From 47d6f16a047ea5b5344c7bae0b85d43263f1b26f Mon Sep 17 00:00:00 2001 From: James Zern Date: Fri, 24 Feb 2017 15:36:52 -0800 Subject: get_prob(): rationalize int types promote the unsigned int calculation to uint64_t rather than int64_t for type consistency Change-Id: Ic34dee1dc707d9faf6a3ae250bfe39b60bef3438 --- vpx_dsp/prob.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'vpx_dsp') diff --git a/vpx_dsp/prob.h b/vpx_dsp/prob.h index 5656ddbab..f1cc0eaa1 100644 --- a/vpx_dsp/prob.h +++ b/vpx_dsp/prob.h @@ -48,7 +48,7 @@ typedef const vpx_tree_index vpx_tree[]; static INLINE vpx_prob get_prob(unsigned int num, unsigned int den) { assert(den != 0); { - const int p = (int)(((int64_t)num * 256 + (den >> 1)) / den); + const int p = (int)(((uint64_t)num * 256 + (den >> 1)) / den); // (p > 255) ? 255 : (p < 1) ? 1 : p; const int clipped_prob = p | ((255 - p) >> 23) | (p == 0); return (vpx_prob)clipped_prob; -- cgit v1.2.3