diff options
| author | Fyodor Kyslov <kyslov@google.com> | 2021-12-14 09:59:17 -0800 |
|---|---|---|
| committer | Fyodor Kyslov <kyslov@google.com> | 2021-12-14 10:01:50 -0800 |
| commit | ea042a676ee09987dc5c8fccaef6ea941eaea258 (patch) | |
| tree | aa4bab7e4b44f9bcfbfc5cbeea04394fd04ddd40 /vp9/encoder/vp9_subexp.h | |
| parent | 2d9e4d3c7a07aa50dc5e12c59d190f28b9e1bcb7 (diff) | |
| download | libvpx-ea042a676ee09987dc5c8fccaef6ea941eaea258.tar libvpx-ea042a676ee09987dc5c8fccaef6ea941eaea258.tar.gz libvpx-ea042a676ee09987dc5c8fccaef6ea941eaea258.tar.bz2 libvpx-ea042a676ee09987dc5c8fccaef6ea941eaea258.zip | |
vp9 encoder: fix integer overflows
fixing integer overflow with 16K content and enabling the test
Bug: webm:1750
Fixed: webm:1750
Change-Id: I76eebd915bcae55bc755613251a98e1716dea4c0
Diffstat (limited to 'vp9/encoder/vp9_subexp.h')
| -rw-r--r-- | vp9/encoder/vp9_subexp.h | 15 |
1 files changed, 8 insertions, 7 deletions
diff --git a/vp9/encoder/vp9_subexp.h b/vp9/encoder/vp9_subexp.h index f0d544b52..2d016d24c 100644 --- a/vp9/encoder/vp9_subexp.h +++ b/vp9/encoder/vp9_subexp.h @@ -25,13 +25,14 @@ void vp9_write_prob_diff_update(struct vpx_writer *w, vpx_prob newp, void vp9_cond_prob_diff_update(struct vpx_writer *w, vpx_prob *oldp, const unsigned int ct[2]); -int vp9_prob_diff_update_savings_search(const unsigned int *ct, vpx_prob oldp, - vpx_prob *bestp, vpx_prob upd); - -int vp9_prob_diff_update_savings_search_model(const unsigned int *ct, - const vpx_prob oldp, - vpx_prob *bestp, vpx_prob upd, - int stepsize); +int64_t vp9_prob_diff_update_savings_search(const unsigned int *ct, + vpx_prob oldp, vpx_prob *bestp, + vpx_prob upd); + +int64_t vp9_prob_diff_update_savings_search_model(const unsigned int *ct, + const vpx_prob oldp, + vpx_prob *bestp, vpx_prob upd, + int stepsize); #ifdef __cplusplus } // extern "C" |