summaryrefslogtreecommitdiff
path: root/vp9
diff options
context:
space:
mode:
authorYaowu Xu <yaowu@google.com>2015-06-26 15:54:43 -0700
committerYaowu Xu <yaowu@google.com>2015-06-26 15:54:43 -0700
commit9f14bbfd801550ce96144c039f69d0c86081c58f (patch)
tree25ca4d5397f6e63305ff81464db6e1b299d3e622 /vp9
parent5fe0e55ca4f1c88b0d87448be4bafa4b700125ab (diff)
downloadlibvpx-9f14bbfd801550ce96144c039f69d0c86081c58f.tar
libvpx-9f14bbfd801550ce96144c039f69d0c86081c58f.tar.gz
libvpx-9f14bbfd801550ce96144c039f69d0c86081c58f.tar.bz2
libvpx-9f14bbfd801550ce96144c039f69d0c86081c58f.zip
Fixed a variance calculation
This commit fixed a mistake in variance calculation. Thanks to Xintong for spotting the error. Change-Id: Ia285fc0128c00f0234a73b0a7eba6adc88b8a7de
Diffstat (limited to 'vp9')
-rw-r--r--vp9/encoder/vp9_firstpass.c6
1 files changed, 4 insertions, 2 deletions
diff --git a/vp9/encoder/vp9_firstpass.c b/vp9/encoder/vp9_firstpass.c
index 3d7843ea7..16640fed9 100644
--- a/vp9/encoder/vp9_firstpass.c
+++ b/vp9/encoder/vp9_firstpass.c
@@ -1031,8 +1031,10 @@ void vp9_first_pass(VP9_COMP *cpi, const struct lookahead_entry *source) {
fps.mvr_abs = (double)sum_mvr_abs / mvcount;
fps.MVc = (double)sum_mvc / mvcount;
fps.mvc_abs = (double)sum_mvc_abs / mvcount;
- fps.MVrv = ((double)sum_mvrs - (fps.MVr * fps.MVr / mvcount)) / mvcount;
- fps.MVcv = ((double)sum_mvcs - (fps.MVc * fps.MVc / mvcount)) / mvcount;
+ fps.MVrv = ((double)sum_mvrs -
+ ((double)sum_mvr * sum_mvr / mvcount)) / mvcount;
+ fps.MVcv = ((double)sum_mvcs -
+ ((double)sum_mvc * sum_mvc / mvcount)) / mvcount;
fps.mv_in_out_count = (double)sum_in_vectors / (mvcount * 2);
fps.new_mv_count = new_mv_count;
fps.pcnt_motion = (double)mvcount / num_mbs;