From e5034f65e54234d5ef6a99ddb405208c91bf812e Mon Sep 17 00:00:00 2001 From: Yaowu Xu Date: Fri, 24 Jan 2014 11:34:41 -0800 Subject: [PATCH] Fixed integer overflow for large input video The sum of squared mv components can go beyond int range for large input resolution. This commit changed the type to int64 to avoid overflow. Change-Id: Ib21ea2817845cea1435f893064e6417c79c5bc64 --- vp9/encoder/vp9_firstpass.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vp9/encoder/vp9_firstpass.c b/vp9/encoder/vp9_firstpass.c index 812c13148..395ce2008 100644 --- a/vp9/encoder/vp9_firstpass.c +++ b/vp9/encoder/vp9_firstpass.c @@ -471,7 +471,7 @@ void vp9_first_pass(VP9_COMP *cpi) { int sum_mvr = 0, sum_mvc = 0; int sum_mvr_abs = 0, sum_mvc_abs = 0; - int sum_mvrs = 0, sum_mvcs = 0; + int64_t sum_mvrs = 0, sum_mvcs = 0; int mvcount = 0; int intercount = 0; int second_ref_count = 0;