From ab1cad9bdd339ada3c80c7ba061e06e760573edf Mon Sep 17 00:00:00 2001 From: Yaowu Xu Date: Thu, 31 Jan 2013 15:39:41 -0800 Subject: [PATCH] fix a small bug in 16 point forward dct The commit fixes a minor error in 16 point fdct where in a rotation can produce result of -1 instead of 0. Change-Id: I45aac4a52bcd06225c6d04e643547a13e1c1aade --- vp9/encoder/vp9_dct.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vp9/encoder/vp9_dct.c b/vp9/encoder/vp9_dct.c index bfde02ccb..32e7b3fbc 100644 --- a/vp9/encoder/vp9_dct.c +++ b/vp9/encoder/vp9_dct.c @@ -1288,7 +1288,7 @@ static void dct16x16_1d(int16_t input[16], int16_t output[16], output[15] = (intermediate[11] + intermediate[12] + output_rounding) >> output_shift; - output[ 1] = -(intermediate[11] - intermediate[12] + output_rounding) + output[ 1] = (intermediate[12] - intermediate[11] + output_rounding) >> output_shift; output[ 7] = (2 * (intermediate[13] * C8) + final_rounding) >> final_shift;