relax txfm test error constraint
The error is increases because we reduce the const bit of txfm Change-Id: I0235a3fdb7dc6a4c0cd1c8cebb369df2a5071b94
This commit is contained in:
Родитель
9638ee1f4e
Коммит
1b0092a76e
|
@ -88,7 +88,7 @@ TEST(vp10_fwd_txfm2d, accuracy) {
|
|||
|
||||
for (int ni = 0; ni < sqr_txfm_size; ++ni) {
|
||||
ref_output[ni] = round(ref_output[ni] * amplify_factor);
|
||||
EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 60);
|
||||
EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 70);
|
||||
}
|
||||
avg_abs_error += compute_avg_abs_error<int32_t, double>(
|
||||
output, ref_output, sqr_txfm_size);
|
||||
|
@ -100,7 +100,7 @@ TEST(vp10_fwd_txfm2d, accuracy) {
|
|||
// printf("type0: %d type1: %d txfm_size: %d accuracy_avg_abs_error:
|
||||
// %f\n",
|
||||
// type0, type1, txfm_size, avg_abs_error);
|
||||
double max_abs_avg_error = 5;
|
||||
double max_abs_avg_error = 7;
|
||||
EXPECT_LE(avg_abs_error, max_abs_avg_error);
|
||||
}
|
||||
}
|
||||
|
|
|
@ -98,7 +98,7 @@ TEST(vp10_inv_txfm2d, round_trip) {
|
|||
inv_txfm_func(output, ref_input, txfm_size, inv_txfm_cfg, bd);
|
||||
|
||||
for (int ni = 0; ni < sqr_txfm_size; ++ni) {
|
||||
EXPECT_LE(abs(input[ni] - ref_input[ni]), 2);
|
||||
EXPECT_LE(abs(input[ni] - ref_input[ni]), 4);
|
||||
}
|
||||
avg_abs_error += compute_avg_abs_error<int16_t, uint16_t>(
|
||||
input, ref_input, sqr_txfm_size);
|
||||
|
@ -109,7 +109,7 @@ TEST(vp10_inv_txfm2d, round_trip) {
|
|||
// printf("txfm_size: %d accuracy_avg_abs_error: %f\n",
|
||||
// txfm_size, avg_abs_error);
|
||||
// TODO(angiebird): this upper bound is from adst_adst_8
|
||||
const double max_abs_avg_error = 0.024;
|
||||
const double max_abs_avg_error = 0.4;
|
||||
EXPECT_LE(avg_abs_error, max_abs_avg_error);
|
||||
}
|
||||
}
|
||||
|
|
Загрузка…
Ссылка в новой задаче