399 строки
12 KiB
C
399 строки
12 KiB
C
/*
|
|
* Copyright (c) 2016, Alliance for Open Media. All rights reserved
|
|
*
|
|
* This source code is subject to the terms of the BSD 2 Clause License and
|
|
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
|
|
* was not distributed with this source code in the LICENSE file, you can
|
|
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
|
|
* Media Patent License 1.0 was not distributed with this source code in the
|
|
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
|
|
*/
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include "./aom_config.h"
|
|
#include "./aom_dsp_rtcd.h"
|
|
|
|
#include "aom/aom_integer.h"
|
|
#include "aom_ports/mem.h"
|
|
|
|
/* Sum the difference between every corresponding element of the buffers. */
|
|
static INLINE unsigned int sad(const uint8_t *a, int a_stride, const uint8_t *b,
|
|
int b_stride, int width, int height) {
|
|
int y, x;
|
|
unsigned int sad = 0;
|
|
|
|
for (y = 0; y < height; y++) {
|
|
for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
|
|
|
|
a += a_stride;
|
|
b += b_stride;
|
|
}
|
|
return sad;
|
|
}
|
|
|
|
// TODO(johannkoenig): this moved to aom_dsp, should be able to clean this up.
|
|
/* Remove dependency on av1 variance function by duplicating av1_comp_avg_pred.
|
|
* The function averages every corresponding element of the buffers and stores
|
|
* the value in a third buffer, comp_pred.
|
|
* pred and comp_pred are assumed to have stride = width
|
|
* In the usage below comp_pred is a local array.
|
|
*/
|
|
static INLINE void avg_pred(uint8_t *comp_pred, const uint8_t *pred, int width,
|
|
int height, const uint8_t *ref, int ref_stride) {
|
|
int i, j;
|
|
|
|
for (i = 0; i < height; i++) {
|
|
for (j = 0; j < width; j++) {
|
|
const int tmp = pred[j] + ref[j];
|
|
comp_pred[j] = ROUND_POWER_OF_TWO(tmp, 1);
|
|
}
|
|
comp_pred += width;
|
|
pred += width;
|
|
ref += ref_stride;
|
|
}
|
|
}
|
|
|
|
#if CONFIG_AOM_HIGHBITDEPTH
|
|
static INLINE void highbd_avg_pred(uint16_t *comp_pred, const uint8_t *pred8,
|
|
int width, int height, const uint8_t *ref8,
|
|
int ref_stride) {
|
|
int i, j;
|
|
uint16_t *pred = CONVERT_TO_SHORTPTR(pred8);
|
|
uint16_t *ref = CONVERT_TO_SHORTPTR(ref8);
|
|
for (i = 0; i < height; i++) {
|
|
for (j = 0; j < width; j++) {
|
|
const int tmp = pred[j] + ref[j];
|
|
comp_pred[j] = ROUND_POWER_OF_TWO(tmp, 1);
|
|
}
|
|
comp_pred += width;
|
|
pred += width;
|
|
ref += ref_stride;
|
|
}
|
|
}
|
|
#endif // CONFIG_AOM_HIGHBITDEPTH
|
|
|
|
#define sadMxN(m, n) \
|
|
unsigned int aom_sad##m##x##n##_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *ref, int ref_stride) { \
|
|
return sad(src, src_stride, ref, ref_stride, m, n); \
|
|
} \
|
|
unsigned int aom_sad##m##x##n##_avg_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *ref, int ref_stride, \
|
|
const uint8_t *second_pred) { \
|
|
uint8_t comp_pred[m * n]; \
|
|
avg_pred(comp_pred, second_pred, m, n, ref, ref_stride); \
|
|
return sad(src, src_stride, comp_pred, m, m, n); \
|
|
}
|
|
|
|
// depending on call sites, pass **ref_array to avoid & in subsequent call and
|
|
// de-dup with 4D below.
|
|
#define sadMxNxK(m, n, k) \
|
|
void aom_sad##m##x##n##x##k##_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *ref_array, int ref_stride, \
|
|
uint32_t *sad_array) { \
|
|
int i; \
|
|
for (i = 0; i < k; ++i) \
|
|
sad_array[i] = \
|
|
aom_sad##m##x##n##_c(src, src_stride, &ref_array[i], ref_stride); \
|
|
}
|
|
|
|
// This appears to be equivalent to the above when k == 4 and refs is const
|
|
#define sadMxNx4D(m, n) \
|
|
void aom_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *const ref_array[], \
|
|
int ref_stride, uint32_t *sad_array) { \
|
|
int i; \
|
|
for (i = 0; i < 4; ++i) \
|
|
sad_array[i] = \
|
|
aom_sad##m##x##n##_c(src, src_stride, ref_array[i], ref_stride); \
|
|
}
|
|
|
|
/* clang-format off */
|
|
// 64x64
|
|
sadMxN(64, 64)
|
|
sadMxNxK(64, 64, 3)
|
|
sadMxNxK(64, 64, 8)
|
|
sadMxNx4D(64, 64)
|
|
|
|
// 64x32
|
|
sadMxN(64, 32)
|
|
sadMxNx4D(64, 32)
|
|
|
|
// 32x64
|
|
sadMxN(32, 64)
|
|
sadMxNx4D(32, 64)
|
|
|
|
// 32x32
|
|
sadMxN(32, 32)
|
|
sadMxNxK(32, 32, 3)
|
|
sadMxNxK(32, 32, 8)
|
|
sadMxNx4D(32, 32)
|
|
|
|
// 32x16
|
|
sadMxN(32, 16)
|
|
sadMxNx4D(32, 16)
|
|
|
|
// 16x32
|
|
sadMxN(16, 32)
|
|
sadMxNx4D(16, 32)
|
|
|
|
// 16x16
|
|
sadMxN(16, 16)
|
|
sadMxNxK(16, 16, 3)
|
|
sadMxNxK(16, 16, 8)
|
|
sadMxNx4D(16, 16)
|
|
|
|
// 16x8
|
|
sadMxN(16, 8)
|
|
sadMxNxK(16, 8, 3)
|
|
sadMxNxK(16, 8, 8)
|
|
sadMxNx4D(16, 8)
|
|
|
|
// 8x16
|
|
sadMxN(8, 16)
|
|
sadMxNxK(8, 16, 3)
|
|
sadMxNxK(8, 16, 8)
|
|
sadMxNx4D(8, 16)
|
|
|
|
// 8x8
|
|
sadMxN(8, 8)
|
|
sadMxNxK(8, 8, 3)
|
|
sadMxNxK(8, 8, 8)
|
|
sadMxNx4D(8, 8)
|
|
|
|
// 8x4
|
|
sadMxN(8, 4)
|
|
sadMxNxK(8, 4, 8)
|
|
sadMxNx4D(8, 4)
|
|
|
|
// 4x8
|
|
sadMxN(4, 8)
|
|
sadMxNxK(4, 8, 8)
|
|
sadMxNx4D(4, 8)
|
|
|
|
// 4x4
|
|
sadMxN(4, 4)
|
|
sadMxNxK(4, 4, 3)
|
|
sadMxNxK(4, 4, 8)
|
|
sadMxNx4D(4, 4)
|
|
/* clang-format on */
|
|
|
|
#if CONFIG_AOM_HIGHBITDEPTH
|
|
static INLINE
|
|
unsigned int highbd_sad(const uint8_t *a8, int a_stride, const uint8_t *b8,
|
|
int b_stride, int width, int height) {
|
|
int y, x;
|
|
unsigned int sad = 0;
|
|
const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
|
|
const uint16_t *b = CONVERT_TO_SHORTPTR(b8);
|
|
for (y = 0; y < height; y++) {
|
|
for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
|
|
|
|
a += a_stride;
|
|
b += b_stride;
|
|
}
|
|
return sad;
|
|
}
|
|
|
|
static INLINE unsigned int highbd_sadb(const uint8_t *a8, int a_stride,
|
|
const uint16_t *b, int b_stride,
|
|
int width, int height) {
|
|
int y, x;
|
|
unsigned int sad = 0;
|
|
const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
|
|
for (y = 0; y < height; y++) {
|
|
for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
|
|
|
|
a += a_stride;
|
|
b += b_stride;
|
|
}
|
|
return sad;
|
|
}
|
|
|
|
#define highbd_sadMxN(m, n) \
|
|
unsigned int aom_highbd_sad##m##x##n##_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *ref, \
|
|
int ref_stride) { \
|
|
return highbd_sad(src, src_stride, ref, ref_stride, m, n); \
|
|
} \
|
|
unsigned int aom_highbd_sad##m##x##n##_avg_c( \
|
|
const uint8_t *src, int src_stride, const uint8_t *ref, int ref_stride, \
|
|
const uint8_t *second_pred) { \
|
|
uint16_t comp_pred[m * n]; \
|
|
highbd_avg_pred(comp_pred, second_pred, m, n, ref, ref_stride); \
|
|
return highbd_sadb(src, src_stride, comp_pred, m, m, n); \
|
|
}
|
|
|
|
#define highbd_sadMxNxK(m, n, k) \
|
|
void aom_highbd_sad##m##x##n##x##k##_c( \
|
|
const uint8_t *src, int src_stride, const uint8_t *ref_array, \
|
|
int ref_stride, uint32_t *sad_array) { \
|
|
int i; \
|
|
for (i = 0; i < k; ++i) { \
|
|
sad_array[i] = aom_highbd_sad##m##x##n##_c(src, src_stride, \
|
|
&ref_array[i], ref_stride); \
|
|
} \
|
|
}
|
|
|
|
#define highbd_sadMxNx4D(m, n) \
|
|
void aom_highbd_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride, \
|
|
const uint8_t *const ref_array[], \
|
|
int ref_stride, uint32_t *sad_array) { \
|
|
int i; \
|
|
for (i = 0; i < 4; ++i) { \
|
|
sad_array[i] = aom_highbd_sad##m##x##n##_c(src, src_stride, \
|
|
ref_array[i], ref_stride); \
|
|
} \
|
|
}
|
|
|
|
/* clang-format off */
|
|
// 64x64
|
|
highbd_sadMxN(64, 64)
|
|
highbd_sadMxNxK(64, 64, 3)
|
|
highbd_sadMxNxK(64, 64, 8)
|
|
highbd_sadMxNx4D(64, 64)
|
|
|
|
// 64x32
|
|
highbd_sadMxN(64, 32)
|
|
highbd_sadMxNx4D(64, 32)
|
|
|
|
// 32x64
|
|
highbd_sadMxN(32, 64)
|
|
highbd_sadMxNx4D(32, 64)
|
|
|
|
// 32x32
|
|
highbd_sadMxN(32, 32)
|
|
highbd_sadMxNxK(32, 32, 3)
|
|
highbd_sadMxNxK(32, 32, 8)
|
|
highbd_sadMxNx4D(32, 32)
|
|
|
|
// 32x16
|
|
highbd_sadMxN(32, 16)
|
|
highbd_sadMxNx4D(32, 16)
|
|
|
|
// 16x32
|
|
highbd_sadMxN(16, 32)
|
|
highbd_sadMxNx4D(16, 32)
|
|
|
|
// 16x16
|
|
highbd_sadMxN(16, 16)
|
|
highbd_sadMxNxK(16, 16, 3)
|
|
highbd_sadMxNxK(16, 16, 8)
|
|
highbd_sadMxNx4D(16, 16)
|
|
|
|
// 16x8
|
|
highbd_sadMxN(16, 8)
|
|
highbd_sadMxNxK(16, 8, 3)
|
|
highbd_sadMxNxK(16, 8, 8)
|
|
highbd_sadMxNx4D(16, 8)
|
|
|
|
// 8x16
|
|
highbd_sadMxN(8, 16)
|
|
highbd_sadMxNxK(8, 16, 3)
|
|
highbd_sadMxNxK(8, 16, 8)
|
|
highbd_sadMxNx4D(8, 16)
|
|
|
|
// 8x8
|
|
highbd_sadMxN(8, 8)
|
|
highbd_sadMxNxK(8, 8, 3)
|
|
highbd_sadMxNxK(8, 8, 8)
|
|
highbd_sadMxNx4D(8, 8)
|
|
|
|
// 8x4
|
|
highbd_sadMxN(8, 4)
|
|
highbd_sadMxNxK(8, 4, 8)
|
|
highbd_sadMxNx4D(8, 4)
|
|
|
|
// 4x8
|
|
highbd_sadMxN(4, 8)
|
|
highbd_sadMxNxK(4, 8, 8)
|
|
highbd_sadMxNx4D(4, 8)
|
|
|
|
// 4x4
|
|
highbd_sadMxN(4, 4)
|
|
highbd_sadMxNxK(4, 4, 3)
|
|
highbd_sadMxNxK(4, 4, 8)
|
|
highbd_sadMxNx4D(4, 4)
|
|
/* clang-format on */
|
|
|
|
#endif // CONFIG_AOM_HIGHBITDEPTH
|
|
|
|
#if CONFIG_MOTION_VAR
|
|
// pre: predictor being evaluated
|
|
// wsrc: target weighted prediction (has been *4096 to keep precision)
|
|
// mask: 2d weights (scaled by 4096)
|
|
static INLINE
|
|
unsigned int obmc_sad(const uint8_t *pre, int pre_stride,
|
|
const int32_t *wsrc, const int32_t *mask, int width,
|
|
int height) {
|
|
int y, x;
|
|
unsigned int sad = 0;
|
|
|
|
for (y = 0; y < height; y++) {
|
|
for (x = 0; x < width; x++)
|
|
sad += ROUND_POWER_OF_TWO(abs(wsrc[x] - pre[x] * mask[x]), 12);
|
|
|
|
pre += pre_stride;
|
|
wsrc += width;
|
|
mask += width;
|
|
}
|
|
|
|
return sad;
|
|
}
|
|
|
|
#define OBMC_SADMxN(m, n) \
|
|
unsigned int aom_obmc_sad##m##x##n##_c(const uint8_t *ref, int ref_stride, \
|
|
const int32_t *wsrc, \
|
|
const int32_t *mask) { \
|
|
return obmc_sad(ref, ref_stride, wsrc, mask, m, n); \
|
|
}
|
|
|
|
OBMC_SADMxN(64, 64) OBMC_SADMxN(64, 32) OBMC_SADMxN(32, 64) OBMC_SADMxN(32, 32)
|
|
OBMC_SADMxN(32, 16) OBMC_SADMxN(16, 32) OBMC_SADMxN(16, 16)
|
|
OBMC_SADMxN(16, 8) OBMC_SADMxN(8, 16) OBMC_SADMxN(8, 8)
|
|
OBMC_SADMxN(8, 4) OBMC_SADMxN(4, 8) OBMC_SADMxN(4, 4)
|
|
#if CONFIG_AOM_HIGHBITDEPTH
|
|
static INLINE
|
|
unsigned int highbd_obmc_sad(const uint8_t *pre8, int pre_stride,
|
|
const int32_t *wsrc, const int32_t *mask,
|
|
int width, int height) {
|
|
int y, x;
|
|
unsigned int sad = 0;
|
|
const uint16_t *pre = CONVERT_TO_SHORTPTR(pre8);
|
|
|
|
for (y = 0; y < height; y++) {
|
|
for (x = 0; x < width; x++)
|
|
sad += ROUND_POWER_OF_TWO(abs(wsrc[x] - pre[x] * mask[x]), 12);
|
|
|
|
pre += pre_stride;
|
|
wsrc += width;
|
|
mask += width;
|
|
}
|
|
|
|
return sad;
|
|
}
|
|
|
|
#define HIGHBD_OBMC_SADMXN(m, n) \
|
|
unsigned int aom_highbd_obmc_sad##m##x##n##_c( \
|
|
const uint8_t *ref, int ref_stride, const int32_t *wsrc, \
|
|
const int32_t *mask) { \
|
|
return highbd_obmc_sad(ref, ref_stride, wsrc, mask, m, n); \
|
|
}
|
|
|
|
HIGHBD_OBMC_SADMXN(64, 64)
|
|
HIGHBD_OBMC_SADMXN(64, 32)
|
|
HIGHBD_OBMC_SADMXN(32, 64)
|
|
HIGHBD_OBMC_SADMXN(32, 32)
|
|
HIGHBD_OBMC_SADMXN(32, 16)
|
|
HIGHBD_OBMC_SADMXN(16, 32)
|
|
HIGHBD_OBMC_SADMXN(16, 16)
|
|
HIGHBD_OBMC_SADMXN(16, 8)
|
|
HIGHBD_OBMC_SADMXN(8, 16)
|
|
HIGHBD_OBMC_SADMXN(8, 8)
|
|
HIGHBD_OBMC_SADMXN(8, 4)
|
|
HIGHBD_OBMC_SADMXN(4, 8)
|
|
HIGHBD_OBMC_SADMXN(4, 4)
|
|
#endif // CONFIG_AOM_HIGHBITDEPTH
|
|
#endif // CONFIG_MOTION_VAR
|