/* * Copyright (c) 2016, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #include #include "third_party/googletest/src/include/gtest/gtest.h" #include "./aom_config.h" #include "aom_ports/mem.h" #include "test/codec_factory.h" #include "test/decode_test_driver.h" #include "test/encode_test_driver.h" #include "test/register_state_check.h" #include "test/video_source.h" namespace libaom_test { void Encoder::InitEncoder(VideoSource *video) { aom_codec_err_t res; const aom_image_t *img = video->img(); if (video->img() && !encoder_.priv) { cfg_.g_w = img->d_w; cfg_.g_h = img->d_h; cfg_.g_timebase = video->timebase(); cfg_.rc_twopass_stats_in = stats_->buf(); res = aom_codec_enc_init(&encoder_, CodecInterface(), &cfg_, init_flags_); ASSERT_EQ(AOM_CODEC_OK, res) << EncoderError(); #if CONFIG_AV1_ENCODER if (CodecInterface() == &aom_codec_av1_cx_algo) { // Default to 1 tile column for AV1. With CONFIG_EXT_TILE, the // default is already the largest possible tile size #if !CONFIG_EXT_TILE const int log2_tile_columns = 0; res = aom_codec_control_(&encoder_, AV1E_SET_TILE_COLUMNS, log2_tile_columns); ASSERT_EQ(AOM_CODEC_OK, res) << EncoderError(); #endif // !CONFIG_EXT_TILE } else #endif { } } } void Encoder::EncodeFrame(VideoSource *video, const unsigned long frame_flags) { if (video->img()) EncodeFrameInternal(*video, frame_flags); else Flush(); // Handle twopass stats CxDataIterator iter = GetCxData(); while (const aom_codec_cx_pkt_t *pkt = iter.Next()) { if (pkt->kind != AOM_CODEC_STATS_PKT) continue; stats_->Append(*pkt); } } void Encoder::EncodeFrameInternal(const VideoSource &video, const unsigned long frame_flags) { aom_codec_err_t res; const aom_image_t *img = video.img(); // Handle frame resizing if (cfg_.g_w != img->d_w || cfg_.g_h != img->d_h) { cfg_.g_w = img->d_w; cfg_.g_h = img->d_h; res = aom_codec_enc_config_set(&encoder_, &cfg_); ASSERT_EQ(AOM_CODEC_OK, res) << EncoderError(); } // Encode the frame API_REGISTER_STATE_CHECK(res = aom_codec_encode(&encoder_, img, video.pts(), video.duration(), frame_flags, deadline_)); ASSERT_EQ(AOM_CODEC_OK, res) << EncoderError(); } void Encoder::Flush() { const aom_codec_err_t res = aom_codec_encode(&encoder_, NULL, 0, 0, 0, deadline_); if (!encoder_.priv) ASSERT_EQ(AOM_CODEC_ERROR, res) << EncoderError(); else ASSERT_EQ(AOM_CODEC_OK, res) << EncoderError(); } void EncoderTest::InitializeConfig() { const aom_codec_err_t res = codec_->DefaultEncoderConfig(&cfg_, 0); dec_cfg_ = aom_codec_dec_cfg_t(); ASSERT_EQ(AOM_CODEC_OK, res); } void EncoderTest::SetMode(TestMode mode) { switch (mode) { case kRealTime: deadline_ = AOM_DL_REALTIME; break; case kOnePassGood: case kTwoPassGood: deadline_ = AOM_DL_GOOD_QUALITY; break; case kOnePassBest: case kTwoPassBest: deadline_ = AOM_DL_BEST_QUALITY; break; default: ASSERT_TRUE(false) << "Unexpected mode " << mode; } if (mode == kTwoPassGood || mode == kTwoPassBest) passes_ = 2; else passes_ = 1; } static bool compare_plane(const uint8_t *const buf1, const int stride1, const uint8_t *const buf2, const int stride2, const int w, const int h, int *const mismatch_row, int *const mismatch_col, int *const mismatch_pix1, int *const mismatch_pix2) { int r, c; for (r = 0; r < h; ++r) { for (c = 0; c < w; ++c) { const int pix1 = buf1[r * stride1 + c]; const int pix2 = buf2[r * stride2 + c]; if (pix1 != pix2) { if (mismatch_row != NULL) *mismatch_row = r; if (mismatch_col != NULL) *mismatch_col = c; if (mismatch_pix1 != NULL) *mismatch_pix1 = pix1; if (mismatch_pix2 != NULL) *mismatch_pix2 = pix2; return false; } } } return true; } // The function should return "true" most of the time, therefore no early // break-out is implemented within the match checking process. static bool compare_img(const aom_image_t *img1, const aom_image_t *img2, int *const mismatch_row, int *const mismatch_col, int *const mismatch_plane, int *const mismatch_pix1, int *const mismatch_pix2) { const unsigned int w_y = img1->d_w; const unsigned int h_y = img1->d_h; const unsigned int w_uv = ROUND_POWER_OF_TWO(w_y, img1->x_chroma_shift); const unsigned int h_uv = ROUND_POWER_OF_TWO(h_y, img1->y_chroma_shift); if (img1->fmt != img2->fmt || img1->cs != img2->cs || img1->d_w != img2->d_w || img1->d_h != img2->d_h) { if (mismatch_row != NULL) *mismatch_row = -1; if (mismatch_col != NULL) *mismatch_col = -1; return false; } if (!compare_plane(img1->planes[AOM_PLANE_Y], img1->stride[AOM_PLANE_Y], img2->planes[AOM_PLANE_Y], img2->stride[AOM_PLANE_Y], w_y, h_y, mismatch_row, mismatch_col, mismatch_pix1, mismatch_pix2)) { if (mismatch_plane != NULL) *mismatch_plane = AOM_PLANE_Y; return false; } if (!compare_plane(img1->planes[AOM_PLANE_U], img1->stride[AOM_PLANE_U], img2->planes[AOM_PLANE_U], img2->stride[AOM_PLANE_U], w_uv, h_uv, mismatch_row, mismatch_col, mismatch_pix1, mismatch_pix2)) { if (mismatch_plane != NULL) *mismatch_plane = AOM_PLANE_U; return false; } if (!compare_plane(img1->planes[AOM_PLANE_V], img1->stride[AOM_PLANE_V], img2->planes[AOM_PLANE_V], img2->stride[AOM_PLANE_V], w_uv, h_uv, mismatch_row, mismatch_col, mismatch_pix1, mismatch_pix2)) { if (mismatch_plane != NULL) *mismatch_plane = AOM_PLANE_U; return false; } return true; } void EncoderTest::MismatchHook(const aom_image_t *img_enc, const aom_image_t *img_dec) { int mismatch_row = 0; int mismatch_col = 0; int mismatch_plane = 0; int mismatch_pix_enc = 0; int mismatch_pix_dec = 0; ASSERT_FALSE(compare_img(img_enc, img_dec, &mismatch_row, &mismatch_col, &mismatch_plane, &mismatch_pix_enc, &mismatch_pix_dec)); GTEST_FAIL() << "Encode/Decode mismatch found:" << std::endl << " pixel value enc/dec: " << mismatch_pix_enc << "/" << mismatch_pix_dec << std::endl << " plane: " << mismatch_plane << std::endl << " row/col: " << mismatch_row << "/" << mismatch_col << std::endl; } void EncoderTest::RunLoop(VideoSource *video) { aom_codec_dec_cfg_t dec_cfg = aom_codec_dec_cfg_t(); stats_.Reset(); ASSERT_TRUE(passes_ == 1 || passes_ == 2); for (unsigned int pass = 0; pass < passes_; pass++) { last_pts_ = 0; if (passes_ == 1) cfg_.g_pass = AOM_RC_ONE_PASS; else if (pass == 0) cfg_.g_pass = AOM_RC_FIRST_PASS; else cfg_.g_pass = AOM_RC_LAST_PASS; BeginPassHook(pass); testing::internal::scoped_ptr encoder( codec_->CreateEncoder(cfg_, deadline_, init_flags_, &stats_)); ASSERT_TRUE(encoder.get() != NULL); ASSERT_NO_FATAL_FAILURE(video->Begin()); encoder->InitEncoder(video); ASSERT_FALSE(::testing::Test::HasFatalFailure()); unsigned long dec_init_flags = 0; // NOLINT // Use fragment decoder if encoder outputs partitions. // NOTE: fragment decoder and partition encoder are only supported by VP8. if (init_flags_ & AOM_CODEC_USE_OUTPUT_PARTITION) dec_init_flags |= AOM_CODEC_USE_INPUT_FRAGMENTS; testing::internal::scoped_ptr decoder( codec_->CreateDecoder(dec_cfg, dec_init_flags, 0)); #if CONFIG_AV1 && CONFIG_EXT_TILE if (decoder->IsAV1()) { // Set dec_cfg.tile_row = -1 and dec_cfg.tile_col = -1 so that the whole // frame is decoded. decoder->Control(AV1_SET_DECODE_TILE_ROW, -1); decoder->Control(AV1_SET_DECODE_TILE_COL, -1); } #endif bool again; for (again = true; again; video->Next()) { again = (video->img() != NULL); PreEncodeFrameHook(video); PreEncodeFrameHook(video, encoder.get()); encoder->EncodeFrame(video, frame_flags_); CxDataIterator iter = encoder->GetCxData(); bool has_cxdata = false; bool has_dxdata = false; while (const aom_codec_cx_pkt_t *pkt = iter.Next()) { pkt = MutateEncoderOutputHook(pkt); again = true; switch (pkt->kind) { case AOM_CODEC_CX_FRAME_PKT: has_cxdata = true; if (decoder.get() != NULL && DoDecode()) { aom_codec_err_t res_dec = decoder->DecodeFrame( (const uint8_t *)pkt->data.frame.buf, pkt->data.frame.sz); if (!HandleDecodeResult(res_dec, *video, decoder.get())) break; has_dxdata = true; } ASSERT_GE(pkt->data.frame.pts, last_pts_); last_pts_ = pkt->data.frame.pts; FramePktHook(pkt); break; case AOM_CODEC_PSNR_PKT: PSNRPktHook(pkt); break; default: break; } } // Flush the decoder when there are no more fragments. if ((init_flags_ & AOM_CODEC_USE_OUTPUT_PARTITION) && has_dxdata) { const aom_codec_err_t res_dec = decoder->DecodeFrame(NULL, 0); if (!HandleDecodeResult(res_dec, *video, decoder.get())) break; } if (has_dxdata && has_cxdata) { const aom_image_t *img_enc = encoder->GetPreviewFrame(); DxDataIterator dec_iter = decoder->GetDxData(); const aom_image_t *img_dec = dec_iter.Next(); if (img_enc && img_dec) { const bool res = compare_img(img_enc, img_dec, NULL, NULL, NULL, NULL, NULL); if (!res) { // Mismatch MismatchHook(img_enc, img_dec); } } if (img_dec) DecompressedFrameHook(*img_dec, video->pts()); } if (!Continue()) break; } EndPassHook(); if (!Continue()) break; } } } // namespace libaom_test