477 строки
16 KiB
C
477 строки
16 KiB
C
/*
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
/*
|
|
* This is an example demonstrating multi-resolution encoding in VP8.
|
|
* High-resolution input video is down-sampled to lower-resolutions. The
|
|
* encoder then encodes the video and outputs multiple bitstreams with
|
|
* different resolutions.
|
|
*/
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <stdarg.h>
|
|
#include <string.h>
|
|
#include "math.h"
|
|
#define VPX_CODEC_DISABLE_COMPAT 1
|
|
#include "vpx/vpx_encoder.h"
|
|
#include "vpx/vp8cx.h"
|
|
#include "vpx_ports/mem_ops.h"
|
|
#define interface (vpx_codec_vp8_cx())
|
|
#define fourcc 0x30385056
|
|
|
|
#define IVF_FILE_HDR_SZ (32)
|
|
#define IVF_FRAME_HDR_SZ (12)
|
|
|
|
/*
|
|
* The input video frame is downsampled several times to generate a multi-level
|
|
* hierarchical structure. NUM_ENCODERS is defined as the number of encoding
|
|
* levels required. For example, if the size of input video is 1280x720,
|
|
* NUM_ENCODERS is 3, and down-sampling factor is 2, the encoder outputs 3
|
|
* bitstreams with resolution of 1280x720(level 0), 640x360(level 1), and
|
|
* 320x180(level 2) respectively.
|
|
*/
|
|
#define NUM_ENCODERS 3
|
|
|
|
/* This example uses the scaler function in libyuv. */
|
|
#include "third_party/libyuv/include/libyuv/basic_types.h"
|
|
#include "third_party/libyuv/include/libyuv/scale.h"
|
|
#include "third_party/libyuv/include/libyuv/cpu_id.h"
|
|
|
|
static double vp8_mse2psnr(double Samples, double Peak, double Mse)
|
|
{
|
|
double psnr;
|
|
|
|
if ((double)Mse > 0.0)
|
|
psnr = 10.0 * log10(Peak * Peak * Samples / Mse);
|
|
else
|
|
psnr = 60; // Limit to prevent / 0
|
|
|
|
if (psnr > 60)
|
|
psnr = 60;
|
|
|
|
return psnr;
|
|
}
|
|
|
|
static void die(const char *fmt, ...) {
|
|
va_list ap;
|
|
|
|
va_start(ap, fmt);
|
|
vprintf(fmt, ap);
|
|
if(fmt[strlen(fmt)-1] != '\n')
|
|
printf("\n");
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
static void die_codec(vpx_codec_ctx_t *ctx, const char *s) {
|
|
const char *detail = vpx_codec_error_detail(ctx);
|
|
|
|
printf("%s: %s\n", s, vpx_codec_error(ctx));
|
|
if(detail)
|
|
printf(" %s\n",detail);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
int (*read_frame_p)(FILE *f, vpx_image_t *img);
|
|
|
|
static int read_frame(FILE *f, vpx_image_t *img) {
|
|
size_t nbytes, to_read;
|
|
int res = 1;
|
|
|
|
to_read = img->w*img->h*3/2;
|
|
nbytes = fread(img->planes[0], 1, to_read, f);
|
|
if(nbytes != to_read) {
|
|
res = 0;
|
|
if(nbytes > 0)
|
|
printf("Warning: Read partial frame. Check your width & height!\n");
|
|
}
|
|
return res;
|
|
}
|
|
|
|
static int read_frame_by_row(FILE *f, vpx_image_t *img) {
|
|
size_t nbytes, to_read;
|
|
int res = 1;
|
|
int plane;
|
|
|
|
for (plane = 0; plane < 3; plane++)
|
|
{
|
|
unsigned char *ptr;
|
|
int w = (plane ? (1 + img->d_w) / 2 : img->d_w);
|
|
int h = (plane ? (1 + img->d_h) / 2 : img->d_h);
|
|
int r;
|
|
|
|
/* Determine the correct plane based on the image format. The for-loop
|
|
* always counts in Y,U,V order, but this may not match the order of
|
|
* the data on disk.
|
|
*/
|
|
switch (plane)
|
|
{
|
|
case 1:
|
|
ptr = img->planes[img->fmt==VPX_IMG_FMT_YV12? VPX_PLANE_V : VPX_PLANE_U];
|
|
break;
|
|
case 2:
|
|
ptr = img->planes[img->fmt==VPX_IMG_FMT_YV12?VPX_PLANE_U : VPX_PLANE_V];
|
|
break;
|
|
default:
|
|
ptr = img->planes[plane];
|
|
}
|
|
|
|
for (r = 0; r < h; r++)
|
|
{
|
|
to_read = w;
|
|
|
|
nbytes = fread(ptr, 1, to_read, f);
|
|
if(nbytes != to_read) {
|
|
res = 0;
|
|
if(nbytes > 0)
|
|
printf("Warning: Read partial frame. Check your width & height!\n");
|
|
break;
|
|
}
|
|
|
|
ptr += img->stride[plane];
|
|
}
|
|
if (!res)
|
|
break;
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
static void write_ivf_file_header(FILE *outfile,
|
|
const vpx_codec_enc_cfg_t *cfg,
|
|
int frame_cnt) {
|
|
char header[32];
|
|
|
|
if(cfg->g_pass != VPX_RC_ONE_PASS && cfg->g_pass != VPX_RC_LAST_PASS)
|
|
return;
|
|
header[0] = 'D';
|
|
header[1] = 'K';
|
|
header[2] = 'I';
|
|
header[3] = 'F';
|
|
mem_put_le16(header+4, 0); /* version */
|
|
mem_put_le16(header+6, 32); /* headersize */
|
|
mem_put_le32(header+8, fourcc); /* headersize */
|
|
mem_put_le16(header+12, cfg->g_w); /* width */
|
|
mem_put_le16(header+14, cfg->g_h); /* height */
|
|
mem_put_le32(header+16, cfg->g_timebase.den); /* rate */
|
|
mem_put_le32(header+20, cfg->g_timebase.num); /* scale */
|
|
mem_put_le32(header+24, frame_cnt); /* length */
|
|
mem_put_le32(header+28, 0); /* unused */
|
|
|
|
if(fwrite(header, 1, 32, outfile));
|
|
}
|
|
|
|
static void write_ivf_frame_header(FILE *outfile,
|
|
const vpx_codec_cx_pkt_t *pkt)
|
|
{
|
|
char header[12];
|
|
vpx_codec_pts_t pts;
|
|
|
|
if(pkt->kind != VPX_CODEC_CX_FRAME_PKT)
|
|
return;
|
|
|
|
pts = pkt->data.frame.pts;
|
|
mem_put_le32(header, pkt->data.frame.sz);
|
|
mem_put_le32(header+4, pts&0xFFFFFFFF);
|
|
mem_put_le32(header+8, pts >> 32);
|
|
|
|
if(fwrite(header, 1, 12, outfile));
|
|
}
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
FILE *infile, *outfile[NUM_ENCODERS];
|
|
vpx_codec_ctx_t codec[NUM_ENCODERS];
|
|
vpx_codec_enc_cfg_t cfg[NUM_ENCODERS];
|
|
vpx_codec_pts_t frame_cnt = 0;
|
|
vpx_image_t raw[NUM_ENCODERS];
|
|
vpx_codec_err_t res[NUM_ENCODERS];
|
|
|
|
int i;
|
|
long width;
|
|
long height;
|
|
int frame_avail;
|
|
int got_data;
|
|
int flags = 0;
|
|
|
|
/*Currently, only realtime mode is supported in multi-resolution encoding.*/
|
|
int arg_deadline = VPX_DL_REALTIME;
|
|
|
|
/* Set show_psnr to 1/0 to show/not show PSNR. Choose show_psnr=0 if you
|
|
don't need to know PSNR, which will skip PSNR calculation and save
|
|
encoding time. */
|
|
int show_psnr = 0;
|
|
uint64_t psnr_sse_total[NUM_ENCODERS] = {0};
|
|
uint64_t psnr_samples_total[NUM_ENCODERS] = {0};
|
|
double psnr_totals[NUM_ENCODERS][4] = {{0,0}};
|
|
int psnr_count[NUM_ENCODERS] = {0};
|
|
|
|
/* Set the required target bitrates for each resolution level.
|
|
* If target bitrate for highest-resolution level is set to 0,
|
|
* (i.e. target_bitrate[0]=0), we skip encoding at that level.
|
|
*/
|
|
unsigned int target_bitrate[NUM_ENCODERS]={1400, 500, 100};
|
|
/* Enter the frame rate of the input video */
|
|
int framerate = 30;
|
|
/* Set down-sampling factor for each resolution level.
|
|
dsf[0] controls down sampling from level 0 to level 1;
|
|
dsf[1] controls down sampling from level 1 to level 2;
|
|
dsf[2] is not used. */
|
|
vpx_rational_t dsf[NUM_ENCODERS] = {{2, 1}, {2, 1}, {1, 1}};
|
|
|
|
if(argc!= (5+NUM_ENCODERS))
|
|
die("Usage: %s <width> <height> <infile> <outfile(s)> <output psnr?>\n",
|
|
argv[0]);
|
|
|
|
printf("Using %s\n",vpx_codec_iface_name(interface));
|
|
|
|
width = strtol(argv[1], NULL, 0);
|
|
height = strtol(argv[2], NULL, 0);
|
|
|
|
if(width < 16 || width%2 || height <16 || height%2)
|
|
die("Invalid resolution: %ldx%ld", width, height);
|
|
|
|
/* Open input video file for encoding */
|
|
if(!(infile = fopen(argv[3], "rb")))
|
|
die("Failed to open %s for reading", argv[3]);
|
|
|
|
/* Open output file for each encoder to output bitstreams */
|
|
for (i=0; i< NUM_ENCODERS; i++)
|
|
{
|
|
if(!target_bitrate[i])
|
|
{
|
|
outfile[i] = NULL;
|
|
continue;
|
|
}
|
|
|
|
if(!(outfile[i] = fopen(argv[i+4], "wb")))
|
|
die("Failed to open %s for writing", argv[i+4]);
|
|
}
|
|
|
|
show_psnr = strtol(argv[NUM_ENCODERS + 4], NULL, 0);
|
|
|
|
/* Populate default encoder configuration */
|
|
for (i=0; i< NUM_ENCODERS; i++)
|
|
{
|
|
res[i] = vpx_codec_enc_config_default(interface, &cfg[i], 0);
|
|
if(res[i]) {
|
|
printf("Failed to get config: %s\n", vpx_codec_err_to_string(res[i]));
|
|
return EXIT_FAILURE;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Update the default configuration according to needs of the application.
|
|
*/
|
|
/* Highest-resolution encoder settings */
|
|
cfg[0].g_w = width;
|
|
cfg[0].g_h = height;
|
|
cfg[0].g_threads = 1; /* number of threads used */
|
|
cfg[0].rc_dropframe_thresh = 0;
|
|
cfg[0].rc_end_usage = VPX_CBR;
|
|
cfg[0].rc_resize_allowed = 0;
|
|
cfg[0].rc_min_quantizer = 4;
|
|
cfg[0].rc_max_quantizer = 56;
|
|
cfg[0].rc_undershoot_pct = 98;
|
|
cfg[0].rc_overshoot_pct = 100;
|
|
cfg[0].rc_buf_initial_sz = 500;
|
|
cfg[0].rc_buf_optimal_sz = 600;
|
|
cfg[0].rc_buf_sz = 1000;
|
|
//cfg[0].rc_dropframe_thresh = 10;
|
|
cfg[0].g_error_resilient = 1; /* Enable error resilient mode */
|
|
cfg[0].g_lag_in_frames = 0;
|
|
|
|
/* Disable automatic keyframe placement */
|
|
//cfg[0].kf_mode = VPX_KF_DISABLED;
|
|
cfg[0].kf_min_dist = cfg[0].kf_max_dist = 1000;
|
|
|
|
cfg[0].rc_target_bitrate = target_bitrate[0]; /* Set target bitrate */
|
|
cfg[0].g_timebase.num = 1; /* Set fps */
|
|
cfg[0].g_timebase.den = framerate;
|
|
|
|
/* Other-resolution encoder settings */
|
|
for (i=1; i< NUM_ENCODERS; i++)
|
|
{
|
|
memcpy(&cfg[i], &cfg[0], sizeof(vpx_codec_enc_cfg_t));
|
|
|
|
cfg[i].g_threads = 1; /* number of threads used */
|
|
cfg[i].rc_target_bitrate = target_bitrate[i];
|
|
|
|
/* Note: Width & height of other-resolution encoders are calculated
|
|
* from the highest-resolution encoder's size and the corresponding
|
|
* down_sampling_factor.
|
|
*/
|
|
{
|
|
unsigned int iw = cfg[i-1].g_w*dsf[i-1].den + dsf[i-1].num - 1;
|
|
unsigned int ih = cfg[i-1].g_h*dsf[i-1].den + dsf[i-1].num - 1;
|
|
cfg[i].g_w = iw/dsf[i-1].num;
|
|
cfg[i].g_h = ih/dsf[i-1].num;
|
|
}
|
|
|
|
/* Make width & height to be multiplier of 2. */
|
|
// Should support odd size ???
|
|
if((cfg[i].g_w)%2)cfg[i].g_w++;
|
|
if((cfg[i].g_h)%2)cfg[i].g_h++;
|
|
}
|
|
|
|
/* Allocate image for each encoder */
|
|
for (i=0; i< NUM_ENCODERS; i++)
|
|
if(!vpx_img_alloc(&raw[i], VPX_IMG_FMT_I420, cfg[i].g_w, cfg[i].g_h, 32))
|
|
die("Failed to allocate image", cfg[i].g_w, cfg[i].g_h);
|
|
|
|
if (raw[0].stride[VPX_PLANE_Y] == raw[0].d_w)
|
|
read_frame_p = read_frame;
|
|
else
|
|
read_frame_p = read_frame_by_row;
|
|
|
|
for (i=0; i< NUM_ENCODERS; i++)
|
|
if(outfile[i])
|
|
write_ivf_file_header(outfile[i], &cfg[i], 0);
|
|
|
|
/* Initialize multi-encoder */
|
|
if(vpx_codec_enc_init_multi(&codec[0], interface, &cfg[0], NUM_ENCODERS,
|
|
(show_psnr ? VPX_CODEC_USE_PSNR : 0), &dsf[0]))
|
|
die_codec(&codec[0], "Failed to initialize encoder");
|
|
|
|
/* The extra encoding configuration parameters can be set as follows. */
|
|
/* Set encoding speed */
|
|
for ( i=0; i<NUM_ENCODERS; i++)
|
|
{
|
|
int speed = -6;
|
|
if(vpx_codec_control(&codec[i], VP8E_SET_CPUUSED, speed))
|
|
die_codec(&codec[i], "Failed to set cpu_used");
|
|
}
|
|
/* Set static thresh for highest-resolution encoder. Set it to 1000 for
|
|
* better performance. */
|
|
{
|
|
unsigned int static_thresh = 1000;
|
|
if(vpx_codec_control(&codec[0], VP8E_SET_STATIC_THRESHOLD, static_thresh))
|
|
die_codec(&codec[0], "Failed to set static threshold");
|
|
}
|
|
/* Set static thresh = 0 for other encoders for better quality */
|
|
for ( i=1; i<NUM_ENCODERS; i++)
|
|
{
|
|
unsigned int static_thresh = 0;
|
|
if(vpx_codec_control(&codec[i], VP8E_SET_STATIC_THRESHOLD, static_thresh))
|
|
die_codec(&codec[i], "Failed to set static threshold");
|
|
}
|
|
|
|
frame_avail = 1;
|
|
got_data = 0;
|
|
|
|
while(frame_avail || got_data)
|
|
{
|
|
vpx_codec_iter_t iter[NUM_ENCODERS]={NULL};
|
|
const vpx_codec_cx_pkt_t *pkt[NUM_ENCODERS];
|
|
|
|
flags = 0;
|
|
frame_avail = read_frame_p(infile, &raw[0]);
|
|
|
|
if(frame_avail)
|
|
{
|
|
for ( i=1; i<NUM_ENCODERS; i++)
|
|
{
|
|
/*Scale the image down a number of times by downsampling factor*/
|
|
/* FilterMode 1 or 2 give better psnr than FilterMode 0. */
|
|
I420Scale(raw[i-1].planes[VPX_PLANE_Y], raw[i-1].stride[VPX_PLANE_Y],
|
|
raw[i-1].planes[VPX_PLANE_U], raw[i-1].stride[VPX_PLANE_U],
|
|
raw[i-1].planes[VPX_PLANE_V], raw[i-1].stride[VPX_PLANE_V],
|
|
raw[i-1].d_w, raw[i-1].d_h,
|
|
raw[i].planes[VPX_PLANE_Y], raw[i].stride[VPX_PLANE_Y],
|
|
raw[i].planes[VPX_PLANE_U], raw[i].stride[VPX_PLANE_U],
|
|
raw[i].planes[VPX_PLANE_V], raw[i].stride[VPX_PLANE_V],
|
|
raw[i].d_w, raw[i].d_h, 1);
|
|
}
|
|
}
|
|
|
|
/* Encode each frame at multi-levels */
|
|
if(vpx_codec_encode(&codec[0], frame_avail? &raw[0] : NULL,
|
|
frame_cnt, 1, flags, arg_deadline))
|
|
die_codec(&codec[0], "Failed to encode frame");
|
|
|
|
for (i=NUM_ENCODERS-1; i>=0 ; i--)
|
|
{
|
|
got_data = 0;
|
|
|
|
while( (pkt[i] = vpx_codec_get_cx_data(&codec[i], &iter[i])) )
|
|
{
|
|
got_data = 1;
|
|
switch(pkt[i]->kind) {
|
|
case VPX_CODEC_CX_FRAME_PKT:
|
|
write_ivf_frame_header(outfile[i], pkt[i]);
|
|
if(fwrite(pkt[i]->data.frame.buf, 1, pkt[i]->data.frame.sz,
|
|
outfile[i]));
|
|
break;
|
|
case VPX_CODEC_PSNR_PKT:
|
|
if (show_psnr)
|
|
{
|
|
int j;
|
|
|
|
psnr_sse_total[i] += pkt[i]->data.psnr.sse[0];
|
|
psnr_samples_total[i] += pkt[i]->data.psnr.samples[0];
|
|
for (j = 0; j < 4; j++)
|
|
{
|
|
//fprintf(stderr, "%.3lf ", pkt[i]->data.psnr.psnr[j]);
|
|
psnr_totals[i][j] += pkt[i]->data.psnr.psnr[j];
|
|
}
|
|
psnr_count[i]++;
|
|
}
|
|
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
printf(pkt[i]->kind == VPX_CODEC_CX_FRAME_PKT
|
|
&& (pkt[i]->data.frame.flags & VPX_FRAME_IS_KEY)? "K":".");
|
|
fflush(stdout);
|
|
}
|
|
}
|
|
frame_cnt++;
|
|
}
|
|
printf("\n");
|
|
|
|
fclose(infile);
|
|
|
|
printf("Processed %ld frames.\n",(long int)frame_cnt-1);
|
|
for (i=0; i< NUM_ENCODERS; i++)
|
|
{
|
|
/* Calculate PSNR and print it out */
|
|
if ( (show_psnr) && (psnr_count[i]>0) )
|
|
{
|
|
int j;
|
|
double ovpsnr = vp8_mse2psnr(psnr_samples_total[i], 255.0,
|
|
psnr_sse_total[i]);
|
|
|
|
fprintf(stderr, "\n ENC%d PSNR (Overall/Avg/Y/U/V)", i);
|
|
|
|
fprintf(stderr, " %.3lf", ovpsnr);
|
|
for (j = 0; j < 4; j++)
|
|
{
|
|
fprintf(stderr, " %.3lf", psnr_totals[i][j]/psnr_count[i]);
|
|
}
|
|
}
|
|
|
|
if(vpx_codec_destroy(&codec[i]))
|
|
die_codec(&codec[i], "Failed to destroy codec");
|
|
|
|
vpx_img_free(&raw[i]);
|
|
|
|
if(!outfile[i])
|
|
continue;
|
|
|
|
/* Try to rewrite the file header with the actual frame count */
|
|
if(!fseek(outfile[i], 0, SEEK_SET))
|
|
write_ivf_file_header(outfile[i], &cfg[i], frame_cnt-1);
|
|
fclose(outfile[i]);
|
|
}
|
|
printf("\n");
|
|
|
|
return EXIT_SUCCESS;
|
|
}
|