/* * Copyright (c) 2010 The WebM project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef VP9_COMMON_VP9_ONYXC_INT_H_ #define VP9_COMMON_VP9_ONYXC_INT_H_ #include "vpx_config.h" #include "vpx/internal/vpx_codec_internal.h" #include "vp9_rtcd.h" #include "vp9/common/vp9_loopfilter.h" #include "vp9/common/vp9_entropymv.h" #include "vp9/common/vp9_entropy.h" #include "vp9/common/vp9_entropymode.h" #if CONFIG_POSTPROC #include "vp9/common/vp9_postproc.h" #endif /*#ifdef PACKET_TESTING*/ #include "vp9/common/vp9_header.h" /*#endif*/ /* Create/destroy static data structures. */ void vp9_initialize_common(void); #define MINQ 0 #define MAXQ 255 #define QINDEX_BITS 8 #define QINDEX_RANGE (MAXQ + 1) #if CONFIG_MULTIPLE_ARF #define NUM_REF_FRAMES 8 #define NUM_REF_FRAMES_LG2 3 #else #define NUM_REF_FRAMES 3 #define NUM_REF_FRAMES_LG2 2 #endif #define ALLOWED_REFS_PER_FRAME 3 // 1 scratch frame for the new frame, 3 for scaled references on the encoder // TODO(jkoleszar): These 3 extra references could probably come from the // normal reference pool. #define NUM_YV12_BUFFERS (NUM_REF_FRAMES + 4) #define NUM_FRAME_CONTEXTS_LG2 2 #define NUM_FRAME_CONTEXTS (1 << NUM_FRAME_CONTEXTS_LG2) #define COMP_PRED_CONTEXTS 2 #define MAX_LAG_BUFFERS 25 typedef struct frame_contexts { vp9_prob bmode_prob[VP9_NKF_BINTRAMODES - 1]; vp9_prob ymode_prob[VP9_YMODES - 1]; /* interframe intra mode probs */ vp9_prob sb_ymode_prob[VP9_I32X32_MODES - 1]; vp9_prob uv_mode_prob[VP9_YMODES][VP9_UV_MODES - 1]; vp9_prob i8x8_mode_prob[VP9_I8X8_MODES - 1]; vp9_prob sub_mv_ref_prob[SUBMVREF_COUNT][VP9_SUBMVREFS - 1]; vp9_prob mbsplit_prob[VP9_NUMMBSPLITS - 1]; vp9_prob partition_prob[PARTITION_PLANES][PARTITION_TYPES - 1]; vp9_coeff_probs coef_probs_4x4[BLOCK_TYPES]; vp9_coeff_probs coef_probs_8x8[BLOCK_TYPES]; vp9_coeff_probs coef_probs_16x16[BLOCK_TYPES]; vp9_coeff_probs coef_probs_32x32[BLOCK_TYPES]; #if CONFIG_CODE_NONZEROCOUNT vp9_prob nzc_probs_4x4[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC4X4_NODES]; vp9_prob nzc_probs_8x8[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC8X8_NODES]; vp9_prob nzc_probs_16x16[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC16X16_NODES]; vp9_prob nzc_probs_32x32[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC32X32_NODES]; vp9_prob nzc_pcat_probs[MAX_NZC_CONTEXTS] [NZC_TOKENS_EXTRA][NZC_BITS_EXTRA]; #endif nmv_context nmvc; nmv_context pre_nmvc; vp9_prob pre_bmode_prob[VP9_NKF_BINTRAMODES - 1]; vp9_prob pre_ymode_prob[VP9_YMODES - 1]; /* interframe intra mode probs */ vp9_prob pre_sb_ymode_prob[VP9_I32X32_MODES - 1]; vp9_prob pre_uv_mode_prob[VP9_YMODES][VP9_UV_MODES - 1]; vp9_prob pre_i8x8_mode_prob[VP9_I8X8_MODES - 1]; vp9_prob pre_sub_mv_ref_prob[SUBMVREF_COUNT][VP9_SUBMVREFS - 1]; vp9_prob pre_mbsplit_prob[VP9_NUMMBSPLITS - 1]; vp9_prob pre_partition_prob[PARTITION_PLANES][PARTITION_TYPES - 1]; unsigned int bmode_counts[VP9_NKF_BINTRAMODES]; unsigned int ymode_counts[VP9_YMODES]; /* interframe intra mode probs */ unsigned int sb_ymode_counts[VP9_I32X32_MODES]; unsigned int uv_mode_counts[VP9_YMODES][VP9_UV_MODES]; unsigned int i8x8_mode_counts[VP9_I8X8_MODES]; /* interframe intra probs */ unsigned int sub_mv_ref_counts[SUBMVREF_COUNT][VP9_SUBMVREFS]; unsigned int mbsplit_counts[VP9_NUMMBSPLITS]; unsigned int partition_counts[PARTITION_PLANES][PARTITION_TYPES]; vp9_coeff_probs pre_coef_probs_4x4[BLOCK_TYPES]; vp9_coeff_probs pre_coef_probs_8x8[BLOCK_TYPES]; vp9_coeff_probs pre_coef_probs_16x16[BLOCK_TYPES]; vp9_coeff_probs pre_coef_probs_32x32[BLOCK_TYPES]; #if CONFIG_CODE_NONZEROCOUNT vp9_prob pre_nzc_probs_4x4[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC4X4_NODES]; vp9_prob pre_nzc_probs_8x8[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC8X8_NODES]; vp9_prob pre_nzc_probs_16x16[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC16X16_NODES]; vp9_prob pre_nzc_probs_32x32[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC32X32_NODES]; vp9_prob pre_nzc_pcat_probs[MAX_NZC_CONTEXTS] [NZC_TOKENS_EXTRA][NZC_BITS_EXTRA]; #endif vp9_coeff_count coef_counts_4x4[BLOCK_TYPES]; vp9_coeff_count coef_counts_8x8[BLOCK_TYPES]; vp9_coeff_count coef_counts_16x16[BLOCK_TYPES]; vp9_coeff_count coef_counts_32x32[BLOCK_TYPES]; unsigned int eob_branch_counts[TX_SIZE_MAX_SB][BLOCK_TYPES][REF_TYPES] [COEF_BANDS][PREV_COEF_CONTEXTS]; #if CONFIG_CODE_NONZEROCOUNT unsigned int nzc_counts_4x4[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC4X4_TOKENS]; unsigned int nzc_counts_8x8[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC8X8_TOKENS]; unsigned int nzc_counts_16x16[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC16X16_TOKENS]; unsigned int nzc_counts_32x32[MAX_NZC_CONTEXTS][REF_TYPES][BLOCK_TYPES] [NZC32X32_TOKENS]; unsigned int nzc_pcat_counts[MAX_NZC_CONTEXTS] [NZC_TOKENS_EXTRA][NZC_BITS_EXTRA][2]; #endif nmv_context_counts NMVcount; vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1] [VP9_SWITCHABLE_FILTERS - 1]; #if CONFIG_COMP_INTERINTRA_PRED unsigned int interintra_counts[2]; vp9_prob interintra_prob; vp9_prob pre_interintra_prob; #endif int vp9_mode_contexts[INTER_MODE_CONTEXTS][4]; unsigned int mv_ref_ct[INTER_MODE_CONTEXTS][4][2]; } FRAME_CONTEXT; typedef enum { RECON_CLAMP_REQUIRED = 0, RECON_CLAMP_NOTREQUIRED = 1 } CLAMP_TYPE; typedef enum { SINGLE_PREDICTION_ONLY = 0, COMP_PREDICTION_ONLY = 1, HYBRID_PREDICTION = 2, NB_PREDICTION_TYPES = 3, } COMPPREDMODE_TYPE; typedef enum { ONLY_4X4 = 0, ALLOW_8X8 = 1, ALLOW_16X16 = 2, ALLOW_32X32 = 3, TX_MODE_SELECT = 4, NB_TXFM_MODES = 5, } TXFM_MODE; typedef struct VP9Common { struct vpx_internal_error_info error; DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][16]); DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][16]); int width; int height; int display_width; int display_height; int last_width; int last_height; YUV_TYPE clr_type; CLAMP_TYPE clamp_type; YV12_BUFFER_CONFIG *frame_to_show; YV12_BUFFER_CONFIG yv12_fb[NUM_YV12_BUFFERS]; int fb_idx_ref_cnt[NUM_YV12_BUFFERS]; /* reference counts */ int ref_frame_map[NUM_REF_FRAMES]; /* maps fb_idx to reference slot */ /* TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and * roll new_fb_idx into it. */ int active_ref_idx[3]; /* each frame can reference 3 buffers */ int new_fb_idx; struct scale_factors active_ref_scale[3]; YV12_BUFFER_CONFIG post_proc_buffer; YV12_BUFFER_CONFIG temp_scale_frame; FRAME_TYPE last_frame_type; /* Save last frame's frame type for motion search. */ FRAME_TYPE frame_type; int show_frame; int frame_flags; int MBs; int mb_rows; int mb_cols; int mode_info_stride; /* profile settings */ int experimental; TXFM_MODE txfm_mode; COMPPREDMODE_TYPE comp_pred_mode; int no_lpf; int use_bilinear_mc_filter; int base_qindex; int last_kf_gf_q; /* Q used on the last GF or KF */ int y1dc_delta_q; int uvdc_delta_q; int uvac_delta_q; unsigned int frames_since_golden; unsigned int frames_till_alt_ref_frame; /* We allocate a MODE_INFO struct for each macroblock, together with an extra row on top and column on the left to simplify prediction. */ MODE_INFO *mip; /* Base of allocated array */ MODE_INFO *mi; /* Corresponds to upper left visible macroblock */ MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */ MODE_INFO *prev_mi; /* 'mi' from last frame (points into prev_mip) */ // Persistent mb segment id map used in prediction. unsigned char *last_frame_seg_map; INTERPOLATIONFILTERTYPE mcomp_filter_type; LOOPFILTER_TYPE filter_type; loop_filter_info_n lf_info; int filter_level; int last_sharpness_level; int sharpness_level; int dering_enabled; int refresh_entropy_probs; /* Two state 0 = NO, 1 = YES */ int ref_frame_sign_bias[MAX_REF_FRAMES]; /* Two state 0, 1 */ /* Y,U,V */ ENTROPY_CONTEXT_PLANES *above_context; /* row of context for each plane */ ENTROPY_CONTEXT_PLANES left_context[4]; /* (up to) 4 contexts "" */ /* keyframe block modes are predicted by their above, left neighbors */ vp9_prob kf_bmode_prob[VP9_KF_BINTRAMODES] [VP9_KF_BINTRAMODES] [VP9_KF_BINTRAMODES - 1]; vp9_prob kf_ymode_prob[8][VP9_YMODES - 1]; /* keyframe "" */ vp9_prob sb_kf_ymode_prob[8][VP9_I32X32_MODES - 1]; int kf_ymode_probs_index; int kf_ymode_probs_update; vp9_prob kf_uv_mode_prob[VP9_YMODES] [VP9_UV_MODES - 1]; vp9_prob prob_intra_coded; vp9_prob prob_last_coded; vp9_prob prob_gf_coded; // Context probabilities when using predictive coding of segment id vp9_prob segment_pred_probs[PREDICTION_PROBS]; unsigned char temporal_update; // Context probabilities for reference frame prediction unsigned char ref_scores[MAX_REF_FRAMES]; vp9_prob ref_pred_probs[PREDICTION_PROBS]; vp9_prob mod_refprobs[MAX_REF_FRAMES][PREDICTION_PROBS]; vp9_prob prob_comppred[COMP_PRED_CONTEXTS]; // FIXME contextualize vp9_prob prob_tx[TX_SIZE_MAX_SB - 1]; vp9_prob mbskip_pred_probs[MBSKIP_CONTEXTS]; FRAME_CONTEXT fc; /* this frame entropy */ FRAME_CONTEXT frame_contexts[NUM_FRAME_CONTEXTS]; unsigned int frame_context_idx; /* Context to use/update */ unsigned int current_video_frame; int near_boffset[3]; int version; #ifdef PACKET_TESTING VP9_HEADER oh; #endif double bitrate; double framerate; #if CONFIG_POSTPROC struct postproc_state postproc_state; #endif #if CONFIG_COMP_INTERINTRA_PRED int use_interintra; #endif int error_resilient_mode; int frame_parallel_decoding_mode; int tile_columns, log2_tile_columns; int cur_tile_mb_col_start, cur_tile_mb_col_end, cur_tile_col_idx; int tile_rows, log2_tile_rows; int cur_tile_mb_row_start, cur_tile_mb_row_end, cur_tile_row_idx; } VP9_COMMON; static int get_free_fb(VP9_COMMON *cm) { int i; for (i = 0; i < NUM_YV12_BUFFERS; i++) if (cm->fb_idx_ref_cnt[i] == 0) break; assert(i < NUM_YV12_BUFFERS); cm->fb_idx_ref_cnt[i] = 1; return i; } static void ref_cnt_fb(int *buf, int *idx, int new_idx) { if (buf[*idx] > 0) buf[*idx]--; *idx = new_idx; buf[new_idx]++; } // TODO(debargha): merge the two functions static void set_mb_row(VP9_COMMON *cm, MACROBLOCKD *xd, int mb_row, int block_size) { xd->mb_to_top_edge = -((mb_row * 16) << 3); xd->mb_to_bottom_edge = ((cm->mb_rows - block_size - mb_row) * 16) << 3; // Are edges available for intra prediction? xd->up_available = (mb_row != 0); } static void set_mb_col(VP9_COMMON *cm, MACROBLOCKD *xd, int mb_col, int block_size) { xd->mb_to_left_edge = -((mb_col * 16) << 3); xd->mb_to_right_edge = ((cm->mb_cols - block_size - mb_col) * 16) << 3; // Are edges available for intra prediction? xd->left_available = (mb_col > cm->cur_tile_mb_col_start); xd->right_available = (mb_col + block_size < cm->cur_tile_mb_col_end); } static int get_mb_row(const MACROBLOCKD *xd) { return ((-xd->mb_to_top_edge) >> 7); } static int get_mb_col(const MACROBLOCKD *xd) { return ((-xd->mb_to_left_edge) >> 7); } #endif // VP9_COMMON_VP9_ONYXC_INT_H_