589ce6e6 |
/*
* AAC definitions and structures
* Copyright (c) 2005-2006 Oded Shimon ( ods15 ods15 dyndns org )
* Copyright (c) 2006-2007 Maxim Gavrilov ( maxim.gavrilov gmail com )
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
/** |
ba87f080 |
* @file |
589ce6e6 |
* AAC definitions and structures
* @author Oded Shimon ( ods15 ods15 dyndns org )
* @author Maxim Gavrilov ( maxim.gavrilov gmail com )
*/
|
98790382 |
#ifndef AVCODEC_AAC_H
#define AVCODEC_AAC_H |
589ce6e6 |
|
08be74ac |
|
f85bc147 |
#include "aac_defines.h" |
d5a7229b |
#include "libavutil/float_dsp.h" |
b04f46cb |
#include "libavutil/fixed_dsp.h" |
589ce6e6 |
#include "avcodec.h" |
b04f46cb |
#if !USE_FIXED |
d2119f62 |
#include "mdct15.h" |
b04f46cb |
#endif |
1429224b |
#include "fft.h" |
589ce6e6 |
#include "mpeg4audio.h" |
ed492b61 |
#include "sbr.h" |
589ce6e6 |
#include <stdint.h>
|
cc0591da |
#define MAX_CHANNELS 64 |
9cc04edf |
#define MAX_ELEM_ID 16 |
cc0591da |
|
9ffd5c1c |
#define TNS_MAX_ORDER 20 |
ece6cca1 |
#define MAX_LTP_LONG_SFB 40 |
9ffd5c1c |
|
59216e05 |
#define CLIP_AVOIDANCE_FACTOR 0.95f
|
9cc04edf |
enum RawDataBlockType {
TYPE_SCE,
TYPE_CPE,
TYPE_CCE,
TYPE_LFE,
TYPE_DSE,
TYPE_PCE,
TYPE_FIL,
TYPE_END,
};
|
cc0591da |
enum ExtensionPayloadID {
EXT_FILL,
EXT_FILL_DATA,
EXT_DATA_ELEMENT,
EXT_DYNAMIC_RANGE = 0xb,
EXT_SBR_DATA = 0xd,
EXT_SBR_DATA_CRC = 0xe,
};
|
589ce6e6 |
enum WindowSequence {
ONLY_LONG_SEQUENCE,
LONG_START_SEQUENCE,
EIGHT_SHORT_SEQUENCE,
LONG_STOP_SEQUENCE,
};
|
cc0591da |
enum BandType {
ZERO_BT = 0, ///< Scalefactors and spectral data are all zero.
FIRST_PAIR_BT = 5, ///< This and later band types encode two values (rather than four) with one code word.
ESC_BT = 11, ///< Spectral data are coded with an escape sequence. |
d71935f8 |
RESERVED_BT = 12, ///< Band types following are encoded differently from others. |
cc0591da |
NOISE_BT = 13, ///< Spectral data are scaled white noise not coded in the bitstream. |
d71935f8 |
INTENSITY_BT2 = 14, ///< Scalefactor data are intensity stereo positions (out of phase).
INTENSITY_BT = 15, ///< Scalefactor data are intensity stereo positions (in phase). |
cc0591da |
};
|
fa915d41 |
#define IS_CODEBOOK_UNSIGNED(x) (((x) - 1) & 10) |
cc0591da |
enum ChannelPosition { |
4acd43a2 |
AAC_CHANNEL_OFF = 0, |
589ce6e6 |
AAC_CHANNEL_FRONT = 1,
AAC_CHANNEL_SIDE = 2,
AAC_CHANNEL_BACK = 3,
AAC_CHANNEL_LFE = 4,
AAC_CHANNEL_CC = 5,
};
|
9cc04edf |
/**
* The point during decoding at which channel coupling is applied.
*/
enum CouplingPoint {
BEFORE_TNS,
BETWEEN_TNS_AND_IMDCT,
AFTER_IMDCT = 3,
};
/** |
981b8fd7 |
* Output configuration status
*/
enum OCStatus { |
02494787 |
OC_NONE, ///< Output unconfigured
OC_TRIAL_PCE, ///< Output configuration under trial specified by an inband PCE
OC_TRIAL_FRAME, ///< Output configuration under trial specified by a frame header
OC_GLOBAL_HDR, ///< Output configuration set in a global header but not yet locked
OC_LOCKED, ///< Output configuration locked in place |
981b8fd7 |
};
|
e4cbf752 |
typedef struct OutputConfiguration { |
9fb7e146 |
MPEG4AudioConfig m4ac;
uint8_t layout_map[MAX_ELEM_ID*4][3];
int layout_map_tags;
int channels;
uint64_t channel_layout;
enum OCStatus status;
} OutputConfiguration;
|
981b8fd7 |
/** |
7633a041 |
* Predictor State
*/ |
e4cbf752 |
typedef struct PredictorState { |
b04f46cb |
AAC_FLOAT cor0;
AAC_FLOAT cor1;
AAC_FLOAT var0;
AAC_FLOAT var1;
AAC_FLOAT r0;
AAC_FLOAT r1; |
76b81b10 |
AAC_FLOAT k1;
AAC_FLOAT x_est; |
7633a041 |
} PredictorState;
#define MAX_PREDICTORS 672
|
78e65cd7 |
#define SCALE_DIV_512 36 ///< scalefactor difference that corresponds to scale difference in 512 times
#define SCALE_ONE_POS 140 ///< scalefactor index that corresponds to scale=1.0
#define SCALE_MAX_POS 255 ///< scalefactor index maximum value
#define SCALE_MAX_DIFF 60 ///< maximum scalefactor difference allowed by standard
#define SCALE_DIFF_ZERO 60 ///< codebook index corresponding to zero scalefactor indices difference
|
79abf2d0 |
#define POW_SF2_ZERO 200 ///< ff_aac_pow2sf_tab index corresponding to pow(2, 0);
|
f7f71b57 |
#define NOISE_PRE 256 ///< preamble for NOISE_BT, put in bitstream with the first noise band
#define NOISE_PRE_BITS 9 ///< length of preamble |
013498ba |
#define NOISE_OFFSET 90 ///< subtracted from global gain, used as offset for the preamble |
f7f71b57 |
|
7633a041 |
/** |
ece6cca1 |
* Long Term Prediction
*/ |
e4cbf752 |
typedef struct LongTermPrediction { |
ece6cca1 |
int8_t present;
int16_t lag; |
27d23ae0 |
int coef_idx; |
b04f46cb |
INTFLOAT coef; |
ece6cca1 |
int8_t used[MAX_LTP_LONG_SFB];
} LongTermPrediction;
/** |
9cc04edf |
* Individual Channel Stream
*/ |
e4cbf752 |
typedef struct IndividualChannelStream { |
62a57fae |
uint8_t max_sfb; ///< number of scalefactor bands per group
enum WindowSequence window_sequence[2]; |
03039f4c |
uint8_t use_kb_window[2]; ///< If set, use Kaiser-Bessel window, otherwise use a sine window. |
62a57fae |
int num_window_groups;
uint8_t group_len[8]; |
ece6cca1 |
LongTermPrediction ltp; |
62a57fae |
const uint16_t *swb_offset; ///< table of offsets to the lowest spectral coefficient of a scalefactor band, sfb, for a particular window |
78e65cd7 |
const uint8_t *swb_sizes; ///< table of scalefactor band sizes for a particular window |
62a57fae |
int num_swb; ///< number of scalefactor window bands
int num_windows;
int tns_max_bands; |
7633a041 |
int predictor_present;
int predictor_initialized;
int predictor_reset_group; |
76b81b10 |
int predictor_reset_count[31]; ///< used by encoder to count prediction resets |
7633a041 |
uint8_t prediction_used[41]; |
59216e05 |
uint8_t window_clipping[8]; ///< set if a certain window is near clipping
float clip_avoidance_factor; ///< set if any window is near clipping to the necessary atennuation factor to avoid it |
62a57fae |
} IndividualChannelStream; |
9cc04edf |
/** |
1dece0d2 |
* Temporal Noise Shaping
*/ |
e4cbf752 |
typedef struct TemporalNoiseShaping { |
1dece0d2 |
int present;
int n_filt[8];
int length[8][4];
int direction[8][4];
int order[8][4]; |
a1c487e9 |
int coef_idx[8][4][TNS_MAX_ORDER]; |
b04f46cb |
INTFLOAT coef[8][4][TNS_MAX_ORDER]; |
1dece0d2 |
} TemporalNoiseShaping;
/** |
9cc04edf |
* Dynamic Range Control - decoded from the bitstream but not processed further.
*/ |
e4cbf752 |
typedef struct DynamicRangeControl { |
9cc04edf |
int pce_instance_tag; ///< Indicates with which program the DRC info is associated.
int dyn_rng_sgn[17]; ///< DRC sign information; 0 - positive, 1 - negative
int dyn_rng_ctl[17]; ///< DRC magnitude information
int exclude_mask[MAX_CHANNELS]; ///< Channels to be excluded from DRC processing.
int band_incr; ///< Number of DRC bands greater than 1 having DRC info.
int interpolation_scheme; ///< Indicates the interpolation scheme used in the SBR QMF domain.
int band_top[17]; ///< Indicates the top of the i-th DRC band in units of 4 spectral lines.
int prog_ref_level; /**< A reference level for the long-term program audio level for all
* channels combined.
*/
} DynamicRangeControl;
|
e4cbf752 |
typedef struct Pulse { |
cc0591da |
int num_pulse; |
78e65cd7 |
int start; |
848a5815 |
int pos[4]; |
cc0591da |
int amp[4];
} Pulse;
/**
* coupling parameters
*/ |
e4cbf752 |
typedef struct ChannelCoupling { |
62a57fae |
enum CouplingPoint coupling_point; ///< The point during decoding at which coupling is applied.
int num_coupled; ///< number of target elements
enum RawDataBlockType type[8]; ///< Type of channel element to be coupled - SCE or CPE.
int id_select[8]; ///< element id |
5c2cb172 |
int ch_select[8]; /**< [0] shared list of gains; [1] list of gains for right channel;
* [2] list of gains for left channel; [3] lists of gains for both channels |
62a57fae |
*/ |
b04f46cb |
INTFLOAT gain[16][120]; |
62a57fae |
} ChannelCoupling;
/**
* Single Channel Element - used for both SCE and LFE elements.
*/ |
e4cbf752 |
typedef struct SingleChannelElement { |
62a57fae |
IndividualChannelStream ics;
TemporalNoiseShaping tns; |
78e65cd7 |
Pulse pulse; |
ece6cca1 |
enum BandType band_type[128]; ///< band types |
44ddee94 |
enum BandType band_alt[128]; ///< alternative band type (used by encoder) |
ece6cca1 |
int band_type_run_end[120]; ///< band type run end points |
b04f46cb |
INTFLOAT sf[120]; ///< scalefactors |
ece6cca1 |
int sf_idx[128]; ///< scalefactor indices (used by encoder)
uint8_t zeroes[128]; ///< band is not coded (used by encoder) |
01ecb717 |
uint8_t can_pns[128]; ///< band is allowed to PNS (informative) |
d71935f8 |
float is_ener[128]; ///< Intensity stereo pos (used by encoder)
float pns_ener[128]; ///< Noise energy values (used by encoder) |
b04f46cb |
DECLARE_ALIGNED(32, INTFLOAT, pcoeffs)[1024]; ///< coefficients for IMDCT, pristine
DECLARE_ALIGNED(32, INTFLOAT, coeffs)[1024]; ///< coefficients for IMDCT, maybe processed
DECLARE_ALIGNED(32, INTFLOAT, saved)[1536]; ///< overlap
DECLARE_ALIGNED(32, INTFLOAT, ret_buf)[2048]; ///< PCM output buffer
DECLARE_ALIGNED(16, INTFLOAT, ltp_state)[3072]; ///< time signal for LTP |
27d23ae0 |
DECLARE_ALIGNED(32, AAC_FLOAT, lcoeffs)[1024]; ///< MDCT of LTP coefficients (used by encoder) |
76b81b10 |
DECLARE_ALIGNED(32, AAC_FLOAT, prcoeffs)[1024]; ///< Main prediction coefs (used by encoder) |
aab54133 |
PredictorState predictor_state[MAX_PREDICTORS]; |
b04f46cb |
INTFLOAT *ret; ///< PCM output |
62a57fae |
} SingleChannelElement;
/**
* channel element - generic struct for SCE/CPE/CCE/LFE
*/ |
e4cbf752 |
typedef struct ChannelElement { |
55d592f7 |
int present; |
62a57fae |
// CPE specific |
78e65cd7 |
int common_window; ///< Set if channels share a common 'IndividualChannelStream' in bitstream.
int ms_mode; ///< Signals mid/side stereo flags coding mode (used by encoder) |
d71935f8 |
uint8_t is_mode; ///< Set if any bands have been encoded using intensity stereo (used by encoder) |
78e65cd7 |
uint8_t ms_mask[128]; ///< Set if mid/side stereo is used for each scalefactor window band |
d71935f8 |
uint8_t is_mask[128]; ///< Set if intensity stereo is used (used by encoder) |
62a57fae |
// shared
SingleChannelElement ch[2];
// CCE specific
ChannelCoupling coup; |
ed492b61 |
SpectralBandReplication sbr; |
62a57fae |
} ChannelElement; |
cc0591da |
|
589ce6e6 |
/**
* main AAC context
*/ |
2b6a8187 |
struct AACContext { |
b113d4a8 |
AVClass *class; |
c909d482 |
AVCodecContext *avctx; |
ffd21230 |
AVFrame *frame; |
589ce6e6 |
|
cc0591da |
int is_saved; ///< Set if elements have stored overlap from previous frame.
DynamicRangeControl che_drc;
|
9cc04edf |
/** |
21a19b79 |
* @name Channel element related data |
9cc04edf |
* @{
*/ |
c909d482 |
ChannelElement *che[4][MAX_ELEM_ID];
ChannelElement *tag_che_map[4][MAX_ELEM_ID]; |
bb5c0988 |
int tags_mapped; |
e56425d1 |
int warned_remapping_once; |
9cc04edf |
/** @} */ |
cc0591da |
|
589ce6e6 |
/** |
21a19b79 |
* @name temporary aligned temporary buffers
* (We do not want to have these on the stack.) |
c7f4d983 |
* @{
*/ |
b04f46cb |
DECLARE_ALIGNED(32, INTFLOAT, buf_mdct)[1024]; |
c7f4d983 |
/** @} */
/** |
21a19b79 |
* @name Computed / set up during initialization |
589ce6e6 |
* @{
*/ |
01b22147 |
FFTContext mdct;
FFTContext mdct_small; |
1914e6f0 |
FFTContext mdct_ld; |
ece6cca1 |
FFTContext mdct_ltp; |
b04f46cb |
#if USE_FIXED
AVFixedDSPContext *fdsp;
#else |
dbc9a8f2 |
MDCT15Context *mdct120; |
d2119f62 |
MDCT15Context *mdct480; |
dbc9a8f2 |
MDCT15Context *mdct960; |
68b8e21b |
AVFloatDSPContext *fdsp; |
b04f46cb |
#endif /* USE_FIXED */ |
9cc04edf |
int random_state; |
589ce6e6 |
/** @} */
/** |
3d3cf674 |
* @name Members used for output |
589ce6e6 |
* @{
*/ |
3d3cf674 |
SingleChannelElement *output_element[MAX_CHANNELS]; ///< Points to each SingleChannelElement |
589ce6e6 |
/** @} */
|
c3c646a8 |
/**
* @name Japanese DTV specific extension
* @{
*/ |
b113d4a8 |
int force_dmono_mode;///< 0->not dmono, 1->use first channel, 2->use second channel |
644f021c |
int dmono_mode; ///< 0->not dmono, 1->use first channel, 2->use second channel |
c3c646a8 |
/** @} */
|
b04f46cb |
DECLARE_ALIGNED(32, INTFLOAT, temp)[128]; |
6308765c |
|
9fb7e146 |
OutputConfiguration oc[2]; |
36be045e |
int warned_num_aac_frames; |
dbc9a8f2 |
int warned_960_sbr; |
2b6a8187 |
/* aacdec functions pointers */
void (*imdct_and_windowing)(AACContext *ac, SingleChannelElement *sce);
void (*apply_ltp)(AACContext *ac, SingleChannelElement *sce); |
b04f46cb |
void (*apply_tns)(INTFLOAT coef[1024], TemporalNoiseShaping *tns, |
2b6a8187 |
IndividualChannelStream *ics, int decode); |
b04f46cb |
void (*windowing_and_mdct_ltp)(AACContext *ac, INTFLOAT *out,
INTFLOAT *in, IndividualChannelStream *ics); |
2b6a8187 |
void (*update_ltp)(AACContext *ac, SingleChannelElement *sce); |
b04f46cb |
void (*vector_pow43)(int *coefs, int len);
void (*subband_scale)(int *dst, int *src, int scale, int offset, int len); |
2b6a8187 |
};
void ff_aacdec_init_mips(AACContext *c); |
589ce6e6 |
|
98790382 |
#endif /* AVCODEC_AAC_H */ |