FFmpeg
aac.h
Go to the documentation of this file.
1 /*
2  * AAC definitions and structures
3  * Copyright (c) 2005-2006 Oded Shimon ( ods15 ods15 dyndns org )
4  * Copyright (c) 2006-2007 Maxim Gavrilov ( maxim.gavrilov gmail com )
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
30 #ifndef AVCODEC_AAC_H
31 #define AVCODEC_AAC_H
32 
33 
34 #include "aac_defines.h"
35 #include "libavutil/float_dsp.h"
36 #include "libavutil/fixed_dsp.h"
37 #include "avcodec.h"
38 #if !USE_FIXED
39 #include "mdct15.h"
40 #endif
41 #include "fft.h"
42 #include "mpeg4audio.h"
43 #include "sbr.h"
44 
45 #include <stdint.h>
46 
47 #define MAX_CHANNELS 64
48 #define MAX_ELEM_ID 16
49 
50 #define TNS_MAX_ORDER 20
51 #define MAX_LTP_LONG_SFB 40
52 
53 #define CLIP_AVOIDANCE_FACTOR 0.95f
54 
55 enum RawDataBlockType {
56  TYPE_SCE,
57  TYPE_CPE,
58  TYPE_CCE,
59  TYPE_LFE,
60  TYPE_DSE,
61  TYPE_PCE,
62  TYPE_FIL,
63  TYPE_END,
64 };
65 
66 enum ExtensionPayloadID {
67  EXT_FILL,
68  EXT_FILL_DATA,
69  EXT_DATA_ELEMENT,
70  EXT_DYNAMIC_RANGE = 0xb,
71  EXT_SBR_DATA = 0xd,
72  EXT_SBR_DATA_CRC = 0xe,
73 };
74 
75 enum WindowSequence {
76  ONLY_LONG_SEQUENCE,
77  LONG_START_SEQUENCE,
78  EIGHT_SHORT_SEQUENCE,
79  LONG_STOP_SEQUENCE,
80 };
81 
82 enum BandType {
83  ZERO_BT = 0,
85  ESC_BT = 11,
86  RESERVED_BT = 12,
87  NOISE_BT = 13,
89  INTENSITY_BT = 15,
90 };
91 
92 #define IS_CODEBOOK_UNSIGNED(x) (((x) - 1) & 10)
93 
94 enum ChannelPosition {
95  AAC_CHANNEL_OFF = 0,
96  AAC_CHANNEL_FRONT = 1,
97  AAC_CHANNEL_SIDE = 2,
98  AAC_CHANNEL_BACK = 3,
99  AAC_CHANNEL_LFE = 4,
100  AAC_CHANNEL_CC = 5,
101 };
102 
107  BEFORE_TNS,
108  BETWEEN_TNS_AND_IMDCT,
109  AFTER_IMDCT = 3,
110 };
111 
115 enum OCStatus {
121 };
122 
123 typedef struct OutputConfiguration {
124  MPEG4AudioConfig m4ac;
125  uint8_t layout_map[MAX_ELEM_ID*4][3];
126  int layout_map_tags;
127  int channels;
128  uint64_t channel_layout;
129  enum OCStatus status;
131 
135 typedef struct PredictorState {
136  AAC_FLOAT cor0;
137  AAC_FLOAT cor1;
138  AAC_FLOAT var0;
139  AAC_FLOAT var1;
140  AAC_FLOAT r0;
141  AAC_FLOAT r1;
142  AAC_FLOAT k1;
143  AAC_FLOAT x_est;
145 
146 #define MAX_PREDICTORS 672
147 
148 #define SCALE_DIV_512 36
149 #define SCALE_ONE_POS 140
150 #define SCALE_MAX_POS 255
151 #define SCALE_MAX_DIFF 60
152 #define SCALE_DIFF_ZERO 60
153 
154 #define POW_SF2_ZERO 200
155 
156 #define NOISE_PRE 256
157 #define NOISE_PRE_BITS 9
158 #define NOISE_OFFSET 90
159 
160 
163 typedef struct LongTermPrediction {
164  int8_t present;
165  int16_t lag;
166  int coef_idx;
167  INTFLOAT coef;
168  int8_t used[MAX_LTP_LONG_SFB];
170 
174 typedef struct IndividualChannelStream {
175  uint8_t max_sfb;
176  enum WindowSequence window_sequence[2];
177  uint8_t use_kb_window[2];
178  int num_window_groups;
179  uint8_t group_len[8];
180  LongTermPrediction ltp;
181  const uint16_t *swb_offset;
182  const uint8_t *swb_sizes;
183  int num_swb;
184  int num_windows;
185  int tns_max_bands;
186  int predictor_present;
187  int predictor_initialized;
188  int predictor_reset_group;
189  int predictor_reset_count[31];
190  uint8_t prediction_used[41];
191  uint8_t window_clipping[8];
194 
198 typedef struct TemporalNoiseShaping {
199  int present;
200  int n_filt[8];
201  int length[8][4];
202  int direction[8][4];
203  int order[8][4];
204  int coef_idx[8][4][TNS_MAX_ORDER];
205  INTFLOAT coef[8][4][TNS_MAX_ORDER];
207 
211 typedef struct DynamicRangeControl {
213  int dyn_rng_sgn[17];
214  int dyn_rng_ctl[17];
215  int exclude_mask[MAX_CHANNELS];
216  int band_incr;
218  int band_top[17];
223 
224 typedef struct Pulse {
225  int num_pulse;
226  int start;
227  int pos[4];
228  int amp[4];
229 } Pulse;
230 
234 typedef struct ChannelCoupling {
235  enum CouplingPoint coupling_point;
237  enum RawDataBlockType type[8];
238  int id_select[8];
239  int ch_select[8];
242  INTFLOAT gain[16][120];
244 
248 typedef struct SingleChannelElement {
251  Pulse pulse;
252  enum BandType band_type[128];
253  enum BandType band_alt[128];
254  int band_type_run_end[120];
255  INTFLOAT sf[120];
256  int sf_idx[128];
257  uint8_t zeroes[128];
258  uint8_t can_pns[128];
259  float is_ener[128];
260  float pns_ener[128];
261  DECLARE_ALIGNED(32, INTFLOAT, pcoeffs)[1024];
262  DECLARE_ALIGNED(32, INTFLOAT, coeffs)[1024];
263  DECLARE_ALIGNED(32, INTFLOAT, saved)[1536];
264  DECLARE_ALIGNED(32, INTFLOAT, ret_buf)[2048];
265  DECLARE_ALIGNED(16, INTFLOAT, ltp_state)[3072];
266  DECLARE_ALIGNED(32, AAC_FLOAT, lcoeffs)[1024];
267  DECLARE_ALIGNED(32, AAC_FLOAT, prcoeffs)[1024];
268  PredictorState predictor_state[MAX_PREDICTORS];
269  INTFLOAT *ret;
271 
275 typedef struct ChannelElement {
276  int present;
277  // CPE specific
279  int ms_mode;
280  uint8_t is_mode;
281  uint8_t ms_mask[128];
282  uint8_t is_mask[128];
283  // shared
284  SingleChannelElement ch[2];
285  // CCE specific
286  ChannelCoupling coup;
289 
293 struct AACContext {
294  AVClass *class;
295  AVCodecContext *avctx;
296  AVFrame *frame;
297 
298  int is_saved;
299  DynamicRangeControl che_drc;
300 
305  ChannelElement *che[4][MAX_ELEM_ID];
306  ChannelElement *tag_che_map[4][MAX_ELEM_ID];
307  int tags_mapped;
308  int warned_remapping_once;
316  DECLARE_ALIGNED(32, INTFLOAT, buf_mdct)[1024];
323  FFTContext mdct;
324  FFTContext mdct_small;
325  FFTContext mdct_ld;
326  FFTContext mdct_ltp;
327 #if USE_FIXED
328  AVFixedDSPContext *fdsp;
329 #else
330  MDCT15Context *mdct120;
331  MDCT15Context *mdct480;
332  MDCT15Context *mdct960;
333  AVFloatDSPContext *fdsp;
334 #endif /* USE_FIXED */
335  int random_state;
342  SingleChannelElement *output_element[MAX_CHANNELS];
343 
352 
354  DECLARE_ALIGNED(32, INTFLOAT, temp)[128];
355 
356  OutputConfiguration oc[2];
357  int warned_num_aac_frames;
358  int warned_960_sbr;
359 
360  int warned_gain_control;
361 
362  /* aacdec functions pointers */
363  void (*imdct_and_windowing)(AACContext *ac, SingleChannelElement *sce);
364  void (*apply_ltp)(AACContext *ac, SingleChannelElement *sce);
365  void (*apply_tns)(INTFLOAT coef[1024], TemporalNoiseShaping *tns,
366  IndividualChannelStream *ics, int decode);
367  void (*windowing_and_mdct_ltp)(AACContext *ac, INTFLOAT *out,
368  INTFLOAT *in, IndividualChannelStream *ics);
369  void (*update_ltp)(AACContext *ac, SingleChannelElement *sce);
370  void (*vector_pow43)(int *coefs, int len);
371  void (*subband_scale)(int *dst, int *src, int scale, int offset, int len);
372 
373 };
374 
375 void ff_aacdec_init_mips(AACContext *c);
376 
377 #endif /* AVCODEC_AAC_H */
Band types following are encoded differently from others.
Definition: aac.h:86
This structure describes decoded (raw) audio or video data.
Definition: frame.h:218
Definition: aac.h:224
struct LongTermPrediction LongTermPrediction
Long Term Prediction.
Definition: fixed_dsp.h:56
INTFLOAT * ret
PCM output.
Definition: aac.h:269
int common_window
Set if channels share a common &#39;IndividualChannelStream&#39; in bitstream.
Definition: aac.h:278
Dynamic Range Control - decoded from the bitstream but not processed further.
Definition: aac.h:211
Definition: aac.h:123
struct PredictorState PredictorState
Predictor State.
Spectral data are scaled white noise not coded in the bitstream.
Definition: aac.h:87
int band_incr
Number of DRC bands greater than 1 having DRC info.
Definition: aac.h:216
int dmono_mode
0->not dmono, 1->use first channel, 2->use second channel
Definition: aac.h:351
const uint16_t * swb_offset
table of offsets to the lowest spectral coefficient of a scalefactor band, sfb, for a particular wind...
Definition: aac.h:181
BandType
Definition: aac.h:82
Output configuration under trial specified by an inband PCE.
Definition: aac.h:117
CouplingPoint
The point during decoding at which channel coupling is applied.
Definition: aac.h:106
int num_coupled
number of target elements
Definition: aac.h:236
#define DECLARE_ALIGNED(n, t, v)
Declare a variable that is aligned in memory.
Definition: mem.h:120
Scalefactor data are intensity stereo positions (in phase).
Definition: aac.h:89
Output configuration set in a global header but not yet locked.
Definition: aac.h:119
Spectral Band Replication definitions and structures.
uint8_t max_sfb
number of scalefactor bands per group
Definition: aac.h:175
int num_swb
number of scalefactor window bands
Definition: aac.h:183
Definition: mpeg4audio.h:33
struct DynamicRangeControl DynamicRangeControl
Dynamic Range Control - decoded from the bitstream but not processed further.
int prog_ref_level
A reference level for the long-term program audio level for all channels combined.
Definition: aac.h:219
Output configuration locked in place.
Definition: aac.h:120
Predictor State.
Definition: aac.h:135
Definition: fft.h:88
Definition: float_dsp.h:24
int pce_instance_tag
Indicates with which program the DRC info is associated.
Definition: aac.h:212
int interpolation_scheme
Indicates the interpolation scheme used in the SBR QMF domain.
Definition: aac.h:217
coupling parameters
Definition: aac.h:234
int force_dmono_mode
0->not dmono, 1->use first channel, 2->use second channel
Definition: aac.h:350
int is_saved
Set if elements have stored overlap from previous frame.
Definition: aac.h:298
Libavcodec external API header.
Temporal Noise Shaping.
Definition: aac.h:198
struct TemporalNoiseShaping TemporalNoiseShaping
Temporal Noise Shaping.
Long Term Prediction.
Definition: aac.h:163
main external API structure.
Definition: avcodec.h:1518
Describe the class of an AVClass context structure.
Definition: log.h:67
Spectral data are coded with an escape sequence.
Definition: aac.h:85
const uint8_t * swb_sizes
table of scalefactor band sizes for a particular window
Definition: aac.h:182
OCStatus
Output configuration status.
Definition: aac.h:115
main AAC context
Definition: aac.h:293
int ms_mode
Signals mid/side stereo flags coding mode (used by encoder)
Definition: aac.h:279
Output configuration under trial specified by a frame header.
Definition: aac.h:118
uint8_t is_mode
Set if any bands have been encoded using intensity stereo (used by encoder)
Definition: aac.h:280
Scalefactor data are intensity stereo positions (out of phase).
Definition: aac.h:88
Single Channel Element - used for both SCE and LFE elements.
Definition: aac.h:248
struct SingleChannelElement SingleChannelElement
Single Channel Element - used for both SCE and LFE elements.
Individual Channel Stream.
Definition: aac.h:174
float clip_avoidance_factor
set if any window is near clipping to the necessary atennuation factor to avoid it ...
Definition: aac.h:192
Definition: mdct15.h:28
channel element - generic struct for SCE/CPE/CCE/LFE
Definition: aac.h:275
struct ChannelCoupling ChannelCoupling
coupling parameters
Scalefactors and spectral data are all zero.
Definition: aac.h:83
struct ChannelElement ChannelElement
channel element - generic struct for SCE/CPE/CCE/LFE
Spectral Band Replication.
Definition: sbr.h:139
struct IndividualChannelStream IndividualChannelStream
Individual Channel Stream.
Output unconfigured.
Definition: aac.h:116
This and later band types encode two values (rather than four) with one code word.
Definition: aac.h:84