1 /*
2 * AAC encoder quantizer
3 * Copyright (C) 2015 Rostislav Pehlivanov
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * AAC encoder quantizer
25 * @author Rostislav Pehlivanov ( atomnuker gmail com )
26 */
27
28 #ifndef AVCODEC_AACENC_QUANTIZATION_H
29 #define AVCODEC_AACENC_QUANTIZATION_H
30
35
36 /**
37 * Calculate rate distortion cost for quantizing with given codebook
38 *
39 * @return quantization distortion
40 */
44 const float *scaled,
int size,
int scale_idx,
45 int cb,
const float lambda,
const float uplim,
46 int *
bits,
float *energy,
int BT_ZERO,
int BT_UNSIGNED,
47 int BT_PAIR, int BT_ESC, int BT_NOISE, int BT_STEREO,
48 const float ROUNDING)
49 {
54 const float CLIPPED_ESCAPE = 165140.0f*IQ;
55 int i, j;
56 float cost = 0;
57 float qenergy = 0;
58 const int dim = BT_PAIR ? 2 : 4;
59 int resbits = 0;
60 int off;
61
62 if (BT_ZERO || BT_NOISE || BT_STEREO) {
63 for (i = 0; i <
size; i++)
64 cost += in[i]*in[i];
65 if (bits)
66 *bits = 0;
67 if (energy)
68 *energy = qenergy;
69 if (out) {
71 for (j = 0; j <
dim; j++)
72 out[i+j] = 0.0f;
73 }
74 return cost * lambda;
75 }
76 if (!scaled) {
79 }
81 if (BT_UNSIGNED) {
82 off = 0;
83 } else {
85 }
86 for (i = 0; i <
size; i +=
dim) {
87 const float *vec;
88 int *quants = s->
qcoefs + i;
89 int curidx = 0;
90 int curbits;
91 float quantized, rd = 0.0f;
92 for (j = 0; j <
dim; j++) {
94 curidx += quants[j] + off;
95 }
98 if (BT_UNSIGNED) {
99 for (j = 0; j <
dim; j++) {
100 float t = fabsf(in[i+j]);
101 float di;
102 if (BT_ESC && vec[j] == 64.0f) { //FIXME: slow
103 if (t >= CLIPPED_ESCAPE) {
104 quantized = CLIPPED_ESCAPE;
105 curbits += 21;
106 } else {
107 int c = av_clip_uintp2(
quant(t, Q, ROUNDING), 13);
108 quantized = c*
cbrtf(c)*IQ;
109 curbits +=
av_log2(c)*2 - 4 + 1;
110 }
111 } else {
112 quantized = vec[j]*IQ;
113 }
114 di = t - quantized;
115 if (out)
116 out[i+j] = in[i+j] >= 0 ? quantized : -quantized;
117 if (vec[j] != 0.0f)
118 curbits++;
119 qenergy += quantized*quantized;
120 rd += di*di;
121 }
122 } else {
123 for (j = 0; j <
dim; j++) {
124 quantized = vec[j]*IQ;
125 qenergy += quantized*quantized;
126 if (out)
127 out[i+j] = quantized;
128 rd += (in[i+j] - quantized)*(in[i+j] - quantized);
129 }
130 }
131 cost += rd * lambda + curbits;
132 resbits += curbits;
133 if (cost >= uplim)
134 return uplim;
135 if (pb) {
137 if (BT_UNSIGNED)
138 for (j = 0; j <
dim; j++)
141 if (BT_ESC) {
142 for (j = 0; j < 2; j++) {
144 int coef = av_clip_uintp2(
quant(fabsf(in[i+j]), Q, ROUNDING), 13);
146
147 put_bits(pb, len - 4 + 1, (1 << (len - 4 + 1)) - 2);
149 }
150 }
151 }
152 }
153 }
154
155 if (bits)
156 *bits = resbits;
157 if (energy)
158 *energy = qenergy;
159 return cost;
160 }
161
163 const float *
in,
float *
quant,
const float *scaled,
164 int size,
int scale_idx,
int cb,
165 const float lambda, const float uplim,
166 int *
bits,
float *energy) {
168 return 0.0f;
169 }
170
171 #define QUANTIZE_AND_ENCODE_BAND_COST_FUNC(NAME, BT_ZERO, BT_UNSIGNED, BT_PAIR, BT_ESC, BT_NOISE, BT_STEREO, ROUNDING) \
172 static float quantize_and_encode_band_cost_ ## NAME( \
173 struct AACEncContext *s, \
174 PutBitContext *pb, const float *in, float *quant, \
175 const float *scaled, int size, int scale_idx, \
176 int cb, const float lambda, const float uplim, \
177 int *bits, float *energy) { \
178 return quantize_and_encode_band_cost_template( \
179 s, pb, in, quant, scaled, size, scale_idx, \
180 BT_ESC ? ESC_BT : cb, lambda, uplim, bits, energy, \
181 BT_ZERO, BT_UNSIGNED, BT_PAIR, BT_ESC, BT_NOISE, BT_STEREO, \
182 ROUNDING); \
183 }
184
194
198 const
float *scaled,
int size,
int scale_idx,
199 int cb, const
float lambda, const
float uplim,
200 int *
bits,
float *energy) = {
201 quantize_and_encode_band_cost_ZERO,
202 quantize_and_encode_band_cost_SQUAD,
203 quantize_and_encode_band_cost_SQUAD,
204 quantize_and_encode_band_cost_UQUAD,
205 quantize_and_encode_band_cost_UQUAD,
206 quantize_and_encode_band_cost_SPAIR,
207 quantize_and_encode_band_cost_SPAIR,
208 quantize_and_encode_band_cost_UPAIR,
209 quantize_and_encode_band_cost_UPAIR,
210 quantize_and_encode_band_cost_UPAIR,
211 quantize_and_encode_band_cost_UPAIR,
212 quantize_and_encode_band_cost_ESC,
214 quantize_and_encode_band_cost_NOISE,
215 quantize_and_encode_band_cost_STEREO,
216 quantize_and_encode_band_cost_STEREO,
217 };
218
222 const float *scaled,
int size,
int scale_idx,
223 int cb,
const float lambda,
const float uplim,
224 int *
bits,
float *energy) = {
225 quantize_and_encode_band_cost_ZERO,
226 quantize_and_encode_band_cost_SQUAD,
227 quantize_and_encode_band_cost_SQUAD,
228 quantize_and_encode_band_cost_UQUAD,
229 quantize_and_encode_band_cost_UQUAD,
230 quantize_and_encode_band_cost_SPAIR,
231 quantize_and_encode_band_cost_SPAIR,
232 quantize_and_encode_band_cost_UPAIR,
233 quantize_and_encode_band_cost_UPAIR,
234 quantize_and_encode_band_cost_UPAIR,
235 quantize_and_encode_band_cost_UPAIR,
236 quantize_and_encode_band_cost_ESC_RTZ,
238 quantize_and_encode_band_cost_NOISE,
239 quantize_and_encode_band_cost_STEREO,
240 quantize_and_encode_band_cost_STEREO,
241 };
242
243 #define quantize_and_encode_band_cost( \
244 s, pb, in, quant, scaled, size, scale_idx, cb, \
245 lambda, uplim, bits, energy, rtz) \
246 ((rtz) ? quantize_and_encode_band_cost_rtz_arr : quantize_and_encode_band_cost_arr)[cb]( \
247 s, pb, in, quant, scaled, size, scale_idx, cb, \
248 lambda, uplim, bits, energy)
249
251 const float *scaled,
int size,
int scale_idx,
252 int cb,
const float lambda,
const float uplim,
253 int *
bits,
float *energy,
int rtz)
254 {
256 cb, lambda, uplim, bits, energy, rtz);
257 }
258
260 const float *scaled,
int size,
int scale_idx,
261 int cb,
const float lambda,
const float uplim,
262 int *
bits,
float *energy,
int rtz)
263 {
264 int auxbits;
266 cb, 0.0f, uplim, &auxbits, energy, rtz);
267 if (bits) {
268 *bits = auxbits;
269 }
270 return auxbits;
271 }
272
274 const float *
in,
float *
out,
int size,
int scale_idx,
275 int cb,
const float lambda,
int rtz)
276 {
279 }
280
282
283 #endif /* AVCODEC_AACENC_QUANTIZATION_H */
static void put_sbits(PutBitContext *pb, int n, int32_t value)
static void abs_pow34_v(float *out, const float *in, const int size)
static void put_bits(Jpeg2000EncoderContext *s, int val, int n)
put n times val bit
#define quantize_and_encode_band_cost(s, pb, in, quant, scaled, size, scale_idx, cb, lambda, uplim, bits, energy, rtz)
#define av_assert0(cond)
assert() equivalent, that is always enabled.
static double cb(void *priv, double x, double y)
int qcoefs[96]
quantized coefficients
static float(*const quantize_and_encode_band_cost_arr[])(struct AACEncContext *s, PutBitContext *pb, const float *in, float *quant, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy)
static float(*const quantize_and_encode_band_cost_rtz_arr[])(struct AACEncContext *s, PutBitContext *pb, const float *in, float *quant, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy)
const float *const ff_aac_codebook_vectors[]
static av_always_inline float quantize_and_encode_band_cost_template(struct AACEncContext *s, PutBitContext *pb, const float *in, float *out, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy, int BT_ZERO, int BT_UNSIGNED, int BT_PAIR, int BT_ESC, int BT_NOISE, int BT_STEREO, const float ROUNDING)
Calculate rate distortion cost for quantizing with given codebook.
float ff_aac_pow2sf_tab[428]
#define SCALE_DIV_512
scalefactor difference that corresponds to scale difference in 512 times
float ff_aac_pow34sf_tab[428]
const uint8_t *const ff_aac_spectral_bits[11]
static int quantize_band_cost_bits(struct AACEncContext *s, const float *in, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy, int rtz)
static const uint8_t aac_cb_range[12]
static void quantize_bands(int *out, const float *in, const float *scaled, int size, float Q34, int is_signed, int maxval, const float rounding)
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
static av_always_inline float cbrtf(float x)
static float quantize_and_encode_band_cost_NONE(struct AACEncContext *s, PutBitContext *pb, const float *in, float *quant, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy)
#define SCALE_ONE_POS
scalefactor index that corresponds to scale=1.0
static const uint8_t aac_cb_maxval[12]
const uint16_t *const ff_aac_spectral_codes[11]
#define QUANTIZE_AND_ENCODE_BAND_COST_FUNC(NAME, BT_ZERO, BT_UNSIGNED, BT_PAIR, BT_ESC, BT_NOISE, BT_STEREO, ROUNDING)
static void quantize_and_encode_band(struct AACEncContext *s, PutBitContext *pb, const float *in, float *out, int size, int scale_idx, int cb, const float lambda, int rtz)
AAC encoder quantization misc reusable function templates.
#define POW_SF2_ZERO
ff_aac_pow2sf_tab index corresponding to pow(2, 0);
static float quantize_band_cost(struct AACEncContext *s, const float *in, const float *scaled, int size, int scale_idx, int cb, const float lambda, const float uplim, int *bits, float *energy, int rtz)
float scoefs[1024]
scaled coefficients