39 static void av_cold fft_lut_init(
void)
48 #if !CONFIG_HARDCODED_TABLES 68 double freq = 2*
M_PI/m;
71 tab[i] =
FIX15(cos(i*freq));
81 #define INIT_FF_COS_TABS_FUNC(index, size) \ 82 static av_cold void init_ff_cos_tabs_ ## size (void)\ 84 init_ff_cos_tabs(index); \ 108 { init_ff_cos_tabs_32, AV_ONCE_INIT },
109 { init_ff_cos_tabs_64, AV_ONCE_INIT },
110 { init_ff_cos_tabs_128, AV_ONCE_INIT },
111 { init_ff_cos_tabs_256, AV_ONCE_INIT },
112 { init_ff_cos_tabs_512, AV_ONCE_INIT },
113 { init_ff_cos_tabs_1024, AV_ONCE_INIT },
114 { init_ff_cos_tabs_2048, AV_ONCE_INIT },
115 { init_ff_cos_tabs_4096, AV_ONCE_INIT },
116 { init_ff_cos_tabs_8192, AV_ONCE_INIT },
117 { init_ff_cos_tabs_16384, AV_ONCE_INIT },
118 { init_ff_cos_tabs_32768, AV_ONCE_INIT },
119 { init_ff_cos_tabs_65536, AV_ONCE_INIT },
120 { init_ff_cos_tabs_131072, AV_ONCE_INIT },
150 if(n <= 2)
return i&1;
160 #if (!CONFIG_HARDCODED_TABLES) && (!FFT_FIXED_32) 166 0, 4, 1, 5, 8, 12, 9, 13, 2, 6, 3, 7, 10, 14, 11, 15
186 for (i = 0; i <
n; i += 16) {
189 for (k = 0; k < 16; k++)
194 for (k = 0; k < 16; k++) {
196 j = (j & ~7) | ((j >> 1) & 3) | ((j << 2) & 4);
210 if (nbits < 2 || nbits > 17)
255 for(j=4; j<=nbits; j++) {
268 j = (j&~3) | ((j>>1)&1) | ((j<<1)&2);
288 const uint16_t *revtab = s->
revtab;
289 const uint32_t *revtab32 = s->
revtab32;
293 for(j=0;j<np;j++) s->
tmp_buf[revtab[j]] = z[j];
295 for(j=0;j<np;j++) s->
tmp_buf[revtab32[j]] = z[j];
311 int nbits, i,
n, num_transforms,
offset, step;
313 unsigned tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8;
315 const int fft_size = (1 << s->
nbits);
318 num_transforms = (0x2aab >> (16 - s->
nbits)) | 1;
320 for (n=0; n<num_transforms; n++){
324 tmp1 = tmpz[0].
re + (unsigned)tmpz[1].
re;
325 tmp5 = tmpz[2].
re + (unsigned)tmpz[3].
re;
326 tmp2 = tmpz[0].
im + (unsigned)tmpz[1].
im;
327 tmp6 = tmpz[2].
im + (unsigned)tmpz[3].
im;
328 tmp3 = tmpz[0].
re - (unsigned)tmpz[1].
re;
329 tmp8 = tmpz[2].
im - (unsigned)tmpz[3].
im;
330 tmp4 = tmpz[0].
im - (unsigned)tmpz[1].
im;
331 tmp7 = tmpz[2].
re - (unsigned)tmpz[3].
re;
333 tmpz[0].
re = tmp1 + tmp5;
334 tmpz[2].
re = tmp1 - tmp5;
335 tmpz[0].
im = tmp2 + tmp6;
336 tmpz[2].
im = tmp2 - tmp6;
337 tmpz[1].
re = tmp3 + tmp8;
338 tmpz[3].
re = tmp3 - tmp8;
339 tmpz[1].
im = tmp4 - tmp7;
340 tmpz[3].
im = tmp4 + tmp7;
346 num_transforms = (num_transforms >> 1) | 1;
348 for (n=0; n<num_transforms; n++){
352 tmp1 = tmpz[4].
re + (unsigned)tmpz[5].
re;
353 tmp3 = tmpz[6].
re + (unsigned)tmpz[7].
re;
354 tmp2 = tmpz[4].
im + (unsigned)tmpz[5].
im;
355 tmp4 = tmpz[6].
im + (unsigned)tmpz[7].
im;
361 tmp1 = tmpz[4].
re - (unsigned)tmpz[5].
re;
362 tmp2 = tmpz[4].
im - (unsigned)tmpz[5].
im;
363 tmp3 = tmpz[6].
re - (unsigned)tmpz[7].
re;
364 tmp4 = tmpz[6].
im - (unsigned)tmpz[7].
im;
366 tmpz[4].
re = tmpz[0].
re - tmp5;
367 tmpz[0].
re = tmpz[0].
re + tmp5;
368 tmpz[4].
im = tmpz[0].
im - tmp6;
369 tmpz[0].
im = tmpz[0].
im + tmp6;
370 tmpz[6].
re = tmpz[2].
re - tmp8;
371 tmpz[2].
re = tmpz[2].
re + tmp8;
372 tmpz[6].
im = tmpz[2].
im + tmp7;
373 tmpz[2].
im = tmpz[2].
im - tmp7;
376 tmp5 = (
int32_t)((accu + 0x40000000) >> 31);
378 tmp7 = (
int32_t)((accu + 0x40000000) >> 31);
380 tmp6 = (
int32_t)((accu + 0x40000000) >> 31);
382 tmp8 = (
int32_t)((accu + 0x40000000) >> 31);
388 tmpz[5].
re = tmpz[1].
re - tmp1;
389 tmpz[1].
re = tmpz[1].
re + tmp1;
390 tmpz[5].
im = tmpz[1].
im - tmp2;
391 tmpz[1].
im = tmpz[1].
im + tmp2;
392 tmpz[7].
re = tmpz[3].
re - tmp4;
393 tmpz[3].
re = tmpz[3].
re + tmp4;
394 tmpz[7].
im = tmpz[3].
im + tmp3;
395 tmpz[3].
im = tmpz[3].
im - tmp3;
401 for (nbits=4; nbits<=s->
nbits; nbits++){
404 num_transforms = (num_transforms >> 1) | 1;
406 for (n=0; n<num_transforms; n++){
412 tmp5 = tmpz[ n2].
re + (unsigned)tmpz[n34].
re;
413 tmp1 = tmpz[ n2].
re - (unsigned)tmpz[n34].
re;
414 tmp6 = tmpz[ n2].
im + (unsigned)tmpz[n34].
im;
415 tmp2 = tmpz[ n2].
im - (unsigned)tmpz[n34].
im;
417 tmpz[ n2].
re = tmpz[ 0].
re - tmp5;
418 tmpz[ 0].
re = tmpz[ 0].
re + tmp5;
419 tmpz[ n2].
im = tmpz[ 0].
im - tmp6;
420 tmpz[ 0].
im = tmpz[ 0].
im + tmp6;
421 tmpz[n34].
re = tmpz[n4].
re - tmp2;
422 tmpz[ n4].
re = tmpz[n4].
re + tmp2;
423 tmpz[n34].
im = tmpz[n4].
im + tmp1;
424 tmpz[ n4].
im = tmpz[n4].
im - tmp1;
426 for (i=1; i<n4; i++){
429 accu = (int64_t)w_re*tmpz[ n2+i].
re;
430 accu += (int64_t)w_im*tmpz[ n2+i].
im;
431 tmp1 = (
int32_t)((accu + 0x40000000) >> 31);
432 accu = (int64_t)w_re*tmpz[ n2+i].
im;
433 accu -= (int64_t)w_im*tmpz[ n2+i].
re;
434 tmp2 = (
int32_t)((accu + 0x40000000) >> 31);
435 accu = (int64_t)w_re*tmpz[n34+i].
re;
436 accu -= (int64_t)w_im*tmpz[n34+i].
im;
437 tmp3 = (
int32_t)((accu + 0x40000000) >> 31);
438 accu = (int64_t)w_re*tmpz[n34+i].
im;
439 accu += (int64_t)w_im*tmpz[n34+i].
re;
440 tmp4 = (
int32_t)((accu + 0x40000000) >> 31);
447 tmpz[ n2+i].
re = tmpz[ i].
re - tmp5;
448 tmpz[ i].
re = tmpz[ i].
re + tmp5;
449 tmpz[ n2+i].
im = tmpz[ i].
im - tmp6;
450 tmpz[ i].
im = tmpz[ i].
im + tmp6;
451 tmpz[n34+i].
re = tmpz[n4+i].
re - tmp2;
452 tmpz[ n4+i].
re = tmpz[n4+i].
re + tmp2;
453 tmpz[n34+i].
im = tmpz[n4+i].
im + tmp1;
454 tmpz[ n4+i].
im = tmpz[n4+i].
im - tmp1;
467 #define BUTTERFLIES(a0,a1,a2,a3) {\ 469 BF(a2.re, a0.re, a0.re, t5);\ 470 BF(a3.im, a1.im, a1.im, t3);\ 472 BF(a3.re, a1.re, a1.re, t4);\ 473 BF(a2.im, a0.im, a0.im, t6);\ 479 #define BUTTERFLIES_BIG(a0,a1,a2,a3) {\ 480 FFTSample r0=a0.re, i0=a0.im, r1=a1.re, i1=a1.im;\ 482 BF(a2.re, a0.re, r0, t5);\ 483 BF(a3.im, a1.im, i1, t3);\ 485 BF(a3.re, a1.re, r1, t4);\ 486 BF(a2.im, a0.im, i0, t6);\ 489 #define TRANSFORM(a0,a1,a2,a3,wre,wim) {\ 490 CMUL(t1, t2, a2.re, a2.im, wre, -wim);\ 491 CMUL(t5, t6, a3.re, a3.im, wre, wim);\ 492 BUTTERFLIES(a0,a1,a2,a3)\ 495 #define TRANSFORM_ZERO(a0,a1,a2,a3) {\ 500 BUTTERFLIES(a0,a1,a2,a3)\ 505 static void name(FFTComplex *z, const FFTSample *wre, unsigned int n)\ 507 FFTDouble t1, t2, t3, t4, t5, t6;\ 511 const FFTSample *wim = wre+o1;\ 514 TRANSFORM_ZERO(z[0],z[o1],z[o2],z[o3]);\ 515 TRANSFORM(z[1],z[o1+1],z[o2+1],z[o3+1],wre[1],wim[-1]);\ 520 TRANSFORM(z[0],z[o1],z[o2],z[o3],wre[0],wim[0]);\ 521 TRANSFORM(z[1],z[o1+1],z[o2+1],z[o3+1],wre[1],wim[-1]);\ 527 #define BUTTERFLIES BUTTERFLIES_BIG 530 #define DECL_FFT(n,n2,n4)\ 531 static void fft##n(FFTComplex *z)\ 536 pass(z,FFT_NAME(ff_cos_##n),n4/2);\ 543 BF(t3, t1, z[0].
re, z[1].re);
544 BF(t8, t6, z[3].re, z[2].re);
545 BF(z[2].re, z[0].re, t1, t6);
546 BF(t4, t2, z[0].
im, z[1].im);
547 BF(t7, t5, z[2].im, z[3].im);
548 BF(z[3].im, z[1].im, t4, t8);
549 BF(z[3].re, z[1].re, t3, t7);
550 BF(z[2].im, z[0].im, t2, t5);
559 BF(t1, z[5].
re, z[4].re, -z[5].re);
560 BF(t2, z[5].
im, z[4].im, -z[5].im);
561 BF(t5, z[7].re, z[6].re, -z[7].re);
562 BF(t6, z[7].im, z[6].im, -z[7].im);
581 TRANSFORM(z[1],z[5],z[9],z[13],cos_16_1,cos_16_3);
582 TRANSFORM(z[3],z[7],z[11],z[15],cos_16_3,cos_16_1);
593 #define pass pass_big 605 fft4,
fft8,
fft16, fft32, fft64, fft128, fft256, fft512, fft1024,
606 fft2048, fft4096, fft8192, fft16384, fft32768, fft65536, fft131072
static void fft_permute_c(FFTContext *s, FFTComplex *z)
#define BUTTERFLIES(a0, a1, a2, a3)
static CosTabsInitOnce cos_tabs_init_once[]
static const int avx_tab[]
static int split_radix_permutation(int i, int n, int inverse)
#define MAX_LOG2_NFFT
Specifies maximum allowed fft size.
void ff_fft_lut_init(uint16_t *table, int off, int size, int *index)
av_cold void ff_fft_init_arm(FFTContext *s)
void ff_fft_init_ppc(FFTContext *s)
const int32_t ff_w_tab_sr[MAX_FFT_SIZE/(4 *16)]
#define DECL_FFT(n, n2, n4)
#define INIT_FF_COS_TABS_FUNC(index, size)
static void(*const fft_dispatch[])(FFTComplex *)
void(* fft_permute)(struct FFTContext *s, FFTComplex *z)
Do the permutation needed BEFORE calling fft_calc().
void(* mdct_calcw)(struct FFTContext *s, FFTDouble *output, const FFTSample *input)
void(* mdct_calc)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
void(* imdct_calc)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
static const uint8_t offset[127][2]
av_cold void ff_fft_fixed_init_arm(FFTContext *s)
static av_cold void fft_perm_avx(FFTContext *s)
av_cold int ff_fft_init(FFTContext *s, int nbits, int inverse)
Set up a complex FFT.
enum fft_permutation_type fft_permutation
static int is_second_half_of_fft32(int i, int n)
typedef void(RENAME(mix_any_func_type))
uint16_t ff_fft_offsets_lut[21845]
static av_cold void init_ff_cos_tabs(int index)
void(* imdct_half)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
#define TRANSFORM(a0, a1, a2, a3, wre, wim)
#define TRANSFORM_ZERO(a0, a1, a2, a3)
static void fft4(FFTComplex *z)
av_cold void ff_fft_end(FFTContext *s)
void ff_mdct_calcw_c(FFTContext *s, FFTDouble *output, const FFTSample *input)
av_cold void ff_fft_init_aarch64(FFTContext *s)
void(* fft_calc)(struct FFTContext *s, FFTComplex *z)
Do a complex FFT with the parameters defined in ff_fft_init().
void ff_fft_init_mips(FFTContext *s)
FFT transform.
static int ff_thread_once(char *control, void(*routine)(void))
static void fft8(FFTComplex *z)
COSTABLE_CONST FFTSample *const FFT_NAME(ff_cos_tabs)[]
static const struct twinvq_data tab
static uint32_t inverse(uint32_t v)
find multiplicative inverse modulo 2 ^ 32
av_cold void ff_init_ff_cos_tabs(int index)
Initialize the cosine table in ff_cos_tabs[index].
static void fft_calc_c(FFTContext *s, FFTComplex *z)
static void fft16(FFTComplex *z)
definitions and tables for FFT
void ff_fft_init_x86(FFTContext *s)