/root/firefox-clang/media/ffvpx/libavutil/tx

1

/*

2

* Copyright (c) Lynne

3

*

4

* Power of two FFT:

5

* Copyright (c) Lynne

6

7

8

* Partly based on libdjbfft by D. J. Bernstein

9

*

10

* This file is part of FFmpeg.

11

*

12

* FFmpeg is free software; you can redistribute it and/or

13

* modify it under the terms of the GNU Lesser General Public

14

* License as published by the Free Software Foundation; either

15

* version 2.1 of the License, or (at your option) any later version.

16

*

17

* FFmpeg is distributed in the hope that it will be useful,

18

* but WITHOUT ANY WARRANTY; without even the implied warranty of

19

* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU

20

* Lesser General Public License for more details.

21

*

22

* You should have received a copy of the GNU Lesser General Public

23

* License along with FFmpeg; if not, write to the Free Software

24

* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

25

*/

26

27

#include "mem.h"

28

29

#define TABLE_DEF(name, size)_Alignas(32) TXSample ff_tx_tab_name_double[size] \

30

DECLARE_ALIGNED(32, TXSample, TX_TAB(ff_tx_tab_ ##name))_Alignas(32) TXSample ff_tx_tab_ ##name_double[size]

31

32

#define SR_POW2_TABLESSR_TABLE(8) SR_TABLE(16) SR_TABLE(32) SR_TABLE(64) SR_TABLE(128
) SR_TABLE(256) SR_TABLE(512) SR_TABLE(1024) SR_TABLE(2048) SR_TABLE
(4096) SR_TABLE(8192) SR_TABLE(16384) SR_TABLE(32768) SR_TABLE
(65536) SR_TABLE(131072) \

33

SR_TABLE(8) \

34

SR_TABLE(16) \

35

SR_TABLE(32) \

36

SR_TABLE(64) \

37

SR_TABLE(128) \

38

SR_TABLE(256) \

39

SR_TABLE(512) \

40

SR_TABLE(1024) \

41

SR_TABLE(2048) \

42

SR_TABLE(4096) \

43

SR_TABLE(8192) \

44

SR_TABLE(16384) \

45

SR_TABLE(32768) \

46

SR_TABLE(65536) \

47

SR_TABLE(131072) \

48

49

#define SR_TABLE(len) \

50

TABLE_DEF(len, len/4 + 1)_Alignas(32) TXSample ff_tx_tab_len_double[len/4 + 1];

51

/* Power of two tables */

52

SR_POW2_TABLESSR_TABLE(8) SR_TABLE(16) SR_TABLE(32) SR_TABLE(64) SR_TABLE(128
) SR_TABLE(256) SR_TABLE(512) SR_TABLE(1024) SR_TABLE(2048) SR_TABLE
(4096) SR_TABLE(8192) SR_TABLE(16384) SR_TABLE(32768) SR_TABLE
(65536) SR_TABLE(131072)

53

#undef SR_TABLE

54

55

/* Other factors' tables */

56

TABLE_DEF(53, 12)_Alignas(32) TXSample ff_tx_tab_53_double[12];

57

TABLE_DEF( 7, 6)_Alignas(32) TXSample ff_tx_tab_7_double[6];

58

TABLE_DEF( 9, 8)_Alignas(32) TXSample ff_tx_tab_9_double[8];

59

60

typedef struct FFTabInitData {

61

void (*func)(void);

62

int factors[TX_MAX_SUB4]; /* Must be sorted high -> low */

63

} FFTabInitData;

64

65

#define SR_TABLE(len) \

66

static av_cold__attribute__((cold)) void TX_TAB(ff_tx_init_tab_ ##len)ff_tx_init_tab_ ##len_double(void) \

67

{ \

68

double freq = 2*M_PI3.14159265358979323846/len; \

69

TXSample *tab = TX_TAB(ff_tx_tab_ ##len)ff_tx_tab_ ##len_double; \

70

\

71

for (int i = 0; i < len/4; i++) \

72

*tab++ = RESCALE(cos(i*freq))(cos(i*freq)); \

73

\

74

*tab = 0; \

75

}

76

SR_POW2_TABLESSR_TABLE(8) SR_TABLE(16) SR_TABLE(32) SR_TABLE(64) SR_TABLE(128
) SR_TABLE(256) SR_TABLE(512) SR_TABLE(1024) SR_TABLE(2048) SR_TABLE
(4096) SR_TABLE(8192) SR_TABLE(16384) SR_TABLE(32768) SR_TABLE
(65536) SR_TABLE(131072)

77

#undef SR_TABLE

78

79

static void (*const sr_tabs_init_funcs[])(void) = {

80

#define SR_TABLE(len) TX_TAB(ff_tx_init_tab_ ##len)ff_tx_init_tab_ ##len_double,

81

SR_POW2_TABLESSR_TABLE(8) SR_TABLE(16) SR_TABLE(32) SR_TABLE(64) SR_TABLE(128
) SR_TABLE(256) SR_TABLE(512) SR_TABLE(1024) SR_TABLE(2048) SR_TABLE
(4096) SR_TABLE(8192) SR_TABLE(16384) SR_TABLE(32768) SR_TABLE
(65536) SR_TABLE(131072)

82

#undef SR_TABLE

83

};

84

85

static AVOncepthread_once_t sr_tabs_init_once[] = {

86

#define SR_TABLE(len) AV_ONCE_INIT0,

87

SR_POW2_TABLESSR_TABLE(8) SR_TABLE(16) SR_TABLE(32) SR_TABLE(64) SR_TABLE(128
) SR_TABLE(256) SR_TABLE(512) SR_TABLE(1024) SR_TABLE(2048) SR_TABLE
(4096) SR_TABLE(8192) SR_TABLE(16384) SR_TABLE(32768) SR_TABLE
(65536) SR_TABLE(131072)

88

#undef SR_TABLE

89

};

90

91

static av_cold__attribute__((cold)) void TX_TAB(ff_tx_init_tab_53)ff_tx_init_tab_53_double(void)

92

{

93

/* 5pt, doubled to eliminate AVX lane shuffles */

94

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[0] = RESCALE(cos(2 * M_PI / 5))(cos(2 * 3.14159265358979323846 / 5));

95

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[1] = RESCALE(cos(2 * M_PI / 5))(cos(2 * 3.14159265358979323846 / 5));

96

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[2] = RESCALE(cos(2 * M_PI / 10))(cos(2 * 3.14159265358979323846 / 10));

97

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[3] = RESCALE(cos(2 * M_PI / 10))(cos(2 * 3.14159265358979323846 / 10));

98

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[4] = RESCALE(sin(2 * M_PI / 5))(sin(2 * 3.14159265358979323846 / 5));

99

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[5] = RESCALE(sin(2 * M_PI / 5))(sin(2 * 3.14159265358979323846 / 5));

100

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[6] = RESCALE(sin(2 * M_PI / 10))(sin(2 * 3.14159265358979323846 / 10));

101

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[7] = RESCALE(sin(2 * M_PI / 10))(sin(2 * 3.14159265358979323846 / 10));

102

103

/* 3pt */

104

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[ 8] = RESCALE(cos(2 * M_PI / 12))(cos(2 * 3.14159265358979323846 / 12));

105

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[ 9] = RESCALE(cos(2 * M_PI / 12))(cos(2 * 3.14159265358979323846 / 12));

106

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[10] = RESCALE(cos(2 * M_PI / 6))(cos(2 * 3.14159265358979323846 / 6));

107

TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double[11] = RESCALE(cos(8 * M_PI / 6))(cos(8 * 3.14159265358979323846 / 6));

108

}

109

110

static av_cold__attribute__((cold)) void TX_TAB(ff_tx_init_tab_7)ff_tx_init_tab_7_double(void)

111

{

112

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[0] = RESCALE(cos(2 * M_PI / 7))(cos(2 * 3.14159265358979323846 / 7));

113

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[1] = RESCALE(sin(2 * M_PI / 7))(sin(2 * 3.14159265358979323846 / 7));

114

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[2] = RESCALE(sin(2 * M_PI / 28))(sin(2 * 3.14159265358979323846 / 28));

115

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[3] = RESCALE(cos(2 * M_PI / 28))(cos(2 * 3.14159265358979323846 / 28));

116

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[4] = RESCALE(cos(2 * M_PI / 14))(cos(2 * 3.14159265358979323846 / 14));

117

TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double[5] = RESCALE(sin(2 * M_PI / 14))(sin(2 * 3.14159265358979323846 / 14));

118

}

119

120

static av_cold__attribute__((cold)) void TX_TAB(ff_tx_init_tab_9)ff_tx_init_tab_9_double(void)

121

{

122

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[0] = RESCALE(cos(2 * M_PI / 3))(cos(2 * 3.14159265358979323846 / 3));

123

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[1] = RESCALE(sin(2 * M_PI / 3))(sin(2 * 3.14159265358979323846 / 3));

124

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[2] = RESCALE(cos(2 * M_PI / 9))(cos(2 * 3.14159265358979323846 / 9));

125

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[3] = RESCALE(sin(2 * M_PI / 9))(sin(2 * 3.14159265358979323846 / 9));

126

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[4] = RESCALE(cos(2 * M_PI / 36))(cos(2 * 3.14159265358979323846 / 36));

127

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[5] = RESCALE(sin(2 * M_PI / 36))(sin(2 * 3.14159265358979323846 / 36));

128

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[6] = TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[2] + TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[5];

129

TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[7] = TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[3] - TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double[4];

130

}

131

132

static const FFTabInitData nptwo_tabs_init_data[] = {

133

{ TX_TAB(ff_tx_init_tab_53)ff_tx_init_tab_53_double, { 15, 5, 3 } },

134

{ TX_TAB(ff_tx_init_tab_9)ff_tx_init_tab_9_double, { 9 } },

135

{ TX_TAB(ff_tx_init_tab_7)ff_tx_init_tab_7_double, { 7 } },

136

};

137

138

static AVOncepthread_once_t nptwo_tabs_init_once[] = {

139

AV_ONCE_INIT0,

140

AV_ONCE_INIT0,

141

AV_ONCE_INIT0,

142

};

143

144

av_cold__attribute__((cold)) void TX_TAB(ff_tx_init_tabs)ff_tx_init_tabs_double(int len)

145

{

146

int factor_2 = ff_ctz(len)__builtin_ctz(len);

147

if (factor_2) {

148

int idx = factor_2 - 3;

149

for (int i = 0; i <= idx; i++)

150

ff_thread_once(&sr_tabs_init_once[i],strict_pthread_once(&sr_tabs_init_once[i], sr_tabs_init_funcs
[i])

151

sr_tabs_init_funcs[i])strict_pthread_once(&sr_tabs_init_once[i], sr_tabs_init_funcs
[i]);

152

len >>= factor_2;

153

}

154

155

for (int i = 0; i < FF_ARRAY_ELEMS(nptwo_tabs_init_data)(sizeof(nptwo_tabs_init_data) / sizeof((nptwo_tabs_init_data)
[0])); i++) {

156

int f, f_idx = 0;

157

158

if (len <= 1)

159

return;

160

161

while ((f = nptwo_tabs_init_data[i].factors[f_idx++])) {

162

if (f % len)

163

continue;

164

165

ff_thread_once(&nptwo_tabs_init_once[i],strict_pthread_once(&nptwo_tabs_init_once[i], nptwo_tabs_init_data
[i].func)

166

nptwo_tabs_init_data[i].func)strict_pthread_once(&nptwo_tabs_init_once[i], nptwo_tabs_init_data
[i].func);

167

len /= f;

168

break;

169

}

170

}

171

}

172

173

static av_always_inline__attribute__((always_inline)) inline void fft3(TXComplex *out, TXComplex *in,

174

ptrdiff_t stride)

175

{

176

TXComplex tmp[3];

177

const TXSample *tab = TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double;

178

#ifdef TX_INT32

179

int64_t mtmp[4];

180

#endif

181

182

tmp[0] = in[0];

183

BF(tmp[1].re, tmp[2].im, in[1].im, in[2].im)do { tmp[1].re = (in[1].im) - (in[2].im); tmp[2].im = (in[1].
im) + (in[2].im); } while (0);

184

BF(tmp[1].im, tmp[2].re, in[1].re, in[2].re)do { tmp[1].im = (in[1].re) - (in[2].re); tmp[2].re = (in[1].
re) + (in[2].re); } while (0);

185

186

#ifdef TX_INT32

187

out[0*stride].re = (int64_t)tmp[0].re + tmp[2].re;

188

out[0*stride].im = (int64_t)tmp[0].im + tmp[2].im;

189

mtmp[0] = (int64_t)tab[ 8] * tmp[1].re;

190

mtmp[1] = (int64_t)tab[ 9] * tmp[1].im;

191

mtmp[2] = (int64_t)tab[10] * tmp[2].re;

192

mtmp[3] = (int64_t)tab[10] * tmp[2].im;

193

out[1*stride].re = tmp[0].re - (mtmp[2] + mtmp[0] + 0x40000000 >> 31);

194

out[1*stride].im = tmp[0].im - (mtmp[3] - mtmp[1] + 0x40000000 >> 31);

195

out[2*stride].re = tmp[0].re - (mtmp[2] - mtmp[0] + 0x40000000 >> 31);

196

out[2*stride].im = tmp[0].im - (mtmp[3] + mtmp[1] + 0x40000000 >> 31);

197

#else

198

out[0*stride].re = tmp[0].re + tmp[2].re;

199

out[0*stride].im = tmp[0].im + tmp[2].im;

200

tmp[1].re = tab[ 8] * tmp[1].re;

201

tmp[1].im = tab[ 9] * tmp[1].im;

202

tmp[2].re = tab[10] * tmp[2].re;

203

tmp[2].im = tab[10] * tmp[2].im;

204

out[1*stride].re = tmp[0].re - tmp[2].re + tmp[1].re;

205

out[1*stride].im = tmp[0].im - tmp[2].im - tmp[1].im;

206

out[2*stride].re = tmp[0].re - tmp[2].re - tmp[1].re;

207

out[2*stride].im = tmp[0].im - tmp[2].im + tmp[1].im;

208

#endif

209

}

210

211

#define DECL_FFT5(NAME, D0, D1, D2, D3, D4)static __attribute__((always_inline)) inline void NAME(TXComplex
*out, TXComplex *in, ptrdiff_t stride) { TXComplex dc, z0[4]
, t[6]; const TXSample *tab = ff_tx_tab_53_double; dc = in[0]
; do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re
) + (in[4].re); } while (0); do { t[1].re = (in[1].im) - (in[
4].im); t[0].im = (in[1].im) + (in[4].im); } while (0); do { t
[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) + (in[
3].re); } while (0); do { t[3].re = (in[2].im) - (in[3].im); t
[2].im = (in[2].im) + (in[3].im); } while (0); out[D0*stride]
.re = dc.re + (TXUSample)t[0].re + t[2].re; out[D0*stride].im
= dc.im + (TXUSample)t[0].im + t[2].im; do { (t[4].re) = (tab
[0]) * (t[2].re) - (tab[2]) * (t[0].re); (t[0].re) = (tab[0])
* (t[0].re) - (tab[2]) * (t[2].re); } while (0); do { (t[4].
im) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im); (t[0].im) =
(tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while (0); do
{ (t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re); (
t[1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1
].im); (t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im
); } while (0); do { z0[0].re = (t[0].re) - (t[1].re); z0[3].
re = (t[0].re) + (t[1].re); } while (0); do { z0[0].im = (t[0
].im) - (t[1].im); z0[3].im = (t[0].im) + (t[1].im); } while (
0); do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re
) + (t[5].re); } while (0); do { z0[2].im = (t[4].im) - (t[5]
.im); z0[1].im = (t[4].im) + (t[5].im); } while (0); out[D1*stride
].re = dc.re + (TXUSample)z0[3].re; out[D1*stride].im = dc.im
+ (TXUSample)z0[0].im; out[D2*stride].re = dc.re + (TXUSample
)z0[2].re; out[D2*stride].im = dc.im + (TXUSample)z0[1].im; out
[D3*stride].re = dc.re + (TXUSample)z0[1].re; out[D3*stride].
im = dc.im + (TXUSample)z0[2].im; out[D4*stride].re = dc.re +
(TXUSample)z0[0].re; out[D4*stride].im = dc.im + (TXUSample)
z0[3].im; } \

212

static av_always_inline__attribute__((always_inline)) inline void NAME(TXComplex *out, TXComplex *in, \

213

ptrdiff_t stride) \

214

{ \

215

TXComplex dc, z0[4], t[6]; \

216

const TXSample *tab = TX_TAB(ff_tx_tab_53)ff_tx_tab_53_double; \

217

\

218

dc = in[0]; \

219

BF(t[1].im, t[0].re, in[1].re, in[4].re)do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re) +
(in[4].re); } while (0); \

220

BF(t[1].re, t[0].im, in[1].im, in[4].im)do { t[1].re = (in[1].im) - (in[4].im); t[0].im = (in[1].im) +
(in[4].im); } while (0); \

221

BF(t[3].im, t[2].re, in[2].re, in[3].re)do { t[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) +
(in[3].re); } while (0); \

222

BF(t[3].re, t[2].im, in[2].im, in[3].im)do { t[3].re = (in[2].im) - (in[3].im); t[2].im = (in[2].im) +
(in[3].im); } while (0); \

223

\

224

out[D0*stride].re = dc.re + (TXUSample)t[0].re + t[2].re; \

225

out[D0*stride].im = dc.im + (TXUSample)t[0].im + t[2].im; \

226

\

227

SMUL(t[4].re, t[0].re, tab[0], tab[2], t[2].re, t[0].re)do { (t[4].re) = (tab[0]) * (t[2].re) - (tab[2]) * (t[0].re);
(t[0].re) = (tab[0]) * (t[0].re) - (tab[2]) * (t[2].re); } while
(0); \

228

SMUL(t[4].im, t[0].im, tab[0], tab[2], t[2].im, t[0].im)do { (t[4].im) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im);
(t[0].im) = (tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while
(0); \

229

CMUL(t[5].re, t[1].re, tab[4], tab[6], t[3].re, t[1].re)do { (t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re);
(t[1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); \

230

CMUL(t[5].im, t[1].im, tab[4], tab[6], t[3].im, t[1].im)do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1].im);
(t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im); } while
(0); \

231

\

232

BF(z0[0].re, z0[3].re, t[0].re, t[1].re)do { z0[0].re = (t[0].re) - (t[1].re); z0[3].re = (t[0].re) +
(t[1].re); } while (0); \

233

BF(z0[0].im, z0[3].im, t[0].im, t[1].im)do { z0[0].im = (t[0].im) - (t[1].im); z0[3].im = (t[0].im) +
(t[1].im); } while (0); \

234

BF(z0[2].re, z0[1].re, t[4].re, t[5].re)do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re) +
(t[5].re); } while (0); \

235

BF(z0[2].im, z0[1].im, t[4].im, t[5].im)do { z0[2].im = (t[4].im) - (t[5].im); z0[1].im = (t[4].im) +
(t[5].im); } while (0); \

236

\

237

out[D1*stride].re = dc.re + (TXUSample)z0[3].re; \

238

out[D1*stride].im = dc.im + (TXUSample)z0[0].im; \

239

out[D2*stride].re = dc.re + (TXUSample)z0[2].re; \

240

out[D2*stride].im = dc.im + (TXUSample)z0[1].im; \

241

out[D3*stride].re = dc.re + (TXUSample)z0[1].re; \

242

out[D3*stride].im = dc.im + (TXUSample)z0[2].im; \

243

out[D4*stride].re = dc.re + (TXUSample)z0[0].re; \

244

out[D4*stride].im = dc.im + (TXUSample)z0[3].im; \

245

}

246

247

DECL_FFT5(fft5, 0, 1, 2, 3, 4)static __attribute__((always_inline)) inline void fft5(TXComplex
*out, TXComplex *in, ptrdiff_t stride) { TXComplex dc, z0[4]
, t[6]; const TXSample *tab = ff_tx_tab_53_double; dc = in[0]
; do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re
) + (in[4].re); } while (0); do { t[1].re = (in[1].im) - (in[
4].im); t[0].im = (in[1].im) + (in[4].im); } while (0); do { t
[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) + (in[
3].re); } while (0); do { t[3].re = (in[2].im) - (in[3].im); t
[2].im = (in[2].im) + (in[3].im); } while (0); out[0*stride].
re = dc.re + (TXUSample)t[0].re + t[2].re; out[0*stride].im =
dc.im + (TXUSample)t[0].im + t[2].im; do { (t[4].re) = (tab[
0]) * (t[2].re) - (tab[2]) * (t[0].re); (t[0].re) = (tab[0]) *
(t[0].re) - (tab[2]) * (t[2].re); } while (0); do { (t[4].im
) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im); (t[0].im) = (
tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while (0); do {
(t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re); (t[
1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1
].im); (t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im
); } while (0); do { z0[0].re = (t[0].re) - (t[1].re); z0[3].
re = (t[0].re) + (t[1].re); } while (0); do { z0[0].im = (t[0
].im) - (t[1].im); z0[3].im = (t[0].im) + (t[1].im); } while (
0); do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re
) + (t[5].re); } while (0); do { z0[2].im = (t[4].im) - (t[5]
.im); z0[1].im = (t[4].im) + (t[5].im); } while (0); out[1*stride
].re = dc.re + (TXUSample)z0[3].re; out[1*stride].im = dc.im +
(TXUSample)z0[0].im; out[2*stride].re = dc.re + (TXUSample)z0
[2].re; out[2*stride].im = dc.im + (TXUSample)z0[1].im; out[3
*stride].re = dc.re + (TXUSample)z0[1].re; out[3*stride].im =
dc.im + (TXUSample)z0[2].im; out[4*stride].re = dc.re + (TXUSample
)z0[0].re; out[4*stride].im = dc.im + (TXUSample)z0[3].im; }

248

DECL_FFT5(fft5_m1, 0, 6, 12, 3, 9)static __attribute__((always_inline)) inline void fft5_m1(TXComplex
*out, TXComplex *in, ptrdiff_t stride) { TXComplex dc, z0[4]
, t[6]; const TXSample *tab = ff_tx_tab_53_double; dc = in[0]
; do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re
) + (in[4].re); } while (0); do { t[1].re = (in[1].im) - (in[
4].im); t[0].im = (in[1].im) + (in[4].im); } while (0); do { t
[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) + (in[
3].re); } while (0); do { t[3].re = (in[2].im) - (in[3].im); t
[2].im = (in[2].im) + (in[3].im); } while (0); out[0*stride].
re = dc.re + (TXUSample)t[0].re + t[2].re; out[0*stride].im =
dc.im + (TXUSample)t[0].im + t[2].im; do { (t[4].re) = (tab[
0]) * (t[2].re) - (tab[2]) * (t[0].re); (t[0].re) = (tab[0]) *
(t[0].re) - (tab[2]) * (t[2].re); } while (0); do { (t[4].im
) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im); (t[0].im) = (
tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while (0); do {
(t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re); (t[
1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1
].im); (t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im
); } while (0); do { z0[0].re = (t[0].re) - (t[1].re); z0[3].
re = (t[0].re) + (t[1].re); } while (0); do { z0[0].im = (t[0
].im) - (t[1].im); z0[3].im = (t[0].im) + (t[1].im); } while (
0); do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re
) + (t[5].re); } while (0); do { z0[2].im = (t[4].im) - (t[5]
.im); z0[1].im = (t[4].im) + (t[5].im); } while (0); out[6*stride
].re = dc.re + (TXUSample)z0[3].re; out[6*stride].im = dc.im +
(TXUSample)z0[0].im; out[12*stride].re = dc.re + (TXUSample)
z0[2].re; out[12*stride].im = dc.im + (TXUSample)z0[1].im; out
[3*stride].re = dc.re + (TXUSample)z0[1].re; out[3*stride].im
= dc.im + (TXUSample)z0[2].im; out[9*stride].re = dc.re + (TXUSample
)z0[0].re; out[9*stride].im = dc.im + (TXUSample)z0[3].im; }

249

DECL_FFT5(fft5_m2, 10, 1, 7, 13, 4)static __attribute__((always_inline)) inline void fft5_m2(TXComplex
*out, TXComplex *in, ptrdiff_t stride) { TXComplex dc, z0[4]
, t[6]; const TXSample *tab = ff_tx_tab_53_double; dc = in[0]
; do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re
) + (in[4].re); } while (0); do { t[1].re = (in[1].im) - (in[
4].im); t[0].im = (in[1].im) + (in[4].im); } while (0); do { t
[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) + (in[
3].re); } while (0); do { t[3].re = (in[2].im) - (in[3].im); t
[2].im = (in[2].im) + (in[3].im); } while (0); out[10*stride]
.re = dc.re + (TXUSample)t[0].re + t[2].re; out[10*stride].im
= dc.im + (TXUSample)t[0].im + t[2].im; do { (t[4].re) = (tab
[0]) * (t[2].re) - (tab[2]) * (t[0].re); (t[0].re) = (tab[0])
* (t[0].re) - (tab[2]) * (t[2].re); } while (0); do { (t[4].
im) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im); (t[0].im) =
(tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while (0); do
{ (t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re); (
t[1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1
].im); (t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im
); } while (0); do { z0[0].re = (t[0].re) - (t[1].re); z0[3].
re = (t[0].re) + (t[1].re); } while (0); do { z0[0].im = (t[0
].im) - (t[1].im); z0[3].im = (t[0].im) + (t[1].im); } while (
0); do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re
) + (t[5].re); } while (0); do { z0[2].im = (t[4].im) - (t[5]
.im); z0[1].im = (t[4].im) + (t[5].im); } while (0); out[1*stride
].re = dc.re + (TXUSample)z0[3].re; out[1*stride].im = dc.im +
(TXUSample)z0[0].im; out[7*stride].re = dc.re + (TXUSample)z0
[2].re; out[7*stride].im = dc.im + (TXUSample)z0[1].im; out[13
*stride].re = dc.re + (TXUSample)z0[1].re; out[13*stride].im =
dc.im + (TXUSample)z0[2].im; out[4*stride].re = dc.re + (TXUSample
)z0[0].re; out[4*stride].im = dc.im + (TXUSample)z0[3].im; }

250

DECL_FFT5(fft5_m3, 5, 11, 2, 8, 14)static __attribute__((always_inline)) inline void fft5_m3(TXComplex
*out, TXComplex *in, ptrdiff_t stride) { TXComplex dc, z0[4]
, t[6]; const TXSample *tab = ff_tx_tab_53_double; dc = in[0]
; do { t[1].im = (in[1].re) - (in[4].re); t[0].re = (in[1].re
) + (in[4].re); } while (0); do { t[1].re = (in[1].im) - (in[
4].im); t[0].im = (in[1].im) + (in[4].im); } while (0); do { t
[3].im = (in[2].re) - (in[3].re); t[2].re = (in[2].re) + (in[
3].re); } while (0); do { t[3].re = (in[2].im) - (in[3].im); t
[2].im = (in[2].im) + (in[3].im); } while (0); out[5*stride].
re = dc.re + (TXUSample)t[0].re + t[2].re; out[5*stride].im =
dc.im + (TXUSample)t[0].im + t[2].im; do { (t[4].re) = (tab[
0]) * (t[2].re) - (tab[2]) * (t[0].re); (t[0].re) = (tab[0]) *
(t[0].re) - (tab[2]) * (t[2].re); } while (0); do { (t[4].im
) = (tab[0]) * (t[2].im) - (tab[2]) * (t[0].im); (t[0].im) = (
tab[0]) * (t[0].im) - (tab[2]) * (t[2].im); } while (0); do {
(t[5].re) = (tab[4]) * (t[3].re) - (tab[6]) * (t[1].re); (t[
1].re) = (tab[4]) * (t[1].re) + (tab[6]) * (t[3].re); } while
(0); do { (t[5].im) = (tab[4]) * (t[3].im) - (tab[6]) * (t[1
].im); (t[1].im) = (tab[4]) * (t[1].im) + (tab[6]) * (t[3].im
); } while (0); do { z0[0].re = (t[0].re) - (t[1].re); z0[3].
re = (t[0].re) + (t[1].re); } while (0); do { z0[0].im = (t[0
].im) - (t[1].im); z0[3].im = (t[0].im) + (t[1].im); } while (
0); do { z0[2].re = (t[4].re) - (t[5].re); z0[1].re = (t[4].re
) + (t[5].re); } while (0); do { z0[2].im = (t[4].im) - (t[5]
.im); z0[1].im = (t[4].im) + (t[5].im); } while (0); out[11*stride
].re = dc.re + (TXUSample)z0[3].re; out[11*stride].im = dc.im
+ (TXUSample)z0[0].im; out[2*stride].re = dc.re + (TXUSample
)z0[2].re; out[2*stride].im = dc.im + (TXUSample)z0[1].im; out
[8*stride].re = dc.re + (TXUSample)z0[1].re; out[8*stride].im
= dc.im + (TXUSample)z0[2].im; out[14*stride].re = dc.re + (
TXUSample)z0[0].re; out[14*stride].im = dc.im + (TXUSample)z0
[3].im; }

251

252

static av_always_inline__attribute__((always_inline)) inline void fft7(TXComplex *out, TXComplex *in,

253

ptrdiff_t stride)

254

{

255

TXComplex dc, t[6], z[3];

256

const TXComplex *tab = (const TXComplex *)TX_TAB(ff_tx_tab_7)ff_tx_tab_7_double;

257

#ifdef TX_INT32

258

int64_t mtmp[12];

259

#endif

260

261

dc = in[0];

262

BF(t[1].re, t[0].re, in[1].re, in[6].re)do { t[1].re = (in[1].re) - (in[6].re); t[0].re = (in[1].re) +
(in[6].re); } while (0);

263

BF(t[1].im, t[0].im, in[1].im, in[6].im)do { t[1].im = (in[1].im) - (in[6].im); t[0].im = (in[1].im) +
(in[6].im); } while (0);

264

BF(t[3].re, t[2].re, in[2].re, in[5].re)do { t[3].re = (in[2].re) - (in[5].re); t[2].re = (in[2].re) +
(in[5].re); } while (0);

265

BF(t[3].im, t[2].im, in[2].im, in[5].im)do { t[3].im = (in[2].im) - (in[5].im); t[2].im = (in[2].im) +
(in[5].im); } while (0);

266

BF(t[5].re, t[4].re, in[3].re, in[4].re)do { t[5].re = (in[3].re) - (in[4].re); t[4].re = (in[3].re) +
(in[4].re); } while (0);

267

BF(t[5].im, t[4].im, in[3].im, in[4].im)do { t[5].im = (in[3].im) - (in[4].im); t[4].im = (in[3].im) +
(in[4].im); } while (0);

268

269

out[0*stride].re = dc.re + t[0].re + t[2].re + t[4].re;

270

out[0*stride].im = dc.im + t[0].im + t[2].im + t[4].im;

271

272

#ifdef TX_INT32 /* NOTE: it's possible to do this with 16 mults but 72 adds */

273

mtmp[ 0] = ((int64_t)tab[0].re)*t[0].re - ((int64_t)tab[2].re)*t[4].re;

274

mtmp[ 1] = ((int64_t)tab[0].re)*t[4].re - ((int64_t)tab[1].re)*t[0].re;

275

mtmp[ 2] = ((int64_t)tab[0].re)*t[2].re - ((int64_t)tab[2].re)*t[0].re;

276

mtmp[ 3] = ((int64_t)tab[0].re)*t[0].im - ((int64_t)tab[1].re)*t[2].im;

277

mtmp[ 4] = ((int64_t)tab[0].re)*t[4].im - ((int64_t)tab[1].re)*t[0].im;

278

mtmp[ 5] = ((int64_t)tab[0].re)*t[2].im - ((int64_t)tab[2].re)*t[0].im;

279

280

mtmp[ 6] = ((int64_t)tab[2].im)*t[1].im + ((int64_t)tab[1].im)*t[5].im;

281

mtmp[ 7] = ((int64_t)tab[0].im)*t[5].im + ((int64_t)tab[2].im)*t[3].im;

282

mtmp[ 8] = ((int64_t)tab[2].im)*t[5].im + ((int64_t)tab[1].im)*t[3].im;

283

mtmp[ 9] = ((int64_t)tab[0].im)*t[1].re + ((int64_t)tab[1].im)*t[3].re;

284

mtmp[10] = ((int64_t)tab[2].im)*t[3].re + ((int64_t)tab[0].im)*t[5].re;

285

mtmp[11] = ((int64_t)tab[2].im)*t[1].re + ((int64_t)tab[1].im)*t[5].re;

286

287

z[0].re = (int32_t)(mtmp[ 0] - ((int64_t)tab[1].re)*t[2].re + 0x40000000 >> 31);

288

z[1].re = (int32_t)(mtmp[ 1] - ((int64_t)tab[2].re)*t[2].re + 0x40000000 >> 31);

289

z[2].re = (int32_t)(mtmp[ 2] - ((int64_t)tab[1].re)*t[4].re + 0x40000000 >> 31);

290

z[0].im = (int32_t)(mtmp[ 3] - ((int64_t)tab[2].re)*t[4].im + 0x40000000 >> 31);

291

z[1].im = (int32_t)(mtmp[ 4] - ((int64_t)tab[2].re)*t[2].im + 0x40000000 >> 31);

292

z[2].im = (int32_t)(mtmp[ 5] - ((int64_t)tab[1].re)*t[4].im + 0x40000000 >> 31);

293

294

t[0].re = (int32_t)(mtmp[ 6] - ((int64_t)tab[0].im)*t[3].im + 0x40000000 >> 31);

295

t[2].re = (int32_t)(mtmp[ 7] - ((int64_t)tab[1].im)*t[1].im + 0x40000000 >> 31);

296

t[4].re = (int32_t)(mtmp[ 8] + ((int64_t)tab[0].im)*t[1].im + 0x40000000 >> 31);

297

t[0].im = (int32_t)(mtmp[ 9] + ((int64_t)tab[2].im)*t[5].re + 0x40000000 >> 31);

298

t[2].im = (int32_t)(mtmp[10] - ((int64_t)tab[1].im)*t[1].re + 0x40000000 >> 31);

299

t[4].im = (int32_t)(mtmp[11] - ((int64_t)tab[0].im)*t[3].re + 0x40000000 >> 31);

300

#else

301

z[0].re = tab[0].re*t[0].re - tab[2].re*t[4].re - tab[1].re*t[2].re;

302

z[1].re = tab[0].re*t[4].re - tab[1].re*t[0].re - tab[2].re*t[2].re;

303

z[2].re = tab[0].re*t[2].re - tab[2].re*t[0].re - tab[1].re*t[4].re;

304

z[0].im = tab[0].re*t[0].im - tab[1].re*t[2].im - tab[2].re*t[4].im;

305

z[1].im = tab[0].re*t[4].im - tab[1].re*t[0].im - tab[2].re*t[2].im;

306

z[2].im = tab[0].re*t[2].im - tab[2].re*t[0].im - tab[1].re*t[4].im;

307

308

/* It's possible to do t[4].re and t[0].im with 2 multiplies only by

309

* multiplying the sum of all with the average of the twiddles */

310

311

t[0].re = tab[2].im*t[1].im + tab[1].im*t[5].im - tab[0].im*t[3].im;

312

t[2].re = tab[0].im*t[5].im + tab[2].im*t[3].im - tab[1].im*t[1].im;

313

t[4].re = tab[2].im*t[5].im + tab[1].im*t[3].im + tab[0].im*t[1].im;

314

t[0].im = tab[0].im*t[1].re + tab[1].im*t[3].re + tab[2].im*t[5].re;

315

t[2].im = tab[2].im*t[3].re + tab[0].im*t[5].re - tab[1].im*t[1].re;

316

t[4].im = tab[2].im*t[1].re + tab[1].im*t[5].re - tab[0].im*t[3].re;

317

#endif

318

319

BF(t[1].re, z[0].re, z[0].re, t[4].re)do { t[1].re = (z[0].re) - (t[4].re); z[0].re = (z[0].re) + (
t[4].re); } while (0);

320

BF(t[3].re, z[1].re, z[1].re, t[2].re)do { t[3].re = (z[1].re) - (t[2].re); z[1].re = (z[1].re) + (
t[2].re); } while (0);

321

BF(t[5].re, z[2].re, z[2].re, t[0].re)do { t[5].re = (z[2].re) - (t[0].re); z[2].re = (z[2].re) + (
t[0].re); } while (0);

322

BF(t[1].im, z[0].im, z[0].im, t[0].im)do { t[1].im = (z[0].im) - (t[0].im); z[0].im = (z[0].im) + (
t[0].im); } while (0);

323

BF(t[3].im, z[1].im, z[1].im, t[2].im)do { t[3].im = (z[1].im) - (t[2].im); z[1].im = (z[1].im) + (
t[2].im); } while (0);

324

BF(t[5].im, z[2].im, z[2].im, t[4].im)do { t[5].im = (z[2].im) - (t[4].im); z[2].im = (z[2].im) + (
t[4].im); } while (0);

325

326

out[1*stride].re = dc.re + z[0].re;

327

out[1*stride].im = dc.im + t[1].im;

328

out[2*stride].re = dc.re + t[3].re;

329

out[2*stride].im = dc.im + z[1].im;

330

out[3*stride].re = dc.re + z[2].re;

331

out[3*stride].im = dc.im + t[5].im;

332

out[4*stride].re = dc.re + t[5].re;

333

out[4*stride].im = dc.im + z[2].im;

334

out[5*stride].re = dc.re + z[1].re;

335

out[5*stride].im = dc.im + t[3].im;

336

out[6*stride].re = dc.re + t[1].re;

337

out[6*stride].im = dc.im + z[0].im;

338

}

339

340

static av_always_inline__attribute__((always_inline)) inline void fft9(TXComplex *out, TXComplex *in,

341

ptrdiff_t stride)

342

{

343

const TXComplex *tab = (const TXComplex *)TX_TAB(ff_tx_tab_9)ff_tx_tab_9_double;

344

TXComplex dc, t[16], w[4], x[5], y[5], z[2];

345

#ifdef TX_INT32

346

int64_t mtmp[12];

347

#endif

348

349

dc = in[0];

350

BF(t[1].re, t[0].re, in[1].re, in[8].re)do { t[1].re = (in[1].re) - (in[8].re); t[0].re = (in[1].re) +
(in[8].re); } while (0);

351

BF(t[1].im, t[0].im, in[1].im, in[8].im)do { t[1].im = (in[1].im) - (in[8].im); t[0].im = (in[1].im) +
(in[8].im); } while (0);

352

BF(t[3].re, t[2].re, in[2].re, in[7].re)do { t[3].re = (in[2].re) - (in[7].re); t[2].re = (in[2].re) +
(in[7].re); } while (0);

353

BF(t[3].im, t[2].im, in[2].im, in[7].im)do { t[3].im = (in[2].im) - (in[7].im); t[2].im = (in[2].im) +
(in[7].im); } while (0);

354

BF(t[5].re, t[4].re, in[3].re, in[6].re)do { t[5].re = (in[3].re) - (in[6].re); t[4].re = (in[3].re) +
(in[6].re); } while (0);

355

BF(t[5].im, t[4].im, in[3].im, in[6].im)do { t[5].im = (in[3].im) - (in[6].im); t[4].im = (in[3].im) +
(in[6].im); } while (0);

356

BF(t[7].re, t[6].re, in[4].re, in[5].re)do { t[7].re = (in[4].re) - (in[5].re); t[6].re = (in[4].re) +
(in[5].re); } while (0);

357

BF(t[7].im, t[6].im, in[4].im, in[5].im)do { t[7].im = (in[4].im) - (in[5].im); t[6].im = (in[4].im) +
(in[5].im); } while (0);

358

359

w[0].re = t[0].re - t[6].re;

360

w[0].im = t[0].im - t[6].im;

361

w[1].re = t[2].re - t[6].re;

362

w[1].im = t[2].im - t[6].im;

363

w[2].re = t[1].re - t[7].re;

364

w[2].im = t[1].im - t[7].im;

365

w[3].re = t[3].re + t[7].re;

366

w[3].im = t[3].im + t[7].im;

367

368

z[0].re = dc.re + t[4].re;

369

z[0].im = dc.im + t[4].im;

370

371

z[1].re = t[0].re + t[2].re + t[6].re;

372

z[1].im = t[0].im + t[2].im + t[6].im;

373

374

out[0*stride].re = z[0].re + z[1].re;

375

out[0*stride].im = z[0].im + z[1].im;

376

377

#ifdef TX_INT32

378

mtmp[0] = t[1].re - t[3].re + t[7].re;

379

mtmp[1] = t[1].im - t[3].im + t[7].im;

380

381

y[3].re = (int32_t)(((int64_t)tab[0].im)*mtmp[0] + 0x40000000 >> 31);

382

y[3].im = (int32_t)(((int64_t)tab[0].im)*mtmp[1] + 0x40000000 >> 31);

383

384

mtmp[0] = (int32_t)(((int64_t)tab[0].re)*z[1].re + 0x40000000 >> 31);

385

mtmp[1] = (int32_t)(((int64_t)tab[0].re)*z[1].im + 0x40000000 >> 31);

386

mtmp[2] = (int32_t)(((int64_t)tab[0].re)*t[4].re + 0x40000000 >> 31);

387

mtmp[3] = (int32_t)(((int64_t)tab[0].re)*t[4].im + 0x40000000 >> 31);

388

389

x[3].re = z[0].re + (int32_t)mtmp[0];

390

x[3].im = z[0].im + (int32_t)mtmp[1];

391

z[0].re = in[0].re + (int32_t)mtmp[2];

392

z[0].im = in[0].im + (int32_t)mtmp[3];

393

394

mtmp[0] = ((int64_t)tab[1].re)*w[0].re;

395

mtmp[1] = ((int64_t)tab[1].re)*w[0].im;

396

mtmp[2] = ((int64_t)tab[2].im)*w[0].re;

397

mtmp[3] = ((int64_t)tab[2].im)*w[0].im;

398

mtmp[4] = ((int64_t)tab[1].im)*w[2].re;

399

mtmp[5] = ((int64_t)tab[1].im)*w[2].im;

400

mtmp[6] = ((int64_t)tab[2].re)*w[2].re;

401

mtmp[7] = ((int64_t)tab[2].re)*w[2].im;

402

403

x[1].re = (int32_t)(mtmp[0] + ((int64_t)tab[2].im)*w[1].re + 0x40000000 >> 31);

404

x[1].im = (int32_t)(mtmp[1] + ((int64_t)tab[2].im)*w[1].im + 0x40000000 >> 31);

405

x[2].re = (int32_t)(mtmp[2] - ((int64_t)tab[3].re)*w[1].re + 0x40000000 >> 31);

406

x[2].im = (int32_t)(mtmp[3] - ((int64_t)tab[3].re)*w[1].im + 0x40000000 >> 31);

407

y[1].re = (int32_t)(mtmp[4] + ((int64_t)tab[2].re)*w[3].re + 0x40000000 >> 31);

408

y[1].im = (int32_t)(mtmp[5] + ((int64_t)tab[2].re)*w[3].im + 0x40000000 >> 31);

409

y[2].re = (int32_t)(mtmp[6] - ((int64_t)tab[3].im)*w[3].re + 0x40000000 >> 31);

410

y[2].im = (int32_t)(mtmp[7] - ((int64_t)tab[3].im)*w[3].im + 0x40000000 >> 31);

411

412

y[0].re = (int32_t)(((int64_t)tab[0].im)*t[5].re + 0x40000000 >> 31);

413

y[0].im = (int32_t)(((int64_t)tab[0].im)*t[5].im + 0x40000000 >> 31);

414

415

#else

416

y[3].re = tab[0].im*(t[1].re - t[3].re + t[7].re);

417

y[3].im = tab[0].im*(t[1].im - t[3].im + t[7].im);

418

419

x[3].re = z[0].re + tab[0].re*z[1].re;

420

x[3].im = z[0].im + tab[0].re*z[1].im;

421

z[0].re = dc.re + tab[0].re*t[4].re;

422

z[0].im = dc.im + tab[0].re*t[4].im;

423

424

x[1].re = tab[1].re*w[0].re + tab[2].im*w[1].re;

425

x[1].im = tab[1].re*w[0].im + tab[2].im*w[1].im;

426

x[2].re = tab[2].im*w[0].re - tab[3].re*w[1].re;

427

x[2].im = tab[2].im*w[0].im - tab[3].re*w[1].im;

428

y[1].re = tab[1].im*w[2].re + tab[2].re*w[3].re;

429

y[1].im = tab[1].im*w[2].im + tab[2].re*w[3].im;

430

y[2].re = tab[2].re*w[2].re - tab[3].im*w[3].re;

431

y[2].im = tab[2].re*w[2].im - tab[3].im*w[3].im;

432

433

y[0].re = tab[0].im*t[5].re;

434

y[0].im = tab[0].im*t[5].im;

435

#endif

436

437

x[4].re = x[1].re + x[2].re;

438

x[4].im = x[1].im + x[2].im;

439

440

y[4].re = y[1].re - y[2].re;

441

y[4].im = y[1].im - y[2].im;

442

x[1].re = z[0].re + x[1].re;

443

x[1].im = z[0].im + x[1].im;

444

y[1].re = y[0].re + y[1].re;

445

y[1].im = y[0].im + y[1].im;

446

x[2].re = z[0].re + x[2].re;

447

x[2].im = z[0].im + x[2].im;

448

y[2].re = y[2].re - y[0].re;

449

y[2].im = y[2].im - y[0].im;

450

x[4].re = z[0].re - x[4].re;

451

x[4].im = z[0].im - x[4].im;

452

y[4].re = y[0].re - y[4].re;

453

y[4].im = y[0].im - y[4].im;

454

455

out[1*stride] = (TXComplex){ x[1].re + y[1].im, x[1].im - y[1].re };

456

out[2*stride] = (TXComplex){ x[2].re + y[2].im, x[2].im - y[2].re };

457

out[3*stride] = (TXComplex){ x[3].re + y[3].im, x[3].im - y[3].re };

458

out[4*stride] = (TXComplex){ x[4].re + y[4].im, x[4].im - y[4].re };

459

out[5*stride] = (TXComplex){ x[4].re - y[4].im, x[4].im + y[4].re };

460

out[6*stride] = (TXComplex){ x[3].re - y[3].im, x[3].im + y[3].re };

461

out[7*stride] = (TXComplex){ x[2].re - y[2].im, x[2].im + y[2].re };

462

out[8*stride] = (TXComplex){ x[1].re - y[1].im, x[1].im + y[1].re };

463

}

464

465

static av_always_inline__attribute__((always_inline)) inline void fft15(TXComplex *out, TXComplex *in,

466

ptrdiff_t stride)

467

{

468

TXComplex tmp[15];

469

470

for (int i = 0; i < 5; i++)

471

fft3(tmp + i, in + i*3, 5);

472

473

fft5_m1(out, tmp + 0, stride);

474

fft5_m2(out, tmp + 5, stride);

475

fft5_m3(out, tmp + 10, stride);

476

}

477

478

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_factor_init)ff_tx_fft_factor_init_double_c(AVTXContext *s,

479

const FFTXCodelet *cd,

480

uint64_t flags,

481

FFTXCodeletOptions *opts,

482

int len, int inv,

483

const void *scale)

484

{

485

int ret = 0;

486

TX_TAB(ff_tx_init_tabs)ff_tx_init_tabs_double(len);

487

488

if (len == 15)

489

ret = ff_tx_gen_pfa_input_map(s, opts, 3, 5);

490

else if (flags & FF_TX_PRESHUFFLE(1ULL << 61))

491

ret = ff_tx_gen_default_map(s, opts);

492

493

return ret;

494

}

495

496

#define DECL_FACTOR_S(n)static void ff_tx_fftn_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fftn((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fftn_ns_def_double_c = { .name = "fft" "n" "_ns" "_double_c"
, .function = ff_tx_fftn_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = n, .nb_factors = 1, .min_len
= n, .max_len = n, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; \

497

static void TX_NAME(ff_tx_fft##n)ff_tx_fft##n_double_c(AVTXContext *s, void *dst, \

498

void *src, ptrdiff_t stride) \

499

{ \

500

fft##n((TXComplex *)dst, (TXComplex *)src, stride / sizeof(TXComplex)); \

501

} \

502

static const FFTXCodelet TX_NAME(ff_tx_fft##n##_ns_def)ff_tx_fft##n##_ns_def_double_c = { \

503

.name = TX_NAME_STR("fft" #n "_ns")"fft" #n "_ns" "_double_c", \

504

.function = TX_NAME(ff_tx_fft##n)ff_tx_fft##n_double_c, \

505

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT, \

506

.flags = AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63) | \

507

AV_TX_UNALIGNED | FF_TX_PRESHUFFLE(1ULL << 61), \

508

.factors[0] = n, \

509

.nb_factors = 1, \

510

.min_len = n, \

511

.max_len = n, \

512

.init = TX_NAME(ff_tx_fft_factor_init)ff_tx_fft_factor_init_double_c, \

513

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

514

.prio = FF_TX_PRIO_BASE, \

515

};

516

517

#define DECL_FACTOR_F(n)static void ff_tx_fftn_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fftn((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fftn_ns_def_double_c = { .name = "fft" "n" "_ns" "_double_c"
, .function = ff_tx_fftn_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = n, .nb_factors = 1, .min_len
= n, .max_len = n, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; static const FFTXCodelet
ff_tx_fftn_fwd_def_double_c = { .name = "fft" "n" "_fwd" "_double_c"
, .function = ff_tx_fftn_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 59), .factors[0] = n, .nb_factors = 1, .min_len
= n, .max_len = n, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; \static void ff_tx_fftn_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fftn((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fftn_ns_def_double_c = { .name = "fft" "n" "_ns" "_double_c"
, .function = ff_tx_fftn_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = n, .nb_factors = 1, .min_len
= n, .max_len = n, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

518

DECL_FACTOR_S(n)static void ff_tx_fftn_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fftn((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fftn_ns_def_double_c = { .name = "fft" "n" "_ns" "_double_c"
, .function = ff_tx_fftn_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = n, .nb_factors = 1, .min_len
= n, .max_len = n, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; \

519

static const FFTXCodelet TX_NAME(ff_tx_fft##n##_fwd_def)ff_tx_fft##n##_fwd_def_double_c = { \

520

.name = TX_NAME_STR("fft" #n "_fwd")"fft" #n "_fwd" "_double_c", \

521

.function = TX_NAME(ff_tx_fft##n)ff_tx_fft##n_double_c, \

522

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT, \

523

.flags = AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63) | \

524

AV_TX_UNALIGNED | FF_TX_FORWARD_ONLY(1ULL << 59), \

525

.factors[0] = n, \

526

.nb_factors = 1, \

527

.min_len = n, \

528

.max_len = n, \

529

.init = TX_NAME(ff_tx_fft_factor_init)ff_tx_fft_factor_init_double_c, \

530

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

531

.prio = FF_TX_PRIO_BASE, \

532

};

533

534

DECL_FACTOR_F(3)static void ff_tx_fft3_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fft3((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fft3_ns_def_double_c = { .name = "fft" "3" "_ns" "_double_c"
, .function = ff_tx_fft3_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = 3, .nb_factors = 1, .min_len
= 3, .max_len = 3, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; static const FFTXCodelet
ff_tx_fft3_fwd_def_double_c = { .name = "fft" "3" "_fwd" "_double_c"
, .function = ff_tx_fft3_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 59), .factors[0] = 3, .nb_factors = 1, .min_len
= 3, .max_len = 3, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

535

DECL_FACTOR_F(5)static void ff_tx_fft5_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fft5((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fft5_ns_def_double_c = { .name = "fft" "5" "_ns" "_double_c"
, .function = ff_tx_fft5_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = 5, .nb_factors = 1, .min_len
= 5, .max_len = 5, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; static const FFTXCodelet
ff_tx_fft5_fwd_def_double_c = { .name = "fft" "5" "_fwd" "_double_c"
, .function = ff_tx_fft5_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 59), .factors[0] = 5, .nb_factors = 1, .min_len
= 5, .max_len = 5, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

536

DECL_FACTOR_F(7)static void ff_tx_fft7_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fft7((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fft7_ns_def_double_c = { .name = "fft" "7" "_ns" "_double_c"
, .function = ff_tx_fft7_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = 7, .nb_factors = 1, .min_len
= 7, .max_len = 7, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; static const FFTXCodelet
ff_tx_fft7_fwd_def_double_c = { .name = "fft" "7" "_fwd" "_double_c"
, .function = ff_tx_fft7_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 59), .factors[0] = 7, .nb_factors = 1, .min_len
= 7, .max_len = 7, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

537

DECL_FACTOR_F(9)static void ff_tx_fft9_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fft9((TXComplex *)dst, (TXComplex *
)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fft9_ns_def_double_c = { .name = "fft" "9" "_ns" "_double_c"
, .function = ff_tx_fft9_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 61), .factors[0] = 9, .nb_factors = 1, .min_len
= 9, .max_len = 9, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; static const FFTXCodelet
ff_tx_fft9_fwd_def_double_c = { .name = "fft" "9" "_fwd" "_double_c"
, .function = ff_tx_fft9_double_c, .type = AV_TX_DOUBLE_FFT, .
flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED |
(1ULL << 59), .factors[0] = 9, .nb_factors = 1, .min_len
= 9, .max_len = 9, .init = ff_tx_fft_factor_init_double_c, .
cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

538

DECL_FACTOR_S(15)static void ff_tx_fft15_double_c(AVTXContext *s, void *dst, void
*src, ptrdiff_t stride) { fft15((TXComplex *)dst, (TXComplex
*)src, stride / sizeof(TXComplex)); } static const FFTXCodelet
ff_tx_fft15_ns_def_double_c = { .name = "fft" "15" "_ns" "_double_c"
, .function = ff_tx_fft15_double_c, .type = AV_TX_DOUBLE_FFT,
.flags = AV_TX_INPLACE | (1ULL << 63) | AV_TX_UNALIGNED
| (1ULL << 61), .factors[0] = 15, .nb_factors = 1, .min_len
= 15, .max_len = 15, .init = ff_tx_fft_factor_init_double_c,
.cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

539

540

#define BUTTERFLIES(a0, a1, a2, a3)do { r0=a0.re; i0=a0.im; r1=a1.re; i1=a1.im; do { t3 = (t5) -
(t1); t5 = (t5) + (t1); } while (0); do { a2.re = (r0) - (t5
); a0.re = (r0) + (t5); } while (0); do { a3.im = (i1) - (t3)
; a1.im = (i1) + (t3); } while (0); do { t4 = (t2) - (t6); t6
= (t2) + (t6); } while (0); do { a3.re = (r1) - (t4); a1.re =
(r1) + (t4); } while (0); do { a2.im = (i0) - (t6); a0.im = (
i0) + (t6); } while (0); } while (0) \

541

do { \

542

r0=a0.re; \

543

i0=a0.im; \

544

r1=a1.re; \

545

i1=a1.im; \

546

BF(t3, t5, t5, t1)do { t3 = (t5) - (t1); t5 = (t5) + (t1); } while (0); \

547

BF(a2.re, a0.re, r0, t5)do { a2.re = (r0) - (t5); a0.re = (r0) + (t5); } while (0); \

548

BF(a3.im, a1.im, i1, t3)do { a3.im = (i1) - (t3); a1.im = (i1) + (t3); } while (0); \

549

BF(t4, t6, t2, t6)do { t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); \

550

BF(a3.re, a1.re, r1, t4)do { a3.re = (r1) - (t4); a1.re = (r1) + (t4); } while (0); \

551

BF(a2.im, a0.im, i0, t6)do { a2.im = (i0) - (t6); a0.im = (i0) + (t6); } while (0); \

552

} while (0)

553

554

#define TRANSFORM(a0, a1, a2, a3, wre, wim)do { do { (t1) = (a2.re) * (wre) - (a2.im) * (-wim); (t2) = (
a2.re) * (-wim) + (a2.im) * (wre); } while (0); do { (t5) = (
a3.re) * (wre) - (a3.im) * (wim); (t6) = (a3.re) * (wim) + (a3
.im) * (wre); } while (0); do { r0=a0.re; i0=a0.im; r1=a1.re;
i1=a1.im; do { t3 = (t5) - (t1); t5 = (t5) + (t1); } while (
0); do { a2.re = (r0) - (t5); a0.re = (r0) + (t5); } while (0
); do { a3.im = (i1) - (t3); a1.im = (i1) + (t3); } while (0)
; do { t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { a3
.re = (r1) - (t4); a1.re = (r1) + (t4); } while (0); do { a2.
im = (i0) - (t6); a0.im = (i0) + (t6); } while (0); } while (
0); } while (0) \

555

do { \

556

CMUL(t1, t2, a2.re, a2.im, wre, -wim)do { (t1) = (a2.re) * (wre) - (a2.im) * (-wim); (t2) = (a2.re
) * (-wim) + (a2.im) * (wre); } while (0); \

557

CMUL(t5, t6, a3.re, a3.im, wre, wim)do { (t5) = (a3.re) * (wre) - (a3.im) * (wim); (t6) = (a3.re)
* (wim) + (a3.im) * (wre); } while (0); \

558

BUTTERFLIES(a0, a1, a2, a3)do { r0=a0.re; i0=a0.im; r1=a1.re; i1=a1.im; do { t3 = (t5) -
(t1); t5 = (t5) + (t1); } while (0); do { a2.re = (r0) - (t5
); a0.re = (r0) + (t5); } while (0); do { a3.im = (i1) - (t3)
; a1.im = (i1) + (t3); } while (0); do { t4 = (t2) - (t6); t6
= (t2) + (t6); } while (0); do { a3.re = (r1) - (t4); a1.re =
(r1) + (t4); } while (0); do { a2.im = (i0) - (t6); a0.im = (
i0) + (t6); } while (0); } while (0); \

559

} while (0)

560

561

/* z[0...8n-1], w[1...2n-1] */

562

static inline void TX_NAME(ff_tx_fft_sr_combine)ff_tx_fft_sr_combine_double_c(TXComplex *z,

563

const TXSample *cos, int len)

564

{

565

int o1 = 2*len;

566

int o2 = 4*len;

567

int o3 = 6*len;

568

const TXSample *wim = cos + o1 - 7;

569

TXUSample t1, t2, t3, t4, t5, t6, r0, i0, r1, i1;

570

571

for (int i = 0; i < len; i += 4) {

572

TRANSFORM(z[0], z[o1 + 0], z[o2 + 0], z[o3 + 0], cos[0], wim[7])do { do { (t1) = (z[o2 + 0].re) * (cos[0]) - (z[o2 + 0].im) *
(-wim[7]); (t2) = (z[o2 + 0].re) * (-wim[7]) + (z[o2 + 0].im
) * (cos[0]); } while (0); do { (t5) = (z[o3 + 0].re) * (cos[
0]) - (z[o3 + 0].im) * (wim[7]); (t6) = (z[o3 + 0].re) * (wim
[7]) + (z[o3 + 0].im) * (cos[0]); } while (0); do { r0=z[0].re
; i0=z[0].im; r1=z[o1 + 0].re; i1=z[o1 + 0].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 0].re = (
r0) - (t5); z[0].re = (r0) + (t5); } while (0); do { z[o3 + 0
].im = (i1) - (t3); z[o1 + 0].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 0].re = (r1) - (t4); z[o1 + 0].re = (r1) + (t4); } while (
0); do { z[o2 + 0].im = (i0) - (t6); z[0].im = (i0) + (t6); }
while (0); } while (0); } while (0);

573

TRANSFORM(z[2], z[o1 + 2], z[o2 + 2], z[o3 + 2], cos[2], wim[5])do { do { (t1) = (z[o2 + 2].re) * (cos[2]) - (z[o2 + 2].im) *
(-wim[5]); (t2) = (z[o2 + 2].re) * (-wim[5]) + (z[o2 + 2].im
) * (cos[2]); } while (0); do { (t5) = (z[o3 + 2].re) * (cos[
2]) - (z[o3 + 2].im) * (wim[5]); (t6) = (z[o3 + 2].re) * (wim
[5]) + (z[o3 + 2].im) * (cos[2]); } while (0); do { r0=z[2].re
; i0=z[2].im; r1=z[o1 + 2].re; i1=z[o1 + 2].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 2].re = (
r0) - (t5); z[2].re = (r0) + (t5); } while (0); do { z[o3 + 2
].im = (i1) - (t3); z[o1 + 2].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 2].re = (r1) - (t4); z[o1 + 2].re = (r1) + (t4); } while (
0); do { z[o2 + 2].im = (i0) - (t6); z[2].im = (i0) + (t6); }
while (0); } while (0); } while (0);

574

TRANSFORM(z[4], z[o1 + 4], z[o2 + 4], z[o3 + 4], cos[4], wim[3])do { do { (t1) = (z[o2 + 4].re) * (cos[4]) - (z[o2 + 4].im) *
(-wim[3]); (t2) = (z[o2 + 4].re) * (-wim[3]) + (z[o2 + 4].im
) * (cos[4]); } while (0); do { (t5) = (z[o3 + 4].re) * (cos[
4]) - (z[o3 + 4].im) * (wim[3]); (t6) = (z[o3 + 4].re) * (wim
[3]) + (z[o3 + 4].im) * (cos[4]); } while (0); do { r0=z[4].re
; i0=z[4].im; r1=z[o1 + 4].re; i1=z[o1 + 4].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 4].re = (
r0) - (t5); z[4].re = (r0) + (t5); } while (0); do { z[o3 + 4
].im = (i1) - (t3); z[o1 + 4].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 4].re = (r1) - (t4); z[o1 + 4].re = (r1) + (t4); } while (
0); do { z[o2 + 4].im = (i0) - (t6); z[4].im = (i0) + (t6); }
while (0); } while (0); } while (0);

575

TRANSFORM(z[6], z[o1 + 6], z[o2 + 6], z[o3 + 6], cos[6], wim[1])do { do { (t1) = (z[o2 + 6].re) * (cos[6]) - (z[o2 + 6].im) *
(-wim[1]); (t2) = (z[o2 + 6].re) * (-wim[1]) + (z[o2 + 6].im
) * (cos[6]); } while (0); do { (t5) = (z[o3 + 6].re) * (cos[
6]) - (z[o3 + 6].im) * (wim[1]); (t6) = (z[o3 + 6].re) * (wim
[1]) + (z[o3 + 6].im) * (cos[6]); } while (0); do { r0=z[6].re
; i0=z[6].im; r1=z[o1 + 6].re; i1=z[o1 + 6].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 6].re = (
r0) - (t5); z[6].re = (r0) + (t5); } while (0); do { z[o3 + 6
].im = (i1) - (t3); z[o1 + 6].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 6].re = (r1) - (t4); z[o1 + 6].re = (r1) + (t4); } while (
0); do { z[o2 + 6].im = (i0) - (t6); z[6].im = (i0) + (t6); }
while (0); } while (0); } while (0);

576

577

TRANSFORM(z[1], z[o1 + 1], z[o2 + 1], z[o3 + 1], cos[1], wim[6])do { do { (t1) = (z[o2 + 1].re) * (cos[1]) - (z[o2 + 1].im) *
(-wim[6]); (t2) = (z[o2 + 1].re) * (-wim[6]) + (z[o2 + 1].im
) * (cos[1]); } while (0); do { (t5) = (z[o3 + 1].re) * (cos[
1]) - (z[o3 + 1].im) * (wim[6]); (t6) = (z[o3 + 1].re) * (wim
[6]) + (z[o3 + 1].im) * (cos[1]); } while (0); do { r0=z[1].re
; i0=z[1].im; r1=z[o1 + 1].re; i1=z[o1 + 1].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 1].re = (
r0) - (t5); z[1].re = (r0) + (t5); } while (0); do { z[o3 + 1
].im = (i1) - (t3); z[o1 + 1].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 1].re = (r1) - (t4); z[o1 + 1].re = (r1) + (t4); } while (
0); do { z[o2 + 1].im = (i0) - (t6); z[1].im = (i0) + (t6); }
while (0); } while (0); } while (0);

578

TRANSFORM(z[3], z[o1 + 3], z[o2 + 3], z[o3 + 3], cos[3], wim[4])do { do { (t1) = (z[o2 + 3].re) * (cos[3]) - (z[o2 + 3].im) *
(-wim[4]); (t2) = (z[o2 + 3].re) * (-wim[4]) + (z[o2 + 3].im
) * (cos[3]); } while (0); do { (t5) = (z[o3 + 3].re) * (cos[
3]) - (z[o3 + 3].im) * (wim[4]); (t6) = (z[o3 + 3].re) * (wim
[4]) + (z[o3 + 3].im) * (cos[3]); } while (0); do { r0=z[3].re
; i0=z[3].im; r1=z[o1 + 3].re; i1=z[o1 + 3].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 3].re = (
r0) - (t5); z[3].re = (r0) + (t5); } while (0); do { z[o3 + 3
].im = (i1) - (t3); z[o1 + 3].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 3].re = (r1) - (t4); z[o1 + 3].re = (r1) + (t4); } while (
0); do { z[o2 + 3].im = (i0) - (t6); z[3].im = (i0) + (t6); }
while (0); } while (0); } while (0);

579

TRANSFORM(z[5], z[o1 + 5], z[o2 + 5], z[o3 + 5], cos[5], wim[2])do { do { (t1) = (z[o2 + 5].re) * (cos[5]) - (z[o2 + 5].im) *
(-wim[2]); (t2) = (z[o2 + 5].re) * (-wim[2]) + (z[o2 + 5].im
) * (cos[5]); } while (0); do { (t5) = (z[o3 + 5].re) * (cos[
5]) - (z[o3 + 5].im) * (wim[2]); (t6) = (z[o3 + 5].re) * (wim
[2]) + (z[o3 + 5].im) * (cos[5]); } while (0); do { r0=z[5].re
; i0=z[5].im; r1=z[o1 + 5].re; i1=z[o1 + 5].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 5].re = (
r0) - (t5); z[5].re = (r0) + (t5); } while (0); do { z[o3 + 5
].im = (i1) - (t3); z[o1 + 5].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 5].re = (r1) - (t4); z[o1 + 5].re = (r1) + (t4); } while (
0); do { z[o2 + 5].im = (i0) - (t6); z[5].im = (i0) + (t6); }
while (0); } while (0); } while (0);

580

TRANSFORM(z[7], z[o1 + 7], z[o2 + 7], z[o3 + 7], cos[7], wim[0])do { do { (t1) = (z[o2 + 7].re) * (cos[7]) - (z[o2 + 7].im) *
(-wim[0]); (t2) = (z[o2 + 7].re) * (-wim[0]) + (z[o2 + 7].im
) * (cos[7]); } while (0); do { (t5) = (z[o3 + 7].re) * (cos[
7]) - (z[o3 + 7].im) * (wim[0]); (t6) = (z[o3 + 7].re) * (wim
[0]) + (z[o3 + 7].im) * (cos[7]); } while (0); do { r0=z[7].re
; i0=z[7].im; r1=z[o1 + 7].re; i1=z[o1 + 7].im; do { t3 = (t5
) - (t1); t5 = (t5) + (t1); } while (0); do { z[o2 + 7].re = (
r0) - (t5); z[7].re = (r0) + (t5); } while (0); do { z[o3 + 7
].im = (i1) - (t3); z[o1 + 7].im = (i1) + (t3); } while (0); do
{ t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { z[o3
+ 7].re = (r1) - (t4); z[o1 + 7].re = (r1) + (t4); } while (
0); do { z[o2 + 7].im = (i0) - (t6); z[7].im = (i0) + (t6); }
while (0); } while (0); } while (0);

581

582

z += 2*4;

583

cos += 2*4;

584

wim -= 2*4;

585

}

586

}

587

588

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_sr_codelet_init)ff_tx_fft_sr_codelet_init_double_c(AVTXContext *s,

589

const FFTXCodelet *cd,

590

uint64_t flags,

591

FFTXCodeletOptions *opts,

592

int len, int inv,

593

const void *scale)

594

{

595

TX_TAB(ff_tx_init_tabs)ff_tx_init_tabs_double(len);

596

return ff_tx_gen_ptwo_revtab(s, opts);

597

}

598

599

#define DECL_SR_CODELET_DEF(n)static const FFTXCodelet ff_tx_fftn_ns_def_double_c = { .name
= "fft" "n" "_ns" "_double_c", .function = ff_tx_fftn_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = n, .max_len = n, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; \

600

static const FFTXCodelet TX_NAME(ff_tx_fft##n##_ns_def)ff_tx_fft##n##_ns_def_double_c = { \

601

.name = TX_NAME_STR("fft" #n "_ns")"fft" #n "_ns" "_double_c", \

602

.function = TX_NAME(ff_tx_fft##n##_ns)ff_tx_fft##n##_ns_double_c, \

603

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT, \

604

.flags = FF_TX_OUT_OF_PLACE(1ULL << 63) | AV_TX_INPLACE | \

605

AV_TX_UNALIGNED | FF_TX_PRESHUFFLE(1ULL << 61), \

606

.factors[0] = 2, \

607

.nb_factors = 1, \

608

.min_len = n, \

609

.max_len = n, \

610

.init = TX_NAME(ff_tx_fft_sr_codelet_init)ff_tx_fft_sr_codelet_init_double_c, \

611

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

612

.prio = FF_TX_PRIO_BASE, \

613

};

614

615

#define DECL_SR_CODELET(n, n2, n4)static void ff_tx_fftn_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_n_double; ff_tx_fftn2_ns_double_c
(s, dst, src, stride); ff_tx_fftn4_ns_double_c(s, dst + n4*2,
src + n4*2, stride); ff_tx_fftn4_ns_double_c(s, dst + n4*3, src
+ n4*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos, n4 >>
1); } static const FFTXCodelet ff_tx_fftn_ns_def_double_c = {
.name = "fft" "n" "_ns" "_double_c", .function = ff_tx_fftn_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = n, .max_len = n, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, }; \

616

static void TX_NAME(ff_tx_fft##n##_ns)ff_tx_fft##n##_ns_double_c(AVTXContext *s, void *_dst, \

617

void *_src, ptrdiff_t stride) \

618

{ \

619

TXComplex *src = _src; \

620

TXComplex *dst = _dst; \

621

const TXSample *cos = TX_TAB(ff_tx_tab_##n)ff_tx_tab_##n_double; \

622

\

623

TX_NAME(ff_tx_fft##n2##_ns)ff_tx_fft##n2##_ns_double_c(s, dst, src, stride); \

624

TX_NAME(ff_tx_fft##n4##_ns)ff_tx_fft##n4##_ns_double_c(s, dst + n4*2, src + n4*2, stride); \

625

TX_NAME(ff_tx_fft##n4##_ns)ff_tx_fft##n4##_ns_double_c(s, dst + n4*3, src + n4*3, stride); \

626

TX_NAME(ff_tx_fft_sr_combine)ff_tx_fft_sr_combine_double_c(dst, cos, n4 >> 1); \

627

} \

628

\static const FFTXCodelet ff_tx_fftn_ns_def_double_c = { .name
= "fft" "n" "_ns" "_double_c", .function = ff_tx_fftn_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = n, .max_len = n, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

629

DECL_SR_CODELET_DEF(n)static const FFTXCodelet ff_tx_fftn_ns_def_double_c = { .name
= "fft" "n" "_ns" "_double_c", .function = ff_tx_fftn_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = n, .max_len = n, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

630

631

static void TX_NAME(ff_tx_fft2_ns)ff_tx_fft2_ns_double_c(AVTXContext *s, void *_dst,

632

void *_src, ptrdiff_t stride)

633

{

634

TXComplex *src = _src;

635

TXComplex *dst = _dst;

636

TXComplex tmp;

637

638

BF(tmp.re, dst[0].re, src[0].re, src[1].re)do { tmp.re = (src[0].re) - (src[1].re); dst[0].re = (src[0].
re) + (src[1].re); } while (0);

639

BF(tmp.im, dst[0].im, src[0].im, src[1].im)do { tmp.im = (src[0].im) - (src[1].im); dst[0].im = (src[0].
im) + (src[1].im); } while (0);

640

dst[1] = tmp;

641

}

642

643

static void TX_NAME(ff_tx_fft4_ns)ff_tx_fft4_ns_double_c(AVTXContext *s, void *_dst,

644

void *_src, ptrdiff_t stride)

645

{

646

TXComplex *src = _src;

647

TXComplex *dst = _dst;

648

TXSample t1, t2, t3, t4, t5, t6, t7, t8;

649

650

BF(t3, t1, src[0].re, src[1].re)do { t3 = (src[0].re) - (src[1].re); t1 = (src[0].re) + (src[
1].re); } while (0);

651

BF(t8, t6, src[3].re, src[2].re)do { t8 = (src[3].re) - (src[2].re); t6 = (src[3].re) + (src[
2].re); } while (0);

652

BF(dst[2].re, dst[0].re, t1, t6)do { dst[2].re = (t1) - (t6); dst[0].re = (t1) + (t6); } while
(0);

653

BF(t4, t2, src[0].im, src[1].im)do { t4 = (src[0].im) - (src[1].im); t2 = (src[0].im) + (src[
1].im); } while (0);

654

BF(t7, t5, src[2].im, src[3].im)do { t7 = (src[2].im) - (src[3].im); t5 = (src[2].im) + (src[
3].im); } while (0);

655

BF(dst[3].im, dst[1].im, t4, t8)do { dst[3].im = (t4) - (t8); dst[1].im = (t4) + (t8); } while
(0);

656

BF(dst[3].re, dst[1].re, t3, t7)do { dst[3].re = (t3) - (t7); dst[1].re = (t3) + (t7); } while
(0);

657

BF(dst[2].im, dst[0].im, t2, t5)do { dst[2].im = (t2) - (t5); dst[0].im = (t2) + (t5); } while
(0);

658

}

659

660

static void TX_NAME(ff_tx_fft8_ns)ff_tx_fft8_ns_double_c(AVTXContext *s, void *_dst,

661

void *_src, ptrdiff_t stride)

662

{

663

TXComplex *src = _src;

664

TXComplex *dst = _dst;

665

TXUSample t1, t2, t3, t4, t5, t6, r0, i0, r1, i1;

666

const TXSample cos = TX_TAB(ff_tx_tab_8)ff_tx_tab_8_double[1];

667

668

TX_NAME(ff_tx_fft4_ns)ff_tx_fft4_ns_double_c(s, dst, src, stride);

669

670

BF(t1, dst[5].re, src[4].re, -src[5].re)do { t1 = (src[4].re) - (-src[5].re); dst[5].re = (src[4].re)
+ (-src[5].re); } while (0);

671

BF(t2, dst[5].im, src[4].im, -src[5].im)do { t2 = (src[4].im) - (-src[5].im); dst[5].im = (src[4].im)
+ (-src[5].im); } while (0);

672

BF(t5, dst[7].re, src[6].re, -src[7].re)do { t5 = (src[6].re) - (-src[7].re); dst[7].re = (src[6].re)
+ (-src[7].re); } while (0);

673

BF(t6, dst[7].im, src[6].im, -src[7].im)do { t6 = (src[6].im) - (-src[7].im); dst[7].im = (src[6].im)
+ (-src[7].im); } while (0);

674

675

BUTTERFLIES(dst[0], dst[2], dst[4], dst[6])do { r0=dst[0].re; i0=dst[0].im; r1=dst[2].re; i1=dst[2].im; do
{ t3 = (t5) - (t1); t5 = (t5) + (t1); } while (0); do { dst[
4].re = (r0) - (t5); dst[0].re = (r0) + (t5); } while (0); do
{ dst[6].im = (i1) - (t3); dst[2].im = (i1) + (t3); } while (
0); do { t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do {
dst[6].re = (r1) - (t4); dst[2].re = (r1) + (t4); } while (0
); do { dst[4].im = (i0) - (t6); dst[0].im = (i0) + (t6); } while
(0); } while (0);

676

TRANSFORM(dst[1], dst[3], dst[5], dst[7], cos, cos)do { do { (t1) = (dst[5].re) * (cos) - (dst[5].im) * (-cos); (
t2) = (dst[5].re) * (-cos) + (dst[5].im) * (cos); } while (0)
; do { (t5) = (dst[7].re) * (cos) - (dst[7].im) * (cos); (t6)
= (dst[7].re) * (cos) + (dst[7].im) * (cos); } while (0); do
{ r0=dst[1].re; i0=dst[1].im; r1=dst[3].re; i1=dst[3].im; do
{ t3 = (t5) - (t1); t5 = (t5) + (t1); } while (0); do { dst[
5].re = (r0) - (t5); dst[1].re = (r0) + (t5); } while (0); do
{ dst[7].im = (i1) - (t3); dst[3].im = (i1) + (t3); } while (
0); do { t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do {
dst[7].re = (r1) - (t4); dst[3].re = (r1) + (t4); } while (0
); do { dst[5].im = (i0) - (t6); dst[1].im = (i0) + (t6); } while
(0); } while (0); } while (0);

677

}

678

679

static void TX_NAME(ff_tx_fft16_ns)ff_tx_fft16_ns_double_c(AVTXContext *s, void *_dst,

680

void *_src, ptrdiff_t stride)

681

{

682

TXComplex *src = _src;

683

TXComplex *dst = _dst;

684

const TXSample *cos = TX_TAB(ff_tx_tab_16)ff_tx_tab_16_double;

685

686

TXUSample t1, t2, t3, t4, t5, t6, r0, i0, r1, i1;

687

TXSample cos_16_1 = cos[1];

688

TXSample cos_16_2 = cos[2];

689

TXSample cos_16_3 = cos[3];

690

691

TX_NAME(ff_tx_fft8_ns)ff_tx_fft8_ns_double_c(s, dst + 0, src + 0, stride);

692

TX_NAME(ff_tx_fft4_ns)ff_tx_fft4_ns_double_c(s, dst + 8, src + 8, stride);

693

TX_NAME(ff_tx_fft4_ns)ff_tx_fft4_ns_double_c(s, dst + 12, src + 12, stride);

694

695

t1 = dst[ 8].re;

696

t2 = dst[ 8].im;

697

t5 = dst[12].re;

698

t6 = dst[12].im;

699

BUTTERFLIES(dst[0], dst[4], dst[8], dst[12])do { r0=dst[0].re; i0=dst[0].im; r1=dst[4].re; i1=dst[4].im; do
{ t3 = (t5) - (t1); t5 = (t5) + (t1); } while (0); do { dst[
8].re = (r0) - (t5); dst[0].re = (r0) + (t5); } while (0); do
{ dst[12].im = (i1) - (t3); dst[4].im = (i1) + (t3); } while
(0); do { t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do
{ dst[12].re = (r1) - (t4); dst[4].re = (r1) + (t4); } while
(0); do { dst[8].im = (i0) - (t6); dst[0].im = (i0) + (t6); }
while (0); } while (0);

700

701

TRANSFORM(dst[ 2], dst[ 6], dst[10], dst[14], cos_16_2, cos_16_2)do { do { (t1) = (dst[10].re) * (cos_16_2) - (dst[10].im) * (
-cos_16_2); (t2) = (dst[10].re) * (-cos_16_2) + (dst[10].im) *
(cos_16_2); } while (0); do { (t5) = (dst[14].re) * (cos_16_2
) - (dst[14].im) * (cos_16_2); (t6) = (dst[14].re) * (cos_16_2
) + (dst[14].im) * (cos_16_2); } while (0); do { r0=dst[ 2].re
; i0=dst[ 2].im; r1=dst[ 6].re; i1=dst[ 6].im; do { t3 = (t5)
- (t1); t5 = (t5) + (t1); } while (0); do { dst[10].re = (r0
) - (t5); dst[ 2].re = (r0) + (t5); } while (0); do { dst[14]
.im = (i1) - (t3); dst[ 6].im = (i1) + (t3); } while (0); do {
t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { dst[14
].re = (r1) - (t4); dst[ 6].re = (r1) + (t4); } while (0); do
{ dst[10].im = (i0) - (t6); dst[ 2].im = (i0) + (t6); } while
(0); } while (0); } while (0);

702

TRANSFORM(dst[ 1], dst[ 5], dst[ 9], dst[13], cos_16_1, cos_16_3)do { do { (t1) = (dst[ 9].re) * (cos_16_1) - (dst[ 9].im) * (
-cos_16_3); (t2) = (dst[ 9].re) * (-cos_16_3) + (dst[ 9].im) *
(cos_16_1); } while (0); do { (t5) = (dst[13].re) * (cos_16_1
) - (dst[13].im) * (cos_16_3); (t6) = (dst[13].re) * (cos_16_3
) + (dst[13].im) * (cos_16_1); } while (0); do { r0=dst[ 1].re
; i0=dst[ 1].im; r1=dst[ 5].re; i1=dst[ 5].im; do { t3 = (t5)
- (t1); t5 = (t5) + (t1); } while (0); do { dst[ 9].re = (r0
) - (t5); dst[ 1].re = (r0) + (t5); } while (0); do { dst[13]
.im = (i1) - (t3); dst[ 5].im = (i1) + (t3); } while (0); do {
t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { dst[13
].re = (r1) - (t4); dst[ 5].re = (r1) + (t4); } while (0); do
{ dst[ 9].im = (i0) - (t6); dst[ 1].im = (i0) + (t6); } while
(0); } while (0); } while (0);

703

TRANSFORM(dst[ 3], dst[ 7], dst[11], dst[15], cos_16_3, cos_16_1)do { do { (t1) = (dst[11].re) * (cos_16_3) - (dst[11].im) * (
-cos_16_1); (t2) = (dst[11].re) * (-cos_16_1) + (dst[11].im) *
(cos_16_3); } while (0); do { (t5) = (dst[15].re) * (cos_16_3
) - (dst[15].im) * (cos_16_1); (t6) = (dst[15].re) * (cos_16_1
) + (dst[15].im) * (cos_16_3); } while (0); do { r0=dst[ 3].re
; i0=dst[ 3].im; r1=dst[ 7].re; i1=dst[ 7].im; do { t3 = (t5)
- (t1); t5 = (t5) + (t1); } while (0); do { dst[11].re = (r0
) - (t5); dst[ 3].re = (r0) + (t5); } while (0); do { dst[15]
.im = (i1) - (t3); dst[ 7].im = (i1) + (t3); } while (0); do {
t4 = (t2) - (t6); t6 = (t2) + (t6); } while (0); do { dst[15
].re = (r1) - (t4); dst[ 7].re = (r1) + (t4); } while (0); do
{ dst[11].im = (i0) - (t6); dst[ 3].im = (i0) + (t6); } while
(0); } while (0); } while (0);

704

}

705

706

DECL_SR_CODELET_DEF(2)static const FFTXCodelet ff_tx_fft2_ns_def_double_c = { .name
= "fft" "2" "_ns" "_double_c", .function = ff_tx_fft2_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 2, .max_len = 2, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

707

DECL_SR_CODELET_DEF(4)static const FFTXCodelet ff_tx_fft4_ns_def_double_c = { .name
= "fft" "4" "_ns" "_double_c", .function = ff_tx_fft4_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 4, .max_len = 4, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

708

DECL_SR_CODELET_DEF(8)static const FFTXCodelet ff_tx_fft8_ns_def_double_c = { .name
= "fft" "8" "_ns" "_double_c", .function = ff_tx_fft8_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 8, .max_len = 8, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

709

DECL_SR_CODELET_DEF(16)static const FFTXCodelet ff_tx_fft16_ns_def_double_c = { .name
= "fft" "16" "_ns" "_double_c", .function = ff_tx_fft16_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 16, .max_len = 16, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

710

DECL_SR_CODELET(32,16,8)static void ff_tx_fft32_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_32_double; ff_tx_fft16_ns_double_c
(s, dst, src, stride); ff_tx_fft8_ns_double_c(s, dst + 8*2, src
+ 8*2, stride); ff_tx_fft8_ns_double_c(s, dst + 8*3, src + 8
*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos, 8 >>
1); } static const FFTXCodelet ff_tx_fft32_ns_def_double_c =
{ .name = "fft" "32" "_ns" "_double_c", .function = ff_tx_fft32_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 32, .max_len = 32, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

711

DECL_SR_CODELET(64,32,16)static void ff_tx_fft64_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_64_double; ff_tx_fft32_ns_double_c
(s, dst, src, stride); ff_tx_fft16_ns_double_c(s, dst + 16*2,
src + 16*2, stride); ff_tx_fft16_ns_double_c(s, dst + 16*3, src
+ 16*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos, 16 >>
1); } static const FFTXCodelet ff_tx_fft64_ns_def_double_c =
{ .name = "fft" "64" "_ns" "_double_c", .function = ff_tx_fft64_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 64, .max_len = 64, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

712

DECL_SR_CODELET(128,64,32)static void ff_tx_fft128_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_128_double; ff_tx_fft64_ns_double_c
(s, dst, src, stride); ff_tx_fft32_ns_double_c(s, dst + 32*2,
src + 32*2, stride); ff_tx_fft32_ns_double_c(s, dst + 32*3, src
+ 32*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos, 32 >>
1); } static const FFTXCodelet ff_tx_fft128_ns_def_double_c =
{ .name = "fft" "128" "_ns" "_double_c", .function = ff_tx_fft128_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 128, .max_len = 128, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

713

DECL_SR_CODELET(256,128,64)static void ff_tx_fft256_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_256_double; ff_tx_fft128_ns_double_c
(s, dst, src, stride); ff_tx_fft64_ns_double_c(s, dst + 64*2,
src + 64*2, stride); ff_tx_fft64_ns_double_c(s, dst + 64*3, src
+ 64*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos, 64 >>
1); } static const FFTXCodelet ff_tx_fft256_ns_def_double_c =
{ .name = "fft" "256" "_ns" "_double_c", .function = ff_tx_fft256_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 256, .max_len = 256, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

714

DECL_SR_CODELET(512,256,128)static void ff_tx_fft512_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_512_double; ff_tx_fft256_ns_double_c
(s, dst, src, stride); ff_tx_fft128_ns_double_c(s, dst + 128*
2, src + 128*2, stride); ff_tx_fft128_ns_double_c(s, dst + 128
*3, src + 128*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos
, 128 >> 1); } static const FFTXCodelet ff_tx_fft512_ns_def_double_c
= { .name = "fft" "512" "_ns" "_double_c", .function = ff_tx_fft512_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 512, .max_len = 512, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

715

DECL_SR_CODELET(1024,512,256)static void ff_tx_fft1024_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_1024_double; ff_tx_fft512_ns_double_c
(s, dst, src, stride); ff_tx_fft256_ns_double_c(s, dst + 256*
2, src + 256*2, stride); ff_tx_fft256_ns_double_c(s, dst + 256
*3, src + 256*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos
, 256 >> 1); } static const FFTXCodelet ff_tx_fft1024_ns_def_double_c
= { .name = "fft" "1024" "_ns" "_double_c", .function = ff_tx_fft1024_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 1024, .max_len = 1024, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

716

DECL_SR_CODELET(2048,1024,512)static void ff_tx_fft2048_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_2048_double; ff_tx_fft1024_ns_double_c
(s, dst, src, stride); ff_tx_fft512_ns_double_c(s, dst + 512*
2, src + 512*2, stride); ff_tx_fft512_ns_double_c(s, dst + 512
*3, src + 512*3, stride); ff_tx_fft_sr_combine_double_c(dst, cos
, 512 >> 1); } static const FFTXCodelet ff_tx_fft2048_ns_def_double_c
= { .name = "fft" "2048" "_ns" "_double_c", .function = ff_tx_fft2048_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 2048, .max_len = 2048, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

717

DECL_SR_CODELET(4096,2048,1024)static void ff_tx_fft4096_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_4096_double; ff_tx_fft2048_ns_double_c
(s, dst, src, stride); ff_tx_fft1024_ns_double_c(s, dst + 1024
*2, src + 1024*2, stride); ff_tx_fft1024_ns_double_c(s, dst +
1024*3, src + 1024*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 1024 >> 1); } static const FFTXCodelet ff_tx_fft4096_ns_def_double_c
= { .name = "fft" "4096" "_ns" "_double_c", .function = ff_tx_fft4096_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 4096, .max_len = 4096, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

718

DECL_SR_CODELET(8192,4096,2048)static void ff_tx_fft8192_ns_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_8192_double; ff_tx_fft4096_ns_double_c
(s, dst, src, stride); ff_tx_fft2048_ns_double_c(s, dst + 2048
*2, src + 2048*2, stride); ff_tx_fft2048_ns_double_c(s, dst +
2048*3, src + 2048*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 2048 >> 1); } static const FFTXCodelet ff_tx_fft8192_ns_def_double_c
= { .name = "fft" "8192" "_ns" "_double_c", .function = ff_tx_fft8192_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 8192, .max_len = 8192, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

719

DECL_SR_CODELET(16384,8192,4096)static void ff_tx_fft16384_ns_double_c(AVTXContext *s, void *
_dst, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_16384_double; ff_tx_fft8192_ns_double_c
(s, dst, src, stride); ff_tx_fft4096_ns_double_c(s, dst + 4096
*2, src + 4096*2, stride); ff_tx_fft4096_ns_double_c(s, dst +
4096*3, src + 4096*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 4096 >> 1); } static const FFTXCodelet ff_tx_fft16384_ns_def_double_c
= { .name = "fft" "16384" "_ns" "_double_c", .function = ff_tx_fft16384_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 16384, .max_len = 16384, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

720

DECL_SR_CODELET(32768,16384,8192)static void ff_tx_fft32768_ns_double_c(AVTXContext *s, void *
_dst, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_32768_double; ff_tx_fft16384_ns_double_c
(s, dst, src, stride); ff_tx_fft8192_ns_double_c(s, dst + 8192
*2, src + 8192*2, stride); ff_tx_fft8192_ns_double_c(s, dst +
8192*3, src + 8192*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 8192 >> 1); } static const FFTXCodelet ff_tx_fft32768_ns_def_double_c
= { .name = "fft" "32768" "_ns" "_double_c", .function = ff_tx_fft32768_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 32768, .max_len = 32768, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

721

DECL_SR_CODELET(65536,32768,16384)static void ff_tx_fft65536_ns_double_c(AVTXContext *s, void *
_dst, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_65536_double; ff_tx_fft32768_ns_double_c
(s, dst, src, stride); ff_tx_fft16384_ns_double_c(s, dst + 16384
*2, src + 16384*2, stride); ff_tx_fft16384_ns_double_c(s, dst
+ 16384*3, src + 16384*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 16384 >> 1); } static const FFTXCodelet ff_tx_fft65536_ns_def_double_c
= { .name = "fft" "65536" "_ns" "_double_c", .function = ff_tx_fft65536_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 65536, .max_len = 65536, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

722

DECL_SR_CODELET(131072,65536,32768)static void ff_tx_fft131072_ns_double_c(AVTXContext *s, void *
_dst, void *_src, ptrdiff_t stride) { TXComplex *src = _src; TXComplex
*dst = _dst; const TXSample *cos = ff_tx_tab_131072_double; ff_tx_fft65536_ns_double_c
(s, dst, src, stride); ff_tx_fft32768_ns_double_c(s, dst + 32768
*2, src + 32768*2, stride); ff_tx_fft32768_ns_double_c(s, dst
+ 32768*3, src + 32768*3, stride); ff_tx_fft_sr_combine_double_c
(dst, cos, 32768 >> 1); } static const FFTXCodelet ff_tx_fft131072_ns_def_double_c
= { .name = "fft" "131072" "_ns" "_double_c", .function = ff_tx_fft131072_ns_double_c
, .type = AV_TX_DOUBLE_FFT, .flags = (1ULL << 63) | AV_TX_INPLACE
| AV_TX_UNALIGNED | (1ULL << 61), .factors[0] = 2, .nb_factors
= 1, .min_len = 131072, .max_len = 131072, .init = ff_tx_fft_sr_codelet_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

723

724

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_init)ff_tx_fft_init_double_c(AVTXContext *s,

725

const FFTXCodelet *cd,

726

uint64_t flags,

727

FFTXCodeletOptions *opts,

728

int len, int inv,

729

const void *scale)

730

{

731

int ret;

732

int is_inplace = !!(flags & AV_TX_INPLACE);

733

FFTXCodeletOptions sub_opts = {

734

.map_dir = is_inplace ? FF_TX_MAP_SCATTER : FF_TX_MAP_GATHER,

735

};

736

737

flags &= ~FF_TX_OUT_OF_PLACE(1ULL << 63); /* We want the subtransform to be */

738

flags |= AV_TX_INPLACE; /* in-place */

739

flags |= FF_TX_PRESHUFFLE(1ULL << 61); /* This function handles the permute step */

740

741

if ((ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts, len, inv, scale)))

742

return ret;

743

744

if (is_inplace && (ret = ff_tx_gen_inplace_map(s, len)))

745

return ret;

746

747

return 0;

748

}

749

750

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_inplace_small_init)ff_tx_fft_inplace_small_init_double_c(AVTXContext *s,

751

const FFTXCodelet *cd,

752

uint64_t flags,

753

FFTXCodeletOptions *opts,

754

int len, int inv,

755

const void *scale)

756

{

757

if (!(s->tmp = av_malloc(len*sizeof(*s->tmp))))

758

return AVERROR(ENOMEM)(-(12));

759

flags &= ~AV_TX_INPLACE;

760

return TX_NAME(ff_tx_fft_init)ff_tx_fft_init_double_c(s, cd, flags, opts, len, inv, scale);

761

}

762

763

static void TX_NAME(ff_tx_fft)ff_tx_fft_double_c(AVTXContext *s, void *_dst,

764

void *_src, ptrdiff_t stride)

765

{

766

TXComplex *src = _src;

767

TXComplex *dst1 = s->flags & AV_TX_INPLACE ? s->tmp : _dst;

768

TXComplex *dst2 = _dst;

769

int *map = s->sub[0].map;

770

int len = s->len;

771

772

/* Compilers can't vectorize this anyway without assuming AVX2, which they

773

* generally don't, at least without -march=native -mtune=native */

774

for (int i = 0; i < len; i++)

775

dst1[i] = src[map[i]];

776

777

s->fn[0](&s->sub[0], dst2, dst1, stride);

778

}

779

780

static void TX_NAME(ff_tx_fft_inplace)ff_tx_fft_inplace_double_c(AVTXContext *s, void *_dst,

781

void *_src, ptrdiff_t stride)

782

{

783

TXComplex *src = _src;

784

TXComplex *dst = _dst;

785

TXComplex tmp;

786

const int *map = s->sub->map;

787

const int *inplace_idx = s->map;

788

int src_idx, dst_idx;

789

790

src_idx = *inplace_idx++;

791

do {

792

tmp = src[src_idx];

793

dst_idx = map[src_idx];

794

do {

795

FFSWAP(TXComplex, tmp, src[dst_idx])do{TXComplex SWAP_tmp= src[dst_idx]; src[dst_idx]= tmp; tmp= SWAP_tmp
;}while(0);

796

dst_idx = map[dst_idx];

797

} while (dst_idx != src_idx); /* Can be > as well, but was less predictable */

798

src[dst_idx] = tmp;

799

} while ((src_idx = *inplace_idx++));

800

801

s->fn[0](&s->sub[0], dst, src, stride);

802

}

803

804

static const FFTXCodelet TX_NAME(ff_tx_fft_def)ff_tx_fft_def_double_c = {

805

.name = TX_NAME_STR("fft")"fft" "_double_c",

806

.function = TX_NAME(ff_tx_fft)ff_tx_fft_double_c,

807

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

808

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63),

809

.factors[0] = TX_FACTOR_ANY-1,

810

.nb_factors = 1,

811

.min_len = 2,

812

.max_len = TX_LEN_UNLIMITED-1,

813

.init = TX_NAME(ff_tx_fft_init)ff_tx_fft_init_double_c,

814

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

815

.prio = FF_TX_PRIO_BASE,

816

};

817

818

static const FFTXCodelet TX_NAME(ff_tx_fft_inplace_small_def)ff_tx_fft_inplace_small_def_double_c = {

819

.name = TX_NAME_STR("fft_inplace_small")"fft_inplace_small" "_double_c",

820

.function = TX_NAME(ff_tx_fft)ff_tx_fft_double_c,

821

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

822

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | AV_TX_INPLACE,

823

.factors[0] = TX_FACTOR_ANY-1,

824

.nb_factors = 1,

825

.min_len = 2,

826

.max_len = 65536,

827

.init = TX_NAME(ff_tx_fft_inplace_small_init)ff_tx_fft_inplace_small_init_double_c,

828

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

829

.prio = FF_TX_PRIO_BASE - 256,

830

};

831

832

static const FFTXCodelet TX_NAME(ff_tx_fft_inplace_def)ff_tx_fft_inplace_def_double_c = {

833

.name = TX_NAME_STR("fft_inplace")"fft_inplace" "_double_c",

834

.function = TX_NAME(ff_tx_fft_inplace)ff_tx_fft_inplace_double_c,

835

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

836

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | AV_TX_INPLACE,

837

.factors[0] = TX_FACTOR_ANY-1,

838

.nb_factors = 1,

839

.min_len = 2,

840

.max_len = TX_LEN_UNLIMITED-1,

841

.init = TX_NAME(ff_tx_fft_init)ff_tx_fft_init_double_c,

842

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

843

.prio = FF_TX_PRIO_BASE - 512,

844

};

845

846

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_init_naive_small)ff_tx_fft_init_naive_small_double_c(AVTXContext *s,

847

const FFTXCodelet *cd,

848

uint64_t flags,

849

FFTXCodeletOptions *opts,

850

int len, int inv,

851

const void *scale)

852

{

853

const double phase = s->inv ? 2.0*M_PI3.14159265358979323846/len : -2.0*M_PI3.14159265358979323846/len;

854

855

if (!(s->exp = av_malloc(len*len*sizeof(*s->exp))))

856

return AVERROR(ENOMEM)(-(12));

857

858

for (int i = 0; i < len; i++) {

859

for (int j = 0; j < len; j++) {

860

const double factor = phase*i*j;

861

s->exp[i*j] = (TXComplex){

862

RESCALE(cos(factor))(cos(factor)),

863

RESCALE(sin(factor))(sin(factor)),

864

};

865

}

866

}

867

868

return 0;

869

}

870

871

static void TX_NAME(ff_tx_fft_naive)ff_tx_fft_naive_double_c(AVTXContext *s, void *_dst, void *_src,

872

ptrdiff_t stride)

873

{

874

TXComplex *src = _src;

875

TXComplex *dst = _dst;

876

const int n = s->len;

877

double phase = s->inv ? 2.0*M_PI3.14159265358979323846/n : -2.0*M_PI3.14159265358979323846/n;

878

879

stride /= sizeof(*dst);

880

881

for (int i = 0; i < n; i++) {

882

TXComplex tmp = { 0 };

883

for (int j = 0; j < n; j++) {

884

const double factor = phase*i*j;

885

const TXComplex mult = {

886

RESCALE(cos(factor))(cos(factor)),

887

RESCALE(sin(factor))(sin(factor)),

888

};

889

TXComplex res;

890

CMUL3(res, src[j], mult)do { ((res).re) = ((src[j]).re) * ((mult).re) - ((src[j]).im)
* ((mult).im); ((res).im) = ((src[j]).re) * ((mult).im) + ((
src[j]).im) * ((mult).re); } while (0);

891

tmp.re += res.re;

892

tmp.im += res.im;

893

}

894

dst[i*stride] = tmp;

895

}

896

}

897

898

static void TX_NAME(ff_tx_fft_naive_small)ff_tx_fft_naive_small_double_c(AVTXContext *s, void *_dst, void *_src,

899

ptrdiff_t stride)

900

{

901

TXComplex *src = _src;

902

TXComplex *dst = _dst;

903

const int n = s->len;

904

905

stride /= sizeof(*dst);

906

907

for (int i = 0; i < n; i++) {

908

TXComplex tmp = { 0 };

909

for (int j = 0; j < n; j++) {

910

TXComplex res;

911

const TXComplex mult = s->exp[i*j];

912

CMUL3(res, src[j], mult)do { ((res).re) = ((src[j]).re) * ((mult).re) - ((src[j]).im)
* ((mult).im); ((res).im) = ((src[j]).re) * ((mult).im) + ((
src[j]).im) * ((mult).re); } while (0);

913

tmp.re += res.re;

914

tmp.im += res.im;

915

}

916

dst[i*stride] = tmp;

917

}

918

}

919

920

static const FFTXCodelet TX_NAME(ff_tx_fft_naive_small_def)ff_tx_fft_naive_small_def_double_c = {

921

.name = TX_NAME_STR("fft_naive_small")"fft_naive_small" "_double_c",

922

.function = TX_NAME(ff_tx_fft_naive_small)ff_tx_fft_naive_small_double_c,

923

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

924

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63),

925

.factors[0] = TX_FACTOR_ANY-1,

926

.nb_factors = 1,

927

.min_len = 2,

928

.max_len = 1024,

929

.init = TX_NAME(ff_tx_fft_init_naive_small)ff_tx_fft_init_naive_small_double_c,

930

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

931

.prio = FF_TX_PRIO_MIN/2,

932

};

933

934

static const FFTXCodelet TX_NAME(ff_tx_fft_naive_def)ff_tx_fft_naive_def_double_c = {

935

.name = TX_NAME_STR("fft_naive")"fft_naive" "_double_c",

936

.function = TX_NAME(ff_tx_fft_naive)ff_tx_fft_naive_double_c,

937

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

938

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63),

939

.factors[0] = TX_FACTOR_ANY-1,

940

.nb_factors = 1,

941

.min_len = 2,

942

.max_len = TX_LEN_UNLIMITED-1,

943

.init = NULL((void*)0),

944

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

945

.prio = FF_TX_PRIO_MIN,

946

};

947

948

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_fft_pfa_init)ff_tx_fft_pfa_init_double_c(AVTXContext *s,

949

const FFTXCodelet *cd,

950

uint64_t flags,

951

FFTXCodeletOptions *opts,

952

int len, int inv,

953

const void *scale)

954

{

955

int ret, *tmp, ps = flags & FF_TX_PRESHUFFLE(1ULL << 61);

956

FFTXCodeletOptions sub_opts = { .map_dir = FF_TX_MAP_GATHER };

957

size_t extra_tmp_len = 0;

958

int len_list[TX_MAX_DECOMPOSITIONS512];

959

960

if ((ret = ff_tx_decompose_length(len_list, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, len, inv)) < 0)

961

return ret;

962

963

/* Two iterations to test both orderings. */

964

for (int i = 0; i < ret; i++) {

965

int len1 = len_list[i];

966

int len2 = len / len1;

967

968

/* Our ptwo transforms don't support striding the output. */

969

if (len2 & (len2 - 1))

970

FFSWAP(int, len1, len2)do{int SWAP_tmp= len2; len2= len1; len1= SWAP_tmp;}while(0);

971

972

ff_tx_clear_ctx(s);

973

974

/* First transform */

975

sub_opts.map_dir = FF_TX_MAP_GATHER;

976

flags &= ~AV_TX_INPLACE;

977

flags |= FF_TX_OUT_OF_PLACE(1ULL << 63);

978

flags |= FF_TX_PRESHUFFLE(1ULL << 61); /* This function handles the permute step */

979

ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts,

980

len1, inv, scale);

981

982

if (ret == AVERROR(ENOMEM)(-(12))) {

983

return ret;

984

} else if (ret < 0) { /* Try again without a preshuffle flag */

985

flags &= ~FF_TX_PRESHUFFLE(1ULL << 61);

986

ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts,

987

len1, inv, scale);

988

if (ret == AVERROR(ENOMEM)(-(12)))

989

return ret;

990

else if (ret < 0)

991

continue;

992

}

993

994

/* Second transform. */

995

sub_opts.map_dir = FF_TX_MAP_SCATTER;

996

flags |= FF_TX_PRESHUFFLE(1ULL << 61);

997

retry:

998

flags &= ~FF_TX_OUT_OF_PLACE(1ULL << 63);

999

flags |= AV_TX_INPLACE;

1000

ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts,

1001

len2, inv, scale);

1002

1003

if (ret == AVERROR(ENOMEM)(-(12))) {

1004

return ret;

1005

} else if (ret < 0) { /* Try again with an out-of-place transform */

1006

flags |= FF_TX_OUT_OF_PLACE(1ULL << 63);

1007

flags &= ~AV_TX_INPLACE;

1008

ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts,

1009

len2, inv, scale);

1010

if (ret == AVERROR(ENOMEM)(-(12))) {

1011

return ret;

1012

} else if (ret < 0) {

1013

if (flags & FF_TX_PRESHUFFLE(1ULL << 61)) { /* Retry again without a preshuf flag */

1014

flags &= ~FF_TX_PRESHUFFLE(1ULL << 61);

1015

goto retry;

1016

} else {

1017

continue;

1018

}

1019

}

1020

}

1021

1022

/* Success */

1023

break;

1024

}

1025

1026

/* If nothing was successful, error out */

1027

if (ret < 0)

1028

return ret;

1029

1030

/* Generate PFA map */

1031

if ((ret = ff_tx_gen_compound_mapping(s, opts, 0,

1032

s->sub[0].len, s->sub[1].len)))

1033

return ret;

1034

1035

if (!(s->tmp = av_malloc(len*sizeof(*s->tmp))))

1036

return AVERROR(ENOMEM)(-(12));

1037

1038

/* Flatten input map */

1039

tmp = (int *)s->tmp;

1040

for (int k = 0; k < len; k += s->sub[0].len) {

1041

memcpy(tmp, &s->map[k], s->sub[0].len*sizeof(*tmp));

1042

for (int i = 0; i < s->sub[0].len; i++)

1043

s->map[k + i] = tmp[s->sub[0].map[i]];

1044

}

1045

1046

/* Only allocate extra temporary memory if we need it */

1047

if (!(s->sub[1].flags & AV_TX_INPLACE))

1048

extra_tmp_len = len;

1049

else if (!ps)

1050

extra_tmp_len = s->sub[0].len;

1051

1052

if (extra_tmp_len && !(s->exp = av_malloc(extra_tmp_len*sizeof(*s->exp))))

1053

return AVERROR(ENOMEM)(-(12));

1054

1055

return 0;

1056

}

1057

1058

static void TX_NAME(ff_tx_fft_pfa)ff_tx_fft_pfa_double_c(AVTXContext *s, void *_out,

1059

void *_in, ptrdiff_t stride)

1060

{

1061

const int n = s->sub[0].len, m = s->sub[1].len, l = s->len;

1062

const int *in_map = s->map, *out_map = in_map + l;

1063

const int *sub_map = s->sub[1].map;

1064

TXComplex *tmp1 = s->sub[1].flags & AV_TX_INPLACE ? s->tmp : s->exp;

1065

TXComplex *in = _in, *out = _out;

1066

1067

stride /= sizeof(*out);

1068

1069

for (int i = 0; i < m; i++) {

1070

for (int j = 0; j < n; j++)

1071

s->exp[j] = in[in_map[i*n + j]];

1072

s->fn[0](&s->sub[0], &s->tmp[sub_map[i]], s->exp, m*sizeof(TXComplex));

1073

}

1074

1075

for (int i = 0; i < n; i++)

1076

s->fn[1](&s->sub[1], &tmp1[m*i], &s->tmp[m*i], sizeof(TXComplex));

1077

1078

for (int i = 0; i < l; i++)

1079

out[i*stride] = tmp1[out_map[i]];

1080

}

1081

1082

static void TX_NAME(ff_tx_fft_pfa_ns)ff_tx_fft_pfa_ns_double_c(AVTXContext *s, void *_out,

1083

void *_in, ptrdiff_t stride)

1084

{

1085

const int n = s->sub[0].len, m = s->sub[1].len, l = s->len;

1086

const int *in_map = s->map, *out_map = in_map + l;

1087

const int *sub_map = s->sub[1].map;

1088

TXComplex *tmp1 = s->sub[1].flags & AV_TX_INPLACE ? s->tmp : s->exp;

1089

TXComplex *in = _in, *out = _out;

1090

1091

stride /= sizeof(*out);

1092

1093

for (int i = 0; i < m; i++)

1094

s->fn[0](&s->sub[0], &s->tmp[sub_map[i]], &in[i*n], m*sizeof(TXComplex));

1095

1096

for (int i = 0; i < n; i++)

1097

s->fn[1](&s->sub[1], &tmp1[m*i], &s->tmp[m*i], sizeof(TXComplex));

1098

1099

for (int i = 0; i < l; i++)

1100

out[i*stride] = tmp1[out_map[i]];

1101

}

1102

1103

static const FFTXCodelet TX_NAME(ff_tx_fft_pfa_def)ff_tx_fft_pfa_def_double_c = {

1104

.name = TX_NAME_STR("fft_pfa")"fft_pfa" "_double_c",

1105

.function = TX_NAME(ff_tx_fft_pfa)ff_tx_fft_pfa_double_c,

1106

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

1107

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63),

1108

.factors = { 7, 5, 3, 2, TX_FACTOR_ANY-1 },

1109

.nb_factors = 2,

1110

.min_len = 2*3,

1111

.max_len = TX_LEN_UNLIMITED-1,

1112

.init = TX_NAME(ff_tx_fft_pfa_init)ff_tx_fft_pfa_init_double_c,

1113

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1114

.prio = FF_TX_PRIO_BASE,

1115

};

1116

1117

static const FFTXCodelet TX_NAME(ff_tx_fft_pfa_ns_def)ff_tx_fft_pfa_ns_def_double_c = {

1118

.name = TX_NAME_STR("fft_pfa_ns")"fft_pfa_ns" "_double_c",

1119

.function = TX_NAME(ff_tx_fft_pfa_ns)ff_tx_fft_pfa_ns_double_c,

1120

.type = TX_TYPE(FFT)AV_TX_DOUBLE_FFT,

1121

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63) |

1122

FF_TX_PRESHUFFLE(1ULL << 61),

1123

.factors = { 7, 5, 3, 2, TX_FACTOR_ANY-1 },

1124

.nb_factors = 2,

1125

.min_len = 2*3,

1126

.max_len = TX_LEN_UNLIMITED-1,

1127

.init = TX_NAME(ff_tx_fft_pfa_init)ff_tx_fft_pfa_init_double_c,

1128

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1129

.prio = FF_TX_PRIO_BASE,

1130

};

1131

1132

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_mdct_naive_init)ff_tx_mdct_naive_init_double_c(AVTXContext *s,

1133

const FFTXCodelet *cd,

1134

uint64_t flags,

1135

FFTXCodeletOptions *opts,

1136

int len, int inv,

1137

const void *scale)

1138

{

1139

s->scale_d = *((SCALE_TYPEdouble *)scale);

1140

s->scale_f = s->scale_d;

1141

return 0;

1142

}

1143

1144

static void TX_NAME(ff_tx_mdct_naive_fwd)ff_tx_mdct_naive_fwd_double_c(AVTXContext *s, void *_dst,

1145

void *_src, ptrdiff_t stride)

1146

{

1147

TXSample *src = _src;

1148

TXSample *dst = _dst;

1149

double scale = s->scale_d;

1150

int len = s->len;

1151

const double phase = M_PI3.14159265358979323846/(4.0*len);

1152

1153

stride /= sizeof(*dst);

1154

1155

for (int i = 0; i < len; i++) {

1156

double sum = 0.0;

1157

for (int j = 0; j < len*2; j++) {

1158

int a = (2*j + 1 + len) * (2*i + 1);

1159

sum += UNSCALE(src[j])(src[j]) * cos(a * phase);

1160

}

1161

dst[i*stride] = RESCALE(sum*scale)(sum*scale);

1162

}

1163

}

1164

1165

static void TX_NAME(ff_tx_mdct_naive_inv)ff_tx_mdct_naive_inv_double_c(AVTXContext *s, void *_dst,

1166

void *_src, ptrdiff_t stride)

1167

{

1168

TXSample *src = _src;

1169

TXSample *dst = _dst;

1170

double scale = s->scale_d;

1171

int len = s->len >> 1;

1172

int len2 = len*2;

1173

const double phase = M_PI3.14159265358979323846/(4.0*len2);

1174

1175

stride /= sizeof(*src);

1176

1177

for (int i = 0; i < len; i++) {

1178

double sum_d = 0.0;

1179

double sum_u = 0.0;

1180

double i_d = phase * (4*len - 2*i - 1);

1181

double i_u = phase * (3*len2 + 2*i + 1);

1182

for (int j = 0; j < len2; j++) {

1183

double a = (2 * j + 1);

1184

double a_d = cos(a * i_d);

1185

double a_u = cos(a * i_u);

1186

double val = UNSCALE(src[j*stride])(src[j*stride]);

1187

sum_d += a_d * val;

1188

sum_u += a_u * val;

1189

}

1190

dst[i + 0] = RESCALE( sum_d*scale)(sum_d*scale);

1191

dst[i + len] = RESCALE(-sum_u*scale)(-sum_u*scale);

1192

}

1193

}

1194

1195

static const FFTXCodelet TX_NAME(ff_tx_mdct_naive_fwd_def)ff_tx_mdct_naive_fwd_def_double_c = {

1196

.name = TX_NAME_STR("mdct_naive_fwd")"mdct_naive_fwd" "_double_c",

1197

.function = TX_NAME(ff_tx_mdct_naive_fwd)ff_tx_mdct_naive_fwd_double_c,

1198

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT,

1199

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_FORWARD_ONLY(1ULL << 59),

1200

.factors = { 2, TX_FACTOR_ANY-1 }, /* MDCTs need an even length */

1201

.nb_factors = 2,

1202

.min_len = 2,

1203

.max_len = TX_LEN_UNLIMITED-1,

1204

.init = TX_NAME(ff_tx_mdct_naive_init)ff_tx_mdct_naive_init_double_c,

1205

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1206

.prio = FF_TX_PRIO_MIN,

1207

};

1208

1209

static const FFTXCodelet TX_NAME(ff_tx_mdct_naive_inv_def)ff_tx_mdct_naive_inv_def_double_c = {

1210

.name = TX_NAME_STR("mdct_naive_inv")"mdct_naive_inv" "_double_c",

1211

.function = TX_NAME(ff_tx_mdct_naive_inv)ff_tx_mdct_naive_inv_double_c,

1212

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT,

1213

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_INVERSE_ONLY(1ULL << 60),

1214

.factors = { 2, TX_FACTOR_ANY-1 },

1215

.nb_factors = 2,

1216

.min_len = 2,

1217

.max_len = TX_LEN_UNLIMITED-1,

1218

.init = TX_NAME(ff_tx_mdct_naive_init)ff_tx_mdct_naive_init_double_c,

1219

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1220

.prio = FF_TX_PRIO_MIN,

1221

};

1222

1223

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_mdct_init)ff_tx_mdct_init_double_c(AVTXContext *s,

1224

const FFTXCodelet *cd,

1225

uint64_t flags,

1226

FFTXCodeletOptions *opts,

1227

int len, int inv,

1228

const void *scale)

1229

{

1230

int ret;

1231

FFTXCodeletOptions sub_opts = {

1232

.map_dir = !inv ? FF_TX_MAP_SCATTER : FF_TX_MAP_GATHER,

1233

};

1234

1235

s->scale_d = *((SCALE_TYPEdouble *)scale);

1236

s->scale_f = s->scale_d;

1237

1238

flags &= ~FF_TX_OUT_OF_PLACE(1ULL << 63); /* We want the subtransform to be */

1239

flags |= AV_TX_INPLACE; /* in-place */

1240

flags |= FF_TX_PRESHUFFLE(1ULL << 61); /* First try with an in-place transform */

1241

1242

if ((ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts, len >> 1,

1243

inv, scale))) {

1244

flags &= ~FF_TX_PRESHUFFLE(1ULL << 61); /* Now try with a generic FFT */

1245

if ((ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts, len >> 1,

1246

inv, scale)))

1247

return ret;

1248

}

1249

1250

s->map = av_malloc((len >> 1)*sizeof(*s->map));

1251

if (!s->map)

1252

return AVERROR(ENOMEM)(-(12));

1253

1254

/* If we need to preshuffle copy the map from the subcontext */

1255

if (s->sub[0].flags & FF_TX_PRESHUFFLE(1ULL << 61)) {

1256

memcpy(s->map, s->sub->map, (len >> 1)*sizeof(*s->map));

1257

} else {

1258

for (int i = 0; i < len >> 1; i++)

1259

s->map[i] = i;

1260

}

1261

1262

if ((ret = TX_TAB(ff_tx_mdct_gen_exp)ff_tx_mdct_gen_exp_double(s, inv ? s->map : NULL((void*)0))))

1263

return ret;

1264

1265

/* Saves a multiply in a hot path. */

1266

if (inv)

1267

for (int i = 0; i < (s->len >> 1); i++)

1268

s->map[i] <<= 1;

1269

1270

return 0;

1271

}

1272

1273

static void TX_NAME(ff_tx_mdct_fwd)ff_tx_mdct_fwd_double_c(AVTXContext *s, void *_dst, void *_src,

1274

ptrdiff_t stride)

1275

{

1276

TXSample *src = _src, *dst = _dst;

1277

TXComplex *exp = s->exp, tmp, *z = _dst;

1278

const int len2 = s->len >> 1;

1279

const int len4 = s->len >> 2;

1280

const int len3 = len2 * 3;

1281

const int *sub_map = s->map;

1282

1283

stride /= sizeof(*dst);

1284

1285

for (int i = 0; i < len2; i++) { /* Folding and pre-reindexing */

1286

const int k = 2*i;

1287

const int idx = sub_map[i];

1288

if (k < len2) {

1289

tmp.re = FOLD(-src[ len2 + k], src[1*len2 - 1 - k])((-src[ len2 + k]) + (src[1*len2 - 1 - k]));

1290

tmp.im = FOLD(-src[ len3 + k], -src[1*len3 - 1 - k])((-src[ len3 + k]) + (-src[1*len3 - 1 - k]));

1291

} else {

1292

tmp.re = FOLD(-src[ len2 + k], -src[5*len2 - 1 - k])((-src[ len2 + k]) + (-src[5*len2 - 1 - k]));

1293

tmp.im = FOLD( src[-len2 + k], -src[1*len3 - 1 - k])((src[-len2 + k]) + (-src[1*len3 - 1 - k]));

1294

}

1295

CMUL(z[idx].im, z[idx].re, tmp.re, tmp.im, exp[i].re, exp[i].im)do { (z[idx].im) = (tmp.re) * (exp[i].re) - (tmp.im) * (exp[i
].im); (z[idx].re) = (tmp.re) * (exp[i].im) + (tmp.im) * (exp
[i].re); } while (0);

1296

}

1297

1298

s->fn[0](&s->sub[0], z, z, sizeof(TXComplex));

1299

1300

for (int i = 0; i < len4; i++) {

1301

const int i0 = len4 + i, i1 = len4 - i - 1;

1302

TXComplex src1 = { z[i1].re, z[i1].im };

1303

TXComplex src0 = { z[i0].re, z[i0].im };

1304

1305

CMUL(dst[2*i1*stride + stride], dst[2*i0*stride], src0.re, src0.im,do { (dst[2*i1*stride + stride]) = (src0.re) * (exp[i0].im) -
(src0.im) * (exp[i0].re); (dst[2*i0*stride]) = (src0.re) * (
exp[i0].re) + (src0.im) * (exp[i0].im); } while (0)

1306

exp[i0].im, exp[i0].re)do { (dst[2*i1*stride + stride]) = (src0.re) * (exp[i0].im) -
(src0.im) * (exp[i0].re); (dst[2*i0*stride]) = (src0.re) * (
exp[i0].re) + (src0.im) * (exp[i0].im); } while (0);

1307

CMUL(dst[2*i0*stride + stride], dst[2*i1*stride], src1.re, src1.im,do { (dst[2*i0*stride + stride]) = (src1.re) * (exp[i1].im) -
(src1.im) * (exp[i1].re); (dst[2*i1*stride]) = (src1.re) * (
exp[i1].re) + (src1.im) * (exp[i1].im); } while (0)

1308

exp[i1].im, exp[i1].re)do { (dst[2*i0*stride + stride]) = (src1.re) * (exp[i1].im) -
(src1.im) * (exp[i1].re); (dst[2*i1*stride]) = (src1.re) * (
exp[i1].re) + (src1.im) * (exp[i1].im); } while (0);

1309

}

1310

}

1311

1312

static void TX_NAME(ff_tx_mdct_inv)ff_tx_mdct_inv_double_c(AVTXContext *s, void *_dst, void *_src,

1313

ptrdiff_t stride)

1314

{

1315

TXComplex *z = _dst, *exp = s->exp;

1316

const TXSample *src = _src, *in1, *in2;

1317

const int len2 = s->len >> 1;

1318

const int len4 = s->len >> 2;

1319

const int *sub_map = s->map;

1320

1321

stride /= sizeof(*src);

1322

in1 = src;

1323

in2 = src + ((len2*2) - 1) * stride;

1324

1325

for (int i = 0; i < len2; i++) {

1326

int k = sub_map[i];

1327

TXComplex tmp = { in2[-k*stride], in1[k*stride] };

1328

CMUL3(z[i], tmp, exp[i])do { ((z[i]).re) = ((tmp).re) * ((exp[i]).re) - ((tmp).im) * (
(exp[i]).im); ((z[i]).im) = ((tmp).re) * ((exp[i]).im) + ((tmp
).im) * ((exp[i]).re); } while (0);

1329

}

1330

1331

s->fn[0](&s->sub[0], z, z, sizeof(TXComplex));

1332

1333

exp += len2;

1334

for (int i = 0; i < len4; i++) {

1335

const int i0 = len4 + i, i1 = len4 - i - 1;

1336

TXComplex src1 = { z[i1].im, z[i1].re };

1337

TXComplex src0 = { z[i0].im, z[i0].re };

1338

1339

CMUL(z[i1].re, z[i0].im, src1.re, src1.im, exp[i1].im, exp[i1].re)do { (z[i1].re) = (src1.re) * (exp[i1].im) - (src1.im) * (exp
[i1].re); (z[i0].im) = (src1.re) * (exp[i1].re) + (src1.im) *
(exp[i1].im); } while (0);

1340

CMUL(z[i0].re, z[i1].im, src0.re, src0.im, exp[i0].im, exp[i0].re)do { (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp
[i0].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) *
(exp[i0].im); } while (0);

1341

}

1342

}

1343

1344

static const FFTXCodelet TX_NAME(ff_tx_mdct_fwd_def)ff_tx_mdct_fwd_def_double_c = {

1345

.name = TX_NAME_STR("mdct_fwd")"mdct_fwd" "_double_c",

1346

.function = TX_NAME(ff_tx_mdct_fwd)ff_tx_mdct_fwd_double_c,

1347

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT,

1348

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_FORWARD_ONLY(1ULL << 59),

1349

.factors = { 2, TX_FACTOR_ANY-1 },

1350

.nb_factors = 2,

1351

.min_len = 2,

1352

.max_len = TX_LEN_UNLIMITED-1,

1353

.init = TX_NAME(ff_tx_mdct_init)ff_tx_mdct_init_double_c,

1354

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1355

.prio = FF_TX_PRIO_BASE,

1356

};

1357

1358

static const FFTXCodelet TX_NAME(ff_tx_mdct_inv_def)ff_tx_mdct_inv_def_double_c = {

1359

.name = TX_NAME_STR("mdct_inv")"mdct_inv" "_double_c",

1360

.function = TX_NAME(ff_tx_mdct_inv)ff_tx_mdct_inv_double_c,

1361

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT,

1362

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_INVERSE_ONLY(1ULL << 60),

1363

.factors = { 2, TX_FACTOR_ANY-1 },

1364

.nb_factors = 2,

1365

.min_len = 2,

1366

.max_len = TX_LEN_UNLIMITED-1,

1367

.init = TX_NAME(ff_tx_mdct_init)ff_tx_mdct_init_double_c,

1368

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1369

.prio = FF_TX_PRIO_BASE,

1370

};

1371

1372

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_mdct_inv_full_init)ff_tx_mdct_inv_full_init_double_c(AVTXContext *s,

1373

const FFTXCodelet *cd,

1374

uint64_t flags,

1375

FFTXCodeletOptions *opts,

1376

int len, int inv,

1377

const void *scale)

1378

{

1379

int ret;

1380

1381

s->scale_d = *((SCALE_TYPEdouble *)scale);

1382

s->scale_f = s->scale_d;

1383

1384

flags &= ~AV_TX_FULL_IMDCT;

1385

1386

if ((ret = ff_tx_init_subtx(s, TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT, flags, NULL((void*)0), len, 1, scale)))

1387

return ret;

1388

1389

return 0;

1390

}

1391

1392

static void TX_NAME(ff_tx_mdct_inv_full)ff_tx_mdct_inv_full_double_c(AVTXContext *s, void *_dst,

1393

void *_src, ptrdiff_t stride)

1394

{

1395

int len = s->len << 1;

1396

int len2 = len >> 1;

1397

int len4 = len >> 2;

1398

TXSample *dst = _dst;

1399

1400

s->fn[0](&s->sub[0], dst + len4, _src, stride);

1401

1402

stride /= sizeof(*dst);

1403

1404

for (int i = 0; i < len4; i++) {

1405

dst[ i*stride] = -dst[(len2 - i - 1)*stride];

1406

dst[(len - i - 1)*stride] = dst[(len2 + i + 0)*stride];

1407

}

1408

}

1409

1410

static const FFTXCodelet TX_NAME(ff_tx_mdct_inv_full_def)ff_tx_mdct_inv_full_def_double_c = {

1411

.name = TX_NAME_STR("mdct_inv_full")"mdct_inv_full" "_double_c",

1412

.function = TX_NAME(ff_tx_mdct_inv_full)ff_tx_mdct_inv_full_double_c,

1413

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT,

1414

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE |

1415

FF_TX_OUT_OF_PLACE(1ULL << 63) | AV_TX_FULL_IMDCT,

1416

.factors = { 2, TX_FACTOR_ANY-1 },

1417

.nb_factors = 2,

1418

.min_len = 2,

1419

.max_len = TX_LEN_UNLIMITED-1,

1420

.init = TX_NAME(ff_tx_mdct_inv_full_init)ff_tx_mdct_inv_full_init_double_c,

1421

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1422

.prio = FF_TX_PRIO_BASE,

1423

};

1424

1425

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_mdct_pfa_init)ff_tx_mdct_pfa_init_double_c(AVTXContext *s,

1426

const FFTXCodelet *cd,

1427

uint64_t flags,

1428

FFTXCodeletOptions *opts,

1429

int len, int inv,

1430

const void *scale)

1431

{

1432

int ret, sub_len;

1433

FFTXCodeletOptions sub_opts = { .map_dir = FF_TX_MAP_SCATTER };

1434

1435

len >>= 1;

1436

sub_len = len / cd->factors[0];

1437

1438

s->scale_d = *((SCALE_TYPEdouble *)scale);

1439

s->scale_f = s->scale_d;

1440

1441

flags &= ~FF_TX_OUT_OF_PLACE(1ULL << 63); /* We want the subtransform to be */

1442

flags |= AV_TX_INPLACE; /* in-place */

1443

flags |= FF_TX_PRESHUFFLE(1ULL << 61); /* This function handles the permute step */

1444

1445

if ((ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, &sub_opts,

1446

sub_len, inv, scale)))

1447

return ret;

1448

1449

if ((ret = ff_tx_gen_compound_mapping(s, opts, s->inv, cd->factors[0], sub_len)))

1450

return ret;

1451

1452

/* Our 15-point transform is also a compound one, so embed its input map */

1453

if (cd->factors[0] == 15)

1454

TX_EMBED_INPUT_PFA_MAP(s->map, len, 3, 5)do { int mtmp[(3)*(5)]; for (int k = 0; k < len; k += (3)*
(5)) { memcpy(mtmp, &s->map[k], (3)*(5)*sizeof(*mtmp))
; for (int m = 0; m < (5); m++) for (int n = 0; n < (3)
; n++) s->map[k + m*(3) + n] = mtmp[(m*(3) + n*(5)) % ((3)
*(5))]; } } while (0);

1455

1456

if ((ret = TX_TAB(ff_tx_mdct_gen_exp)ff_tx_mdct_gen_exp_double(s, inv ? s->map : NULL((void*)0))))

1457

return ret;

1458

1459

/* Saves multiplies in loops. */

1460

for (int i = 0; i < len; i++)

1461

s->map[i] <<= 1;

1462

1463

if (!(s->tmp = av_malloc(len*sizeof(*s->tmp))))

1464

return AVERROR(ENOMEM)(-(12));

1465

1466

TX_TAB(ff_tx_init_tabs)ff_tx_init_tabs_double(len / sub_len);

1467

1468

return 0;

1469

}

1470

1471

#define DECL_COMP_IMDCT(N)static void ff_tx_mdct_pfa_NxM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fftNin[N]; TXComplex
*z = _dst, *exp = s->exp; const TXSample *src = _src, *in1
, *in2; const int len4 = s->len >> 2; const int len2
= s->len >> 1; const int m = s->sub->len; const
int *in_map = s->map, *out_map = in_map + N*m; const int *
sub_map = s->sub->map; stride /= sizeof(*src); in1 = src
; in2 = src + ((N*m*2) - 1) * stride; for (int i = 0; i < len2
; i += N) { for (int j = 0; j < N; j++) { const int k = in_map
[j]; TXComplex tmp = { in2[-k*stride], in1[k*stride] }; do { (
(fftNin[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp).im) * (
(exp[j]).im); ((fftNin[j]).im) = ((tmp).re) * ((exp[j]).im) +
((tmp).im) * ((exp[j]).re); } while (0); } fftN(s->tmp + *
(sub_map++), fftNin, m); exp += N; in_map += N; } for (int i =
0; i < N; i++) s->fn[0](&s->sub[0], s->tmp +
m*i, s->tmp + m*i, sizeof(TXComplex)); for (int i = 0; i <
len4; i++) { const int i0 = len4 + i, i1 = len4 - i - 1; const
int s0 = out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s
->tmp[s1].im, s->tmp[s1].re }; TXComplex src0 = { s->
tmp[s0].im, s->tmp[s0].re }; do { (z[i1].re) = (src1.re) *
(exp[i1].im) - (src1.im) * (exp[i1].re); (z[i0].im) = (src1.
re) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); do
{ (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0
].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) * (exp
[i0].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_NxM_inv_def_double_c
= { .name = "mdct_pfa_" "N" "xM_inv" "_double_c", .function =
ff_tx_mdct_pfa_NxM_inv_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { N, -1 }, .nb_factors = 2, .min_len = N*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, }; \

1472

static void TX_NAME(ff_tx_mdct_pfa_##N##xM_inv)ff_tx_mdct_pfa_##N##xM_inv_double_c(AVTXContext *s, void *_dst, \

1473

void *_src, ptrdiff_t stride) \

1474

{ \

1475

TXComplex fft##N##in[N]; \

1476

TXComplex *z = _dst, *exp = s->exp; \

1477

const TXSample *src = _src, *in1, *in2; \

1478

const int len4 = s->len >> 2; \

1479

const int len2 = s->len >> 1; \

1480

const int m = s->sub->len; \

1481

const int *in_map = s->map, *out_map = in_map + N*m; \

1482

const int *sub_map = s->sub->map; \

1483

\

1484

stride /= sizeof(*src); /* To convert it from bytes */ \

1485

in1 = src; \

1486

in2 = src + ((N*m*2) - 1) * stride; \

1487

\

1488

for (int i = 0; i < len2; i += N) { \

1489

for (int j = 0; j < N; j++) { \

1490

const int k = in_map[j]; \

1491

TXComplex tmp = { in2[-k*stride], in1[k*stride] }; \

1492

CMUL3(fft##N##in[j], tmp, exp[j])do { ((fft##N##in[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp
).im) * ((exp[j]).im); ((fft##N##in[j]).im) = ((tmp).re) * ((
exp[j]).im) + ((tmp).im) * ((exp[j]).re); } while (0); \

1493

} \

1494

fft##N(s->tmp + *(sub_map++), fft##N##in, m); \

1495

exp += N; \

1496

in_map += N; \

1497

} \

1498

\

1499

for (int i = 0; i < N; i++) \

1500

s->fn[0](&s->sub[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); \

1501

\

1502

for (int i = 0; i < len4; i++) { \

1503

const int i0 = len4 + i, i1 = len4 - i - 1; \

1504

const int s0 = out_map[i0], s1 = out_map[i1]; \

1505

TXComplex src1 = { s->tmp[s1].im, s->tmp[s1].re }; \

1506

TXComplex src0 = { s->tmp[s0].im, s->tmp[s0].re }; \

1507

\

1508

CMUL(z[i1].re, z[i0].im, src1.re, src1.im, exp[i1].im, exp[i1].re)do { (z[i1].re) = (src1.re) * (exp[i1].im) - (src1.im) * (exp
[i1].re); (z[i0].im) = (src1.re) * (exp[i1].re) + (src1.im) *
(exp[i1].im); } while (0); \

1509

CMUL(z[i0].re, z[i1].im, src0.re, src0.im, exp[i0].im, exp[i0].re)do { (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp
[i0].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) *
(exp[i0].im); } while (0); \

1510

} \

1511

} \

1512

\

1513

static const FFTXCodelet TX_NAME(ff_tx_mdct_pfa_##N##xM_inv_def)ff_tx_mdct_pfa_##N##xM_inv_def_double_c = { \

1514

.name = TX_NAME_STR("mdct_pfa_" #N "xM_inv")"mdct_pfa_" #N "xM_inv" "_double_c", \

1515

.function = TX_NAME(ff_tx_mdct_pfa_##N##xM_inv)ff_tx_mdct_pfa_##N##xM_inv_double_c, \

1516

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT, \

1517

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_INVERSE_ONLY(1ULL << 60), \

1518

.factors = { N, TX_FACTOR_ANY-1 }, \

1519

.nb_factors = 2, \

1520

.min_len = N*2, \

1521

.max_len = TX_LEN_UNLIMITED-1, \

1522

.init = TX_NAME(ff_tx_mdct_pfa_init)ff_tx_mdct_pfa_init_double_c, \

1523

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

1524

.prio = FF_TX_PRIO_BASE, \

1525

};

1526

1527

DECL_COMP_IMDCT(3)static void ff_tx_mdct_pfa_3xM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft3in[3]; TXComplex
*z = _dst, *exp = s->exp; const TXSample *src = _src, *in1
, *in2; const int len4 = s->len >> 2; const int len2
= s->len >> 1; const int m = s->sub->len; const
int *in_map = s->map, *out_map = in_map + 3*m; const int *
sub_map = s->sub->map; stride /= sizeof(*src); in1 = src
; in2 = src + ((3*m*2) - 1) * stride; for (int i = 0; i < len2
; i += 3) { for (int j = 0; j < 3; j++) { const int k = in_map
[j]; TXComplex tmp = { in2[-k*stride], in1[k*stride] }; do { (
(fft3in[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp).im) * (
(exp[j]).im); ((fft3in[j]).im) = ((tmp).re) * ((exp[j]).im) +
((tmp).im) * ((exp[j]).re); } while (0); } fft3(s->tmp + *
(sub_map++), fft3in, m); exp += 3; in_map += 3; } for (int i =
0; i < 3; i++) s->fn[0](&s->sub[0], s->tmp +
m*i, s->tmp + m*i, sizeof(TXComplex)); for (int i = 0; i <
len4; i++) { const int i0 = len4 + i, i1 = len4 - i - 1; const
int s0 = out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s
->tmp[s1].im, s->tmp[s1].re }; TXComplex src0 = { s->
tmp[s0].im, s->tmp[s0].re }; do { (z[i1].re) = (src1.re) *
(exp[i1].im) - (src1.im) * (exp[i1].re); (z[i0].im) = (src1.
re) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); do
{ (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0
].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) * (exp
[i0].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_3xM_inv_def_double_c
= { .name = "mdct_pfa_" "3" "xM_inv" "_double_c", .function =
ff_tx_mdct_pfa_3xM_inv_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { 3, -1 }, .nb_factors = 2, .min_len = 3*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1528

DECL_COMP_IMDCT(5)static void ff_tx_mdct_pfa_5xM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft5in[5]; TXComplex
*z = _dst, *exp = s->exp; const TXSample *src = _src, *in1
, *in2; const int len4 = s->len >> 2; const int len2
= s->len >> 1; const int m = s->sub->len; const
int *in_map = s->map, *out_map = in_map + 5*m; const int *
sub_map = s->sub->map; stride /= sizeof(*src); in1 = src
; in2 = src + ((5*m*2) - 1) * stride; for (int i = 0; i < len2
; i += 5) { for (int j = 0; j < 5; j++) { const int k = in_map
[j]; TXComplex tmp = { in2[-k*stride], in1[k*stride] }; do { (
(fft5in[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp).im) * (
(exp[j]).im); ((fft5in[j]).im) = ((tmp).re) * ((exp[j]).im) +
((tmp).im) * ((exp[j]).re); } while (0); } fft5(s->tmp + *
(sub_map++), fft5in, m); exp += 5; in_map += 5; } for (int i =
0; i < 5; i++) s->fn[0](&s->sub[0], s->tmp +
m*i, s->tmp + m*i, sizeof(TXComplex)); for (int i = 0; i <
len4; i++) { const int i0 = len4 + i, i1 = len4 - i - 1; const
int s0 = out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s
->tmp[s1].im, s->tmp[s1].re }; TXComplex src0 = { s->
tmp[s0].im, s->tmp[s0].re }; do { (z[i1].re) = (src1.re) *
(exp[i1].im) - (src1.im) * (exp[i1].re); (z[i0].im) = (src1.
re) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); do
{ (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0
].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) * (exp
[i0].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_5xM_inv_def_double_c
= { .name = "mdct_pfa_" "5" "xM_inv" "_double_c", .function =
ff_tx_mdct_pfa_5xM_inv_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { 5, -1 }, .nb_factors = 2, .min_len = 5*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1529

DECL_COMP_IMDCT(7)static void ff_tx_mdct_pfa_7xM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft7in[7]; TXComplex
*z = _dst, *exp = s->exp; const TXSample *src = _src, *in1
, *in2; const int len4 = s->len >> 2; const int len2
= s->len >> 1; const int m = s->sub->len; const
int *in_map = s->map, *out_map = in_map + 7*m; const int *
sub_map = s->sub->map; stride /= sizeof(*src); in1 = src
; in2 = src + ((7*m*2) - 1) * stride; for (int i = 0; i < len2
; i += 7) { for (int j = 0; j < 7; j++) { const int k = in_map
[j]; TXComplex tmp = { in2[-k*stride], in1[k*stride] }; do { (
(fft7in[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp).im) * (
(exp[j]).im); ((fft7in[j]).im) = ((tmp).re) * ((exp[j]).im) +
((tmp).im) * ((exp[j]).re); } while (0); } fft7(s->tmp + *
(sub_map++), fft7in, m); exp += 7; in_map += 7; } for (int i =
0; i < 7; i++) s->fn[0](&s->sub[0], s->tmp +
m*i, s->tmp + m*i, sizeof(TXComplex)); for (int i = 0; i <
len4; i++) { const int i0 = len4 + i, i1 = len4 - i - 1; const
int s0 = out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s
->tmp[s1].im, s->tmp[s1].re }; TXComplex src0 = { s->
tmp[s0].im, s->tmp[s0].re }; do { (z[i1].re) = (src1.re) *
(exp[i1].im) - (src1.im) * (exp[i1].re); (z[i0].im) = (src1.
re) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); do
{ (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0
].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) * (exp
[i0].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_7xM_inv_def_double_c
= { .name = "mdct_pfa_" "7" "xM_inv" "_double_c", .function =
ff_tx_mdct_pfa_7xM_inv_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { 7, -1 }, .nb_factors = 2, .min_len = 7*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1530

DECL_COMP_IMDCT(9)static void ff_tx_mdct_pfa_9xM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft9in[9]; TXComplex
*z = _dst, *exp = s->exp; const TXSample *src = _src, *in1
, *in2; const int len4 = s->len >> 2; const int len2
= s->len >> 1; const int m = s->sub->len; const
int *in_map = s->map, *out_map = in_map + 9*m; const int *
sub_map = s->sub->map; stride /= sizeof(*src); in1 = src
; in2 = src + ((9*m*2) - 1) * stride; for (int i = 0; i < len2
; i += 9) { for (int j = 0; j < 9; j++) { const int k = in_map
[j]; TXComplex tmp = { in2[-k*stride], in1[k*stride] }; do { (
(fft9in[j]).re) = ((tmp).re) * ((exp[j]).re) - ((tmp).im) * (
(exp[j]).im); ((fft9in[j]).im) = ((tmp).re) * ((exp[j]).im) +
((tmp).im) * ((exp[j]).re); } while (0); } fft9(s->tmp + *
(sub_map++), fft9in, m); exp += 9; in_map += 9; } for (int i =
0; i < 9; i++) s->fn[0](&s->sub[0], s->tmp +
m*i, s->tmp + m*i, sizeof(TXComplex)); for (int i = 0; i <
len4; i++) { const int i0 = len4 + i, i1 = len4 - i - 1; const
int s0 = out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s
->tmp[s1].im, s->tmp[s1].re }; TXComplex src0 = { s->
tmp[s0].im, s->tmp[s0].re }; do { (z[i1].re) = (src1.re) *
(exp[i1].im) - (src1.im) * (exp[i1].re); (z[i0].im) = (src1.
re) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); do
{ (z[i0].re) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0
].re); (z[i1].im) = (src0.re) * (exp[i0].re) + (src0.im) * (exp
[i0].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_9xM_inv_def_double_c
= { .name = "mdct_pfa_" "9" "xM_inv" "_double_c", .function =
ff_tx_mdct_pfa_9xM_inv_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { 9, -1 }, .nb_factors = 2, .min_len = 9*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1531

DECL_COMP_IMDCT(15)static void ff_tx_mdct_pfa_15xM_inv_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft15in[15]
; TXComplex *z = _dst, *exp = s->exp; const TXSample *src =
_src, *in1, *in2; const int len4 = s->len >> 2; const
int len2 = s->len >> 1; const int m = s->sub->
len; const int *in_map = s->map, *out_map = in_map + 15*m;
const int *sub_map = s->sub->map; stride /= sizeof(*src
); in1 = src; in2 = src + ((15*m*2) - 1) * stride; for (int i
= 0; i < len2; i += 15) { for (int j = 0; j < 15; j++)
{ const int k = in_map[j]; TXComplex tmp = { in2[-k*stride],
in1[k*stride] }; do { ((fft15in[j]).re) = ((tmp).re) * ((exp
[j]).re) - ((tmp).im) * ((exp[j]).im); ((fft15in[j]).im) = ((
tmp).re) * ((exp[j]).im) + ((tmp).im) * ((exp[j]).re); } while
(0); } fft15(s->tmp + *(sub_map++), fft15in, m); exp += 15
; in_map += 15; } for (int i = 0; i < 15; i++) s->fn[0]
(&s->sub[0], s->tmp + m*i, s->tmp + m*i, sizeof(
TXComplex)); for (int i = 0; i < len4; i++) { const int i0
= len4 + i, i1 = len4 - i - 1; const int s0 = out_map[i0], s1
= out_map[i1]; TXComplex src1 = { s->tmp[s1].im, s->tmp
[s1].re }; TXComplex src0 = { s->tmp[s0].im, s->tmp[s0]
.re }; do { (z[i1].re) = (src1.re) * (exp[i1].im) - (src1.im)
* (exp[i1].re); (z[i0].im) = (src1.re) * (exp[i1].re) + (src1
.im) * (exp[i1].im); } while (0); do { (z[i0].re) = (src0.re)
* (exp[i0].im) - (src0.im) * (exp[i0].re); (z[i1].im) = (src0
.re) * (exp[i0].re) + (src0.im) * (exp[i0].im); } while (0); }
} static const FFTXCodelet ff_tx_mdct_pfa_15xM_inv_def_double_c
= { .name = "mdct_pfa_" "15" "xM_inv" "_double_c", .function
= ff_tx_mdct_pfa_15xM_inv_double_c, .type = AV_TX_DOUBLE_MDCT
, .flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
60), .factors = { 15, -1 }, .nb_factors = 2, .min_len = 15*2
, .max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1532

1533

#define DECL_COMP_MDCT(N)static void ff_tx_mdct_pfa_NxM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fftNin[N]; TXSample
*src = _src, *dst = _dst; TXComplex *exp = s->exp, tmp; const
int m = s->sub->len; const int len4 = N*m; const int len3
= len4 * 3; const int len8 = s->len >> 2; const int
*in_map = s->map, *out_map = in_map + N*m; const int *sub_map
= s->sub->map; stride /= sizeof(*dst); for (int i = 0;
i < m; i++) { for (int j = 0; j < N; j++) { const int k
= in_map[i*N + j]; if (k < len4) { tmp.re = ((-src[ len4 +
k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src[ len3 + k]) + (
-src[1*len3 - 1 - k])); } else { tmp.re = ((-src[ len4 + k]) +
(-src[5*len4 - 1 - k])); tmp.im = ((src[-len4 + k]) + (-src[
1*len3 - 1 - k])); } do { (fftNin[j].im) = (tmp.re) * (exp[k >>
1].re) - (tmp.im) * (exp[k >> 1].im); (fftNin[j].re) =
(tmp.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >>
1].re); } while (0); } fftN(s->tmp + sub_map[i], fftNin, m
); } for (int i = 0; i < N; i++) s->fn[0](&s->sub
[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); for
(int i = 0; i < len8; i++) { const int i0 = len8 + i, i1 =
len8 - i - 1; const int s0 = out_map[i0], s1 = out_map[i1]; TXComplex
src1 = { s->tmp[s1].re, s->tmp[s1].im }; TXComplex src0
= { s->tmp[s0].re, s->tmp[s0].im }; do { (dst[2*i1*stride
+ stride]) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0]
.re); (dst[2*i0*stride]) = (src0.re) * (exp[i0].re) + (src0.im
) * (exp[i0].im); } while (0); do { (dst[2*i0*stride + stride
]) = (src1.re) * (exp[i1].im) - (src1.im) * (exp[i1].re); (dst
[2*i1*stride]) = (src1.re) * (exp[i1].re) + (src1.im) * (exp[
i1].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_NxM_fwd_def_double_c
= { .name = "mdct_pfa_" "N" "xM_fwd" "_double_c", .function =
ff_tx_mdct_pfa_NxM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { N, -1 }, .nb_factors = 2, .min_len = N*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, }; \

1534

static void TX_NAME(ff_tx_mdct_pfa_##N##xM_fwd)ff_tx_mdct_pfa_##N##xM_fwd_double_c(AVTXContext *s, void *_dst, \

1535

void *_src, ptrdiff_t stride) \

1536

{ \

1537

TXComplex fft##N##in[N]; \

1538

TXSample *src = _src, *dst = _dst; \

1539

TXComplex *exp = s->exp, tmp; \

1540

const int m = s->sub->len; \

1541

const int len4 = N*m; \

1542

const int len3 = len4 * 3; \

1543

const int len8 = s->len >> 2; \

1544

const int *in_map = s->map, *out_map = in_map + N*m; \

1545

const int *sub_map = s->sub->map; \

1546

\

1547

stride /= sizeof(*dst); \

1548

\

1549

for (int i = 0; i < m; i++) { /* Folding and pre-reindexing */ \

1550

for (int j = 0; j < N; j++) { \

1551

const int k = in_map[i*N + j]; \

1552

if (k < len4) { \

1553

tmp.re = FOLD(-src[ len4 + k], src[1*len4 - 1 - k])((-src[ len4 + k]) + (src[1*len4 - 1 - k])); \

1554

tmp.im = FOLD(-src[ len3 + k], -src[1*len3 - 1 - k])((-src[ len3 + k]) + (-src[1*len3 - 1 - k])); \

1555

} else { \

1556

tmp.re = FOLD(-src[ len4 + k], -src[5*len4 - 1 - k])((-src[ len4 + k]) + (-src[5*len4 - 1 - k])); \

1557

tmp.im = FOLD( src[-len4 + k], -src[1*len3 - 1 - k])((src[-len4 + k]) + (-src[1*len3 - 1 - k])); \

1558

} \

1559

CMUL(fft##N##in[j].im, fft##N##in[j].re, tmp.re, tmp.im, \do { (fft##N##in[j].im) = (tmp.re) * (exp[k >> 1].re) -
(tmp.im) * (exp[k >> 1].im); (fft##N##in[j].re) = (tmp
.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >> 1]
.re); } while (0)

1560

exp[k >> 1].re, exp[k >> 1].im)do { (fft##N##in[j].im) = (tmp.re) * (exp[k >> 1].re) -
(tmp.im) * (exp[k >> 1].im); (fft##N##in[j].re) = (tmp
.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >> 1]
.re); } while (0); \

1561

} \

1562

fft##N(s->tmp + sub_map[i], fft##N##in, m); \

1563

} \

1564

\

1565

for (int i = 0; i < N; i++) \

1566

s->fn[0](&s->sub[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); \

1567

\

1568

for (int i = 0; i < len8; i++) { \

1569

const int i0 = len8 + i, i1 = len8 - i - 1; \

1570

const int s0 = out_map[i0], s1 = out_map[i1]; \

1571

TXComplex src1 = { s->tmp[s1].re, s->tmp[s1].im }; \

1572

TXComplex src0 = { s->tmp[s0].re, s->tmp[s0].im }; \

1573

\

1574

CMUL(dst[2*i1*stride + stride], dst[2*i0*stride], src0.re, src0.im, \do { (dst[2*i1*stride + stride]) = (src0.re) * (exp[i0].im) -
(src0.im) * (exp[i0].re); (dst[2*i0*stride]) = (src0.re) * (
exp[i0].re) + (src0.im) * (exp[i0].im); } while (0)

1575

exp[i0].im, exp[i0].re)do { (dst[2*i1*stride + stride]) = (src0.re) * (exp[i0].im) -
(src0.im) * (exp[i0].re); (dst[2*i0*stride]) = (src0.re) * (
exp[i0].re) + (src0.im) * (exp[i0].im); } while (0); \

1576

CMUL(dst[2*i0*stride + stride], dst[2*i1*stride], src1.re, src1.im, \do { (dst[2*i0*stride + stride]) = (src1.re) * (exp[i1].im) -
(src1.im) * (exp[i1].re); (dst[2*i1*stride]) = (src1.re) * (
exp[i1].re) + (src1.im) * (exp[i1].im); } while (0)

1577

exp[i1].im, exp[i1].re)do { (dst[2*i0*stride + stride]) = (src1.re) * (exp[i1].im) -
(src1.im) * (exp[i1].re); (dst[2*i1*stride]) = (src1.re) * (
exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); \

1578

} \

1579

} \

1580

\

1581

static const FFTXCodelet TX_NAME(ff_tx_mdct_pfa_##N##xM_fwd_def)ff_tx_mdct_pfa_##N##xM_fwd_def_double_c = { \

1582

.name = TX_NAME_STR("mdct_pfa_" #N "xM_fwd")"mdct_pfa_" #N "xM_fwd" "_double_c", \

1583

.function = TX_NAME(ff_tx_mdct_pfa_##N##xM_fwd)ff_tx_mdct_pfa_##N##xM_fwd_double_c, \

1584

.type = TX_TYPE(MDCT)AV_TX_DOUBLE_MDCT, \

1585

.flags = AV_TX_UNALIGNED | FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_FORWARD_ONLY(1ULL << 59), \

1586

.factors = { N, TX_FACTOR_ANY-1 }, \

1587

.nb_factors = 2, \

1588

.min_len = N*2, \

1589

.max_len = TX_LEN_UNLIMITED-1, \

1590

.init = TX_NAME(ff_tx_mdct_pfa_init)ff_tx_mdct_pfa_init_double_c, \

1591

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

1592

.prio = FF_TX_PRIO_BASE, \

1593

};

1594

1595

DECL_COMP_MDCT(3)static void ff_tx_mdct_pfa_3xM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft3in[3]; TXSample
*src = _src, *dst = _dst; TXComplex *exp = s->exp, tmp; const
int m = s->sub->len; const int len4 = 3*m; const int len3
= len4 * 3; const int len8 = s->len >> 2; const int
*in_map = s->map, *out_map = in_map + 3*m; const int *sub_map
= s->sub->map; stride /= sizeof(*dst); for (int i = 0;
i < m; i++) { for (int j = 0; j < 3; j++) { const int k
= in_map[i*3 + j]; if (k < len4) { tmp.re = ((-src[ len4 +
k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src[ len3 + k]) + (
-src[1*len3 - 1 - k])); } else { tmp.re = ((-src[ len4 + k]) +
(-src[5*len4 - 1 - k])); tmp.im = ((src[-len4 + k]) + (-src[
1*len3 - 1 - k])); } do { (fft3in[j].im) = (tmp.re) * (exp[k >>
1].re) - (tmp.im) * (exp[k >> 1].im); (fft3in[j].re) =
(tmp.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >>
1].re); } while (0); } fft3(s->tmp + sub_map[i], fft3in, m
); } for (int i = 0; i < 3; i++) s->fn[0](&s->sub
[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); for
(int i = 0; i < len8; i++) { const int i0 = len8 + i, i1 =
len8 - i - 1; const int s0 = out_map[i0], s1 = out_map[i1]; TXComplex
src1 = { s->tmp[s1].re, s->tmp[s1].im }; TXComplex src0
= { s->tmp[s0].re, s->tmp[s0].im }; do { (dst[2*i1*stride
+ stride]) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0]
.re); (dst[2*i0*stride]) = (src0.re) * (exp[i0].re) + (src0.im
) * (exp[i0].im); } while (0); do { (dst[2*i0*stride + stride
]) = (src1.re) * (exp[i1].im) - (src1.im) * (exp[i1].re); (dst
[2*i1*stride]) = (src1.re) * (exp[i1].re) + (src1.im) * (exp[
i1].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_3xM_fwd_def_double_c
= { .name = "mdct_pfa_" "3" "xM_fwd" "_double_c", .function =
ff_tx_mdct_pfa_3xM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { 3, -1 }, .nb_factors = 2, .min_len = 3*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1596

DECL_COMP_MDCT(5)static void ff_tx_mdct_pfa_5xM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft5in[5]; TXSample
*src = _src, *dst = _dst; TXComplex *exp = s->exp, tmp; const
int m = s->sub->len; const int len4 = 5*m; const int len3
= len4 * 3; const int len8 = s->len >> 2; const int
*in_map = s->map, *out_map = in_map + 5*m; const int *sub_map
= s->sub->map; stride /= sizeof(*dst); for (int i = 0;
i < m; i++) { for (int j = 0; j < 5; j++) { const int k
= in_map[i*5 + j]; if (k < len4) { tmp.re = ((-src[ len4 +
k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src[ len3 + k]) + (
-src[1*len3 - 1 - k])); } else { tmp.re = ((-src[ len4 + k]) +
(-src[5*len4 - 1 - k])); tmp.im = ((src[-len4 + k]) + (-src[
1*len3 - 1 - k])); } do { (fft5in[j].im) = (tmp.re) * (exp[k >>
1].re) - (tmp.im) * (exp[k >> 1].im); (fft5in[j].re) =
(tmp.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >>
1].re); } while (0); } fft5(s->tmp + sub_map[i], fft5in, m
); } for (int i = 0; i < 5; i++) s->fn[0](&s->sub
[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); for
(int i = 0; i < len8; i++) { const int i0 = len8 + i, i1 =
len8 - i - 1; const int s0 = out_map[i0], s1 = out_map[i1]; TXComplex
src1 = { s->tmp[s1].re, s->tmp[s1].im }; TXComplex src0
= { s->tmp[s0].re, s->tmp[s0].im }; do { (dst[2*i1*stride
+ stride]) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0]
.re); (dst[2*i0*stride]) = (src0.re) * (exp[i0].re) + (src0.im
) * (exp[i0].im); } while (0); do { (dst[2*i0*stride + stride
]) = (src1.re) * (exp[i1].im) - (src1.im) * (exp[i1].re); (dst
[2*i1*stride]) = (src1.re) * (exp[i1].re) + (src1.im) * (exp[
i1].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_5xM_fwd_def_double_c
= { .name = "mdct_pfa_" "5" "xM_fwd" "_double_c", .function =
ff_tx_mdct_pfa_5xM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { 5, -1 }, .nb_factors = 2, .min_len = 5*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1597

DECL_COMP_MDCT(7)static void ff_tx_mdct_pfa_7xM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft7in[7]; TXSample
*src = _src, *dst = _dst; TXComplex *exp = s->exp, tmp; const
int m = s->sub->len; const int len4 = 7*m; const int len3
= len4 * 3; const int len8 = s->len >> 2; const int
*in_map = s->map, *out_map = in_map + 7*m; const int *sub_map
= s->sub->map; stride /= sizeof(*dst); for (int i = 0;
i < m; i++) { for (int j = 0; j < 7; j++) { const int k
= in_map[i*7 + j]; if (k < len4) { tmp.re = ((-src[ len4 +
k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src[ len3 + k]) + (
-src[1*len3 - 1 - k])); } else { tmp.re = ((-src[ len4 + k]) +
(-src[5*len4 - 1 - k])); tmp.im = ((src[-len4 + k]) + (-src[
1*len3 - 1 - k])); } do { (fft7in[j].im) = (tmp.re) * (exp[k >>
1].re) - (tmp.im) * (exp[k >> 1].im); (fft7in[j].re) =
(tmp.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >>
1].re); } while (0); } fft7(s->tmp + sub_map[i], fft7in, m
); } for (int i = 0; i < 7; i++) s->fn[0](&s->sub
[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); for
(int i = 0; i < len8; i++) { const int i0 = len8 + i, i1 =
len8 - i - 1; const int s0 = out_map[i0], s1 = out_map[i1]; TXComplex
src1 = { s->tmp[s1].re, s->tmp[s1].im }; TXComplex src0
= { s->tmp[s0].re, s->tmp[s0].im }; do { (dst[2*i1*stride
+ stride]) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0]
.re); (dst[2*i0*stride]) = (src0.re) * (exp[i0].re) + (src0.im
) * (exp[i0].im); } while (0); do { (dst[2*i0*stride + stride
]) = (src1.re) * (exp[i1].im) - (src1.im) * (exp[i1].re); (dst
[2*i1*stride]) = (src1.re) * (exp[i1].re) + (src1.im) * (exp[
i1].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_7xM_fwd_def_double_c
= { .name = "mdct_pfa_" "7" "xM_fwd" "_double_c", .function =
ff_tx_mdct_pfa_7xM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { 7, -1 }, .nb_factors = 2, .min_len = 7*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1598

DECL_COMP_MDCT(9)static void ff_tx_mdct_pfa_9xM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft9in[9]; TXSample
*src = _src, *dst = _dst; TXComplex *exp = s->exp, tmp; const
int m = s->sub->len; const int len4 = 9*m; const int len3
= len4 * 3; const int len8 = s->len >> 2; const int
*in_map = s->map, *out_map = in_map + 9*m; const int *sub_map
= s->sub->map; stride /= sizeof(*dst); for (int i = 0;
i < m; i++) { for (int j = 0; j < 9; j++) { const int k
= in_map[i*9 + j]; if (k < len4) { tmp.re = ((-src[ len4 +
k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src[ len3 + k]) + (
-src[1*len3 - 1 - k])); } else { tmp.re = ((-src[ len4 + k]) +
(-src[5*len4 - 1 - k])); tmp.im = ((src[-len4 + k]) + (-src[
1*len3 - 1 - k])); } do { (fft9in[j].im) = (tmp.re) * (exp[k >>
1].re) - (tmp.im) * (exp[k >> 1].im); (fft9in[j].re) =
(tmp.re) * (exp[k >> 1].im) + (tmp.im) * (exp[k >>
1].re); } while (0); } fft9(s->tmp + sub_map[i], fft9in, m
); } for (int i = 0; i < 9; i++) s->fn[0](&s->sub
[0], s->tmp + m*i, s->tmp + m*i, sizeof(TXComplex)); for
(int i = 0; i < len8; i++) { const int i0 = len8 + i, i1 =
len8 - i - 1; const int s0 = out_map[i0], s1 = out_map[i1]; TXComplex
src1 = { s->tmp[s1].re, s->tmp[s1].im }; TXComplex src0
= { s->tmp[s0].re, s->tmp[s0].im }; do { (dst[2*i1*stride
+ stride]) = (src0.re) * (exp[i0].im) - (src0.im) * (exp[i0]
.re); (dst[2*i0*stride]) = (src0.re) * (exp[i0].re) + (src0.im
) * (exp[i0].im); } while (0); do { (dst[2*i0*stride + stride
]) = (src1.re) * (exp[i1].im) - (src1.im) * (exp[i1].re); (dst
[2*i1*stride]) = (src1.re) * (exp[i1].re) + (src1.im) * (exp[
i1].im); } while (0); } } static const FFTXCodelet ff_tx_mdct_pfa_9xM_fwd_def_double_c
= { .name = "mdct_pfa_" "9" "xM_fwd" "_double_c", .function =
ff_tx_mdct_pfa_9xM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT, .
flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { 9, -1 }, .nb_factors = 2, .min_len = 9*2, .
max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1599

DECL_COMP_MDCT(15)static void ff_tx_mdct_pfa_15xM_fwd_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { TXComplex fft15in[15]
; TXSample *src = _src, *dst = _dst; TXComplex *exp = s->exp
, tmp; const int m = s->sub->len; const int len4 = 15*m
; const int len3 = len4 * 3; const int len8 = s->len >>
2; const int *in_map = s->map, *out_map = in_map + 15*m; const
int *sub_map = s->sub->map; stride /= sizeof(*dst); for
(int i = 0; i < m; i++) { for (int j = 0; j < 15; j++)
{ const int k = in_map[i*15 + j]; if (k < len4) { tmp.re =
((-src[ len4 + k]) + (src[1*len4 - 1 - k])); tmp.im = ((-src
[ len3 + k]) + (-src[1*len3 - 1 - k])); } else { tmp.re = ((-
src[ len4 + k]) + (-src[5*len4 - 1 - k])); tmp.im = ((src[-len4
+ k]) + (-src[1*len3 - 1 - k])); } do { (fft15in[j].im) = (tmp
.re) * (exp[k >> 1].re) - (tmp.im) * (exp[k >> 1]
.im); (fft15in[j].re) = (tmp.re) * (exp[k >> 1].im) + (
tmp.im) * (exp[k >> 1].re); } while (0); } fft15(s->
tmp + sub_map[i], fft15in, m); } for (int i = 0; i < 15; i
++) s->fn[0](&s->sub[0], s->tmp + m*i, s->tmp
+ m*i, sizeof(TXComplex)); for (int i = 0; i < len8; i++)
{ const int i0 = len8 + i, i1 = len8 - i - 1; const int s0 =
out_map[i0], s1 = out_map[i1]; TXComplex src1 = { s->tmp[
s1].re, s->tmp[s1].im }; TXComplex src0 = { s->tmp[s0].
re, s->tmp[s0].im }; do { (dst[2*i1*stride + stride]) = (src0
.re) * (exp[i0].im) - (src0.im) * (exp[i0].re); (dst[2*i0*stride
]) = (src0.re) * (exp[i0].re) + (src0.im) * (exp[i0].im); } while
(0); do { (dst[2*i0*stride + stride]) = (src1.re) * (exp[i1]
.im) - (src1.im) * (exp[i1].re); (dst[2*i1*stride]) = (src1.re
) * (exp[i1].re) + (src1.im) * (exp[i1].im); } while (0); } }
static const FFTXCodelet ff_tx_mdct_pfa_15xM_fwd_def_double_c
= { .name = "mdct_pfa_" "15" "xM_fwd" "_double_c", .function
= ff_tx_mdct_pfa_15xM_fwd_double_c, .type = AV_TX_DOUBLE_MDCT
, .flags = AV_TX_UNALIGNED | (1ULL << 63) | (1ULL <<
59), .factors = { 15, -1 }, .nb_factors = 2, .min_len = 15*2
, .max_len = -1, .init = ff_tx_mdct_pfa_init_double_c, .cpu_flags
= 0x0, .prio = FF_TX_PRIO_BASE, };

1600

1601

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_rdft_init)ff_tx_rdft_init_double_c(AVTXContext *s,

1602

const FFTXCodelet *cd,

1603

uint64_t flags,

1604

FFTXCodeletOptions *opts,

1605

int len, int inv,

1606

const void *scale)

1607

{

1608

int ret;

1609

double f, m;

1610

TXSample *tab;

1611

uint64_t r2r = flags & AV_TX_REAL_TO_REAL;

1612

int len4 = FFALIGN(len, 4)(((len)+(4)-1)&~((4)-1)) / 4;

1613

1614

s->scale_d = *((SCALE_TYPEdouble *)scale);

1615

s->scale_f = s->scale_d;

1616

1617

flags &= ~(AV_TX_REAL_TO_REAL | AV_TX_REAL_TO_IMAGINARY);

1618

1619

if ((ret = ff_tx_init_subtx(s, TX_TYPE(FFT)AV_TX_DOUBLE_FFT, flags, NULL((void*)0), len >> 1, inv, scale)))

1620

return ret;

1621

1622

if (!(s->exp = av_mallocz((8 + 2*len4)*sizeof(*s->exp))))

1623

return AVERROR(ENOMEM)(-(12));

1624

1625

tab = (TXSample *)s->exp;

1626

1627

f = 2*M_PI3.14159265358979323846/len;

1628

1629

m = (inv ? 2*s->scale_d : s->scale_d);

1630

1631

*tab++ = RESCALE((inv ? 0.5 : 1.0) * m)((inv ? 0.5 : 1.0) * m);

1632

*tab++ = RESCALE(inv ? 0.5*m : 1.0*m)(inv ? 0.5*m : 1.0*m);

1633

*tab++ = RESCALE( m)(m);

1634

*tab++ = RESCALE(-m)(-m);

1635

1636

*tab++ = RESCALE( (0.5 - 0.0) * m)((0.5 - 0.0) * m);

1637

if (r2r)

1638

*tab++ = 1 / s->scale_f;

1639

else

1640

*tab++ = RESCALE( (0.0 - 0.5) * m)((0.0 - 0.5) * m);

1641

*tab++ = RESCALE( (0.5 - inv) * m)((0.5 - inv) * m);

1642

*tab++ = RESCALE(-(0.5 - inv) * m)(-(0.5 - inv) * m);

1643

1644

for (int i = 0; i < len4; i++)

1645

*tab++ = RESCALE(cos(i*f))(cos(i*f));

1646

1647

tab = ((TXSample *)s->exp) + len4 + 8;

1648

1649

for (int i = 0; i < len4; i++)

1650

*tab++ = RESCALE(cos(((len - i*4)/4.0)*f))(cos(((len - i*4)/4.0)*f)) * (inv ? 1 : -1);

1651

1652

return 0;

1653

}

1654

1655

#define DECL_RDFT(n, inv)static void ff_tx_rdft_n_double_c(AVTXContext *s, void *_dst,
void *_src, ptrdiff_t stride) { const int len2 = s->len >>
1; const int len4 = s->len >> 2; const TXSample *fact
= (void *)s->exp; const TXSample *tcos = fact + 8; const TXSample
*tsin = tcos + len4; TXComplex *data = inv ? _src : _dst; TXComplex
t[3]; if (!inv) s->fn[0](&s->sub[0], data, _src, sizeof
(TXComplex)); else data[0].im = data[len2].re; t[0].re = data
[0].re; data[0].re = t[0].re + data[0].im; data[0].im = t[0].
re - data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); data
[ 0].im = ((fact[1]) * (data[ 0].im)); data[len4].re = ((fact
[2]) * (data[len4].re)); data[len4].im = ((fact[3]) * (data[len4
].im)); for (int i = 1; i < len4; i++) { t[0].re = ((fact[
4]) * ((data[i].re + data[len2 - i].re))); t[0].im = ((fact[5
]) * ((data[i].im - data[len2 - i].im))); t[1].re = ((fact[6]
) * ((data[i].im + data[len2 - i].im))); t[1].im = ((fact[7])
* ((data[i].re - data[len2 - i].re))); do { (t[2].re) = (t[1
].re) * (tcos[i]) - (t[1].im) * (tsin[i]); (t[2].im) = (t[1].
re) * (tsin[i]) + (t[1].im) * (tcos[i]); } while (0); data[ i
].re = t[0].re + t[2].re; data[ i].im = t[2].im - t[0].im; data
[len2 - i].re = t[0].re - t[2].re; data[len2 - i].im = t[2].im
+ t[0].im; } if (inv) { s->fn[0](&s->sub[0], _dst,
data, sizeof(TXComplex)); } else { data[len2].re = data[0].im
; data[ 0].im = data[len2].im = 0; } } static const FFTXCodelet
ff_tx_rdft_n_def_double_c = { .name = "rdft_" "n" "_double_c"
, .function = ff_tx_rdft_n_double_c, .type = AV_TX_DOUBLE_RDFT
, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE | (1ULL << 63
) | (inv ? (1ULL << 60) : (1ULL << 59)), .factors
= { 4, -1 }, .nb_factors = 2, .min_len = 4, .max_len = -1, .
init = ff_tx_rdft_init_double_c, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE
, }; \

1656

static void TX_NAME(ff_tx_rdft_ ##n)ff_tx_rdft_ ##n_double_c(AVTXContext *s, void *_dst, \

1657

void *_src, ptrdiff_t stride) \

1658

{ \

1659

const int len2 = s->len >> 1; \

1660

const int len4 = s->len >> 2; \

1661

const TXSample *fact = (void *)s->exp; \

1662

const TXSample *tcos = fact + 8; \

1663

const TXSample *tsin = tcos + len4; \

1664

TXComplex *data = inv ? _src : _dst; \

1665

TXComplex t[3]; \

1666

\

1667

if (!inv) \

1668

s->fn[0](&s->sub[0], data, _src, sizeof(TXComplex)); \

1669

else \

1670

data[0].im = data[len2].re; \

1671

\

1672

/* The DC value's both components are real, but we need to change them \

1673

* into complex values. Also, the middle of the array is special-cased. \

1674

* These operations can be done before or after the loop. */ \

1675

t[0].re = data[0].re; \

1676

data[0].re = t[0].re + data[0].im; \

1677

data[0].im = t[0].re - data[0].im; \

1678

data[ 0].re = MULT(fact[0], data[ 0].re)((fact[0]) * (data[ 0].re)); \

1679

data[ 0].im = MULT(fact[1], data[ 0].im)((fact[1]) * (data[ 0].im)); \

1680

data[len4].re = MULT(fact[2], data[len4].re)((fact[2]) * (data[len4].re)); \

1681

data[len4].im = MULT(fact[3], data[len4].im)((fact[3]) * (data[len4].im)); \

1682

\

1683

for (int i = 1; i < len4; i++) { \

1684

/* Separate even and odd FFTs */ \

1685

t[0].re = MULT(fact[4], (data[i].re + data[len2 - i].re))((fact[4]) * ((data[i].re + data[len2 - i].re))); \

1686

t[0].im = MULT(fact[5], (data[i].im - data[len2 - i].im))((fact[5]) * ((data[i].im - data[len2 - i].im))); \

1687

t[1].re = MULT(fact[6], (data[i].im + data[len2 - i].im))((fact[6]) * ((data[i].im + data[len2 - i].im))); \

1688

t[1].im = MULT(fact[7], (data[i].re - data[len2 - i].re))((fact[7]) * ((data[i].re - data[len2 - i].re))); \

1689

\

1690

/* Apply twiddle factors to the odd FFT and add to the even FFT */ \

1691

CMUL(t[2].re, t[2].im, t[1].re, t[1].im, tcos[i], tsin[i])do { (t[2].re) = (t[1].re) * (tcos[i]) - (t[1].im) * (tsin[i]
); (t[2].im) = (t[1].re) * (tsin[i]) + (t[1].im) * (tcos[i]);
} while (0); \

1692

\

1693

data[ i].re = t[0].re + t[2].re; \

1694

data[ i].im = t[2].im - t[0].im; \

1695

data[len2 - i].re = t[0].re - t[2].re; \

1696

data[len2 - i].im = t[2].im + t[0].im; \

1697

} \

1698

\

1699

if (inv) { \

1700

s->fn[0](&s->sub[0], _dst, data, sizeof(TXComplex)); \

1701

} else { \

1702

/* Move [0].im to the last position, as convention requires */ \

1703

data[len2].re = data[0].im; \

1704

data[ 0].im = data[len2].im = 0; \

1705

} \

1706

} \

1707

\

1708

static const FFTXCodelet TX_NAME(ff_tx_rdft_ ##n## _def)ff_tx_rdft_ ##n## _def_double_c = { \

1709

.name = TX_NAME_STR("rdft_" #n)"rdft_" #n "_double_c", \

1710

.function = TX_NAME(ff_tx_rdft_ ##n)ff_tx_rdft_ ##n_double_c, \

1711

.type = TX_TYPE(RDFT)AV_TX_DOUBLE_RDFT, \

1712

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63) | \

1713

(inv ? FF_TX_INVERSE_ONLY(1ULL << 60) : FF_TX_FORWARD_ONLY(1ULL << 59)), \

1714

.factors = { 4, TX_FACTOR_ANY-1 }, \

1715

.nb_factors = 2, \

1716

.min_len = 4, \

1717

.max_len = TX_LEN_UNLIMITED-1, \

1718

.init = TX_NAME(ff_tx_rdft_init)ff_tx_rdft_init_double_c, \

1719

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

1720

.prio = FF_TX_PRIO_BASE, \

1721

};

1722

1723

DECL_RDFT(r2c, 0)static void ff_tx_rdft_r2c_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { const int len2 = s->len >>
1; const int len4 = s->len >> 2; const TXSample *fact
= (void *)s->exp; const TXSample *tcos = fact + 8; const TXSample
*tsin = tcos + len4; TXComplex *data = 0 ? _src : _dst; TXComplex
t[3]; if (!0) s->fn[0](&s->sub[0], data, _src, sizeof
(TXComplex)); else data[0].im = data[len2].re; t[0].re = data
[0].re; data[0].re = t[0].re + data[0].im; data[0].im = t[0].
re - data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); data
[ 0].im = ((fact[1]) * (data[ 0].im)); data[len4].re = ((fact
[2]) * (data[len4].re)); data[len4].im = ((fact[3]) * (data[len4
].im)); for (int i = 1; i < len4; i++) { t[0].re = ((fact[
4]) * ((data[i].re + data[len2 - i].re))); t[0].im = ((fact[5
]) * ((data[i].im - data[len2 - i].im))); t[1].re = ((fact[6]
) * ((data[i].im + data[len2 - i].im))); t[1].im = ((fact[7])
* ((data[i].re - data[len2 - i].re))); do { (t[2].re) = (t[1
].re) * (tcos[i]) - (t[1].im) * (tsin[i]); (t[2].im) = (t[1].
re) * (tsin[i]) + (t[1].im) * (tcos[i]); } while (0); data[ i
].re = t[0].re + t[2].re; data[ i].im = t[2].im - t[0].im; data
[len2 - i].re = t[0].re - t[2].re; data[len2 - i].im = t[2].im
+ t[0].im; } if (0) { s->fn[0](&s->sub[0], _dst, data
, sizeof(TXComplex)); } else { data[len2].re = data[0].im; data
[ 0].im = data[len2].im = 0; } } static const FFTXCodelet ff_tx_rdft_r2c_def_double_c
= { .name = "rdft_" "r2c" "_double_c", .function = ff_tx_rdft_r2c_double_c
, .type = AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| (1ULL << 63) | (0 ? (1ULL << 60) : (1ULL <<
59)), .factors = { 4, -1 }, .nb_factors = 2, .min_len = 4, .
max_len = -1, .init = ff_tx_rdft_init_double_c, .cpu_flags = 0x0
, .prio = FF_TX_PRIO_BASE, };

1724

DECL_RDFT(c2r, 1)static void ff_tx_rdft_c2r_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { const int len2 = s->len >>
1; const int len4 = s->len >> 2; const TXSample *fact
= (void *)s->exp; const TXSample *tcos = fact + 8; const TXSample
*tsin = tcos + len4; TXComplex *data = 1 ? _src : _dst; TXComplex
t[3]; if (!1) s->fn[0](&s->sub[0], data, _src, sizeof
(TXComplex)); else data[0].im = data[len2].re; t[0].re = data
[0].re; data[0].re = t[0].re + data[0].im; data[0].im = t[0].
re - data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); data
[ 0].im = ((fact[1]) * (data[ 0].im)); data[len4].re = ((fact
[2]) * (data[len4].re)); data[len4].im = ((fact[3]) * (data[len4
].im)); for (int i = 1; i < len4; i++) { t[0].re = ((fact[
4]) * ((data[i].re + data[len2 - i].re))); t[0].im = ((fact[5
]) * ((data[i].im - data[len2 - i].im))); t[1].re = ((fact[6]
) * ((data[i].im + data[len2 - i].im))); t[1].im = ((fact[7])
* ((data[i].re - data[len2 - i].re))); do { (t[2].re) = (t[1
].re) * (tcos[i]) - (t[1].im) * (tsin[i]); (t[2].im) = (t[1].
re) * (tsin[i]) + (t[1].im) * (tcos[i]); } while (0); data[ i
].re = t[0].re + t[2].re; data[ i].im = t[2].im - t[0].im; data
[len2 - i].re = t[0].re - t[2].re; data[len2 - i].im = t[2].im
+ t[0].im; } if (1) { s->fn[0](&s->sub[0], _dst, data
, sizeof(TXComplex)); } else { data[len2].re = data[0].im; data
[ 0].im = data[len2].im = 0; } } static const FFTXCodelet ff_tx_rdft_c2r_def_double_c
= { .name = "rdft_" "c2r" "_double_c", .function = ff_tx_rdft_c2r_double_c
, .type = AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| (1ULL << 63) | (1 ? (1ULL << 60) : (1ULL <<
59)), .factors = { 4, -1 }, .nb_factors = 2, .min_len = 4, .
max_len = -1, .init = ff_tx_rdft_init_double_c, .cpu_flags = 0x0
, .prio = FF_TX_PRIO_BASE, };

1725

1726

#define DECL_RDFT_HALF(n, mode, mod2)static void ff_tx_rdft_n_double_c(AVTXContext *s, void *_dst,
void *_src, ptrdiff_t stride) { const int len = s->len; const
int len2 = len >> 1; const int len4 = len >> 2; const
int aligned_len4 = (((len)+(4)-1)&~((4)-1))/4; const TXSample
*fact = (void *)s->exp; const TXSample *tcos = fact + 8; const
TXSample *tsin = tcos + aligned_len4; TXComplex *data = _dst
; TXSample *out = _dst; TXSample tmp_dc; __attribute__((unused
)) TXSample tmp_mid; TXSample tmp[4]; TXComplex sf, sl; s->
fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex)); tmp_dc
= data[0].re; data[ 0].re = tmp_dc + data[0].im; tmp_dc = tmp_dc
- data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); tmp_dc
= ((fact[1]) * (tmp_dc)); data[len4].re = ((fact[2]) * (data
[len4].re)); if (!mod2) { data[len4].im = ((fact[3]) * (data[
len4].im)); } else { sf = data[len4]; sl = data[len4 + 1]; if
(mode == AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re +
sl.re))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp
[1] = ((fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * (
(sf.re - sl.re))); if (mode == AV_TX_REAL_TO_REAL) { tmp[3] =
tmp[1]*tcos[len4] - tmp[2]*tsin[len4]; tmp_mid = (tmp[0] - tmp
[3]); } else { tmp[3] = tmp[1]*tsin[len4] + tmp[2]*tcos[len4]
; tmp_mid = (tmp[0] + tmp[3]); } } for (int i = 1; i <= len4
; i++) { TXSample tmp[4]; TXComplex sf = data[i]; TXComplex sl
= data[len2 - i]; if (mode == AV_TX_REAL_TO_REAL) tmp[0] = (
(fact[4]) * ((sf.re + sl.re))); else tmp[0] = ((fact[5]) * ((
sf.im - sl.im))); tmp[1] = ((fact[6]) * ((sf.im + sl.im))); tmp
[2] = ((fact[7]) * ((sf.re - sl.re))); if (mode == AV_TX_REAL_TO_REAL
) { tmp[3] = tmp[1]*tcos[i] - tmp[2]*tsin[i]; out[i] = (tmp[0
] + tmp[3]); out[len - i] = (tmp[0] - tmp[3]); } else { tmp[3
] = tmp[1]*tsin[i] + tmp[2]*tcos[i]; out[i - 1] = (tmp[3] - tmp
[0]); out[len - i - 1] = (tmp[0] + tmp[3]); } } for (int i = 1
; i < (len4 + (mode == AV_TX_REAL_TO_IMAGINARY)); i++) out
[len2 - i] = out[len - i]; if (mode == AV_TX_REAL_TO_REAL) { out
[len2] = tmp_dc; if (mod2) out[len4 + 1] = tmp_mid * fact[5];
} else if (mod2) { out[len4] = tmp_mid; } } static const FFTXCodelet
ff_tx_rdft_n_def_double_c = { .name = "rdft_" "n" "_double_c"
, .function = ff_tx_rdft_n_double_c, .type = AV_TX_DOUBLE_RDFT
, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE | mode | (1ULL <<
63) | (1ULL << 59), .factors = { 2 + 2*(!mod2), -1 }, .
nb_factors = 2, .min_len = 2 + 2*(!mod2), .max_len = -1, .init
= ff_tx_rdft_init_double_c, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE
, }; \

1727

static void TX_NAME(ff_tx_rdft_ ##n)ff_tx_rdft_ ##n_double_c(AVTXContext *s, void *_dst, \

1728

void *_src, ptrdiff_t stride) \

1729

{ \

1730

const int len = s->len; \

1731

const int len2 = len >> 1; \

1732

const int len4 = len >> 2; \

1733

const int aligned_len4 = FFALIGN(len, 4)(((len)+(4)-1)&~((4)-1))/4; \

1734

const TXSample *fact = (void *)s->exp; \

1735

const TXSample *tcos = fact + 8; \

1736

const TXSample *tsin = tcos + aligned_len4; \

1737

TXComplex *data = _dst; \

1738

TXSample *out = _dst; /* Half-complex is forward-only */ \

1739

TXSample tmp_dc; \

1740

av_unused__attribute__((unused)) TXSample tmp_mid; \

1741

TXSample tmp[4]; \

1742

TXComplex sf, sl; \

1743

\

1744

s->fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex)); \

1745

\

1746

tmp_dc = data[0].re; \

1747

data[ 0].re = tmp_dc + data[0].im; \

1748

tmp_dc = tmp_dc - data[0].im; \

1749

\

1750

data[ 0].re = MULT(fact[0], data[ 0].re)((fact[0]) * (data[ 0].re)); \

1751

tmp_dc = MULT(fact[1], tmp_dc)((fact[1]) * (tmp_dc)); \

1752

data[len4].re = MULT(fact[2], data[len4].re)((fact[2]) * (data[len4].re)); \

1753

\

1754

if (!mod2) { \

1755

data[len4].im = MULT(fact[3], data[len4].im)((fact[3]) * (data[len4].im)); \

1756

} else { \

1757

sf = data[len4]; \

1758

sl = data[len4 + 1]; \

1759

if (mode == AV_TX_REAL_TO_REAL) \

1760

tmp[0] = MULT(fact[4], (sf.re + sl.re))((fact[4]) * ((sf.re + sl.re))); \

1761

else \

1762

tmp[0] = MULT(fact[5], (sf.im - sl.im))((fact[5]) * ((sf.im - sl.im))); \

1763

tmp[1] = MULT(fact[6], (sf.im + sl.im))((fact[6]) * ((sf.im + sl.im))); \

1764

tmp[2] = MULT(fact[7], (sf.re - sl.re))((fact[7]) * ((sf.re - sl.re))); \

1765

\

1766

if (mode == AV_TX_REAL_TO_REAL) { \

1767

tmp[3] = tmp[1]*tcos[len4] - tmp[2]*tsin[len4]; \

1768

tmp_mid = (tmp[0] - tmp[3]); \

1769

} else { \

1770

tmp[3] = tmp[1]*tsin[len4] + tmp[2]*tcos[len4]; \

1771

tmp_mid = (tmp[0] + tmp[3]); \

1772

} \

1773

} \

1774

\

1775

/* NOTE: unrolling this breaks non-mod8 lengths */ \

1776

for (int i = 1; i <= len4; i++) { \

1777

TXSample tmp[4]; \

1778

TXComplex sf = data[i]; \

1779

TXComplex sl = data[len2 - i]; \

1780

\

1781

if (mode == AV_TX_REAL_TO_REAL) \

1782

tmp[0] = MULT(fact[4], (sf.re + sl.re))((fact[4]) * ((sf.re + sl.re))); \

1783

else \

1784

tmp[0] = MULT(fact[5], (sf.im - sl.im))((fact[5]) * ((sf.im - sl.im))); \

1785

\

1786

tmp[1] = MULT(fact[6], (sf.im + sl.im))((fact[6]) * ((sf.im + sl.im))); \

1787

tmp[2] = MULT(fact[7], (sf.re - sl.re))((fact[7]) * ((sf.re - sl.re))); \

1788

\

1789

if (mode == AV_TX_REAL_TO_REAL) { \

1790

tmp[3] = tmp[1]*tcos[i] - tmp[2]*tsin[i]; \

1791

out[i] = (tmp[0] + tmp[3]); \

1792

out[len - i] = (tmp[0] - tmp[3]); \

1793

} else { \

1794

tmp[3] = tmp[1]*tsin[i] + tmp[2]*tcos[i]; \

1795

out[i - 1] = (tmp[3] - tmp[0]); \

1796

out[len - i - 1] = (tmp[0] + tmp[3]); \

1797

} \

1798

} \

1799

\

1800

for (int i = 1; i < (len4 + (mode == AV_TX_REAL_TO_IMAGINARY)); i++) \

1801

out[len2 - i] = out[len - i]; \

1802

\

1803

if (mode == AV_TX_REAL_TO_REAL) { \

1804

out[len2] = tmp_dc; \

1805

if (mod2) \

1806

out[len4 + 1] = tmp_mid * fact[5]; \

1807

} else if (mod2) { \

1808

out[len4] = tmp_mid; \

1809

} \

1810

} \

1811

\

1812

static const FFTXCodelet TX_NAME(ff_tx_rdft_ ##n## _def)ff_tx_rdft_ ##n## _def_double_c = { \

1813

.name = TX_NAME_STR("rdft_" #n)"rdft_" #n "_double_c", \

1814

.function = TX_NAME(ff_tx_rdft_ ##n)ff_tx_rdft_ ##n_double_c, \

1815

.type = TX_TYPE(RDFT)AV_TX_DOUBLE_RDFT, \

1816

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | mode | \

1817

FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_FORWARD_ONLY(1ULL << 59), \

1818

.factors = { 2 + 2*(!mod2), TX_FACTOR_ANY-1 }, \

1819

.nb_factors = 2, \

1820

.min_len = 2 + 2*(!mod2), \

1821

.max_len = TX_LEN_UNLIMITED-1, \

1822

.init = TX_NAME(ff_tx_rdft_init)ff_tx_rdft_init_double_c, \

1823

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0, \

1824

.prio = FF_TX_PRIO_BASE, \

1825

};

1826

1827

DECL_RDFT_HALF(r2r, AV_TX_REAL_TO_REAL, 0)static void ff_tx_rdft_r2r_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { const int len = s->len; const
int len2 = len >> 1; const int len4 = len >> 2; const
int aligned_len4 = (((len)+(4)-1)&~((4)-1))/4; const TXSample
*fact = (void *)s->exp; const TXSample *tcos = fact + 8; const
TXSample *tsin = tcos + aligned_len4; TXComplex *data = _dst
; TXSample *out = _dst; TXSample tmp_dc; __attribute__((unused
)) TXSample tmp_mid; TXSample tmp[4]; TXComplex sf, sl; s->
fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex)); tmp_dc
= data[0].re; data[ 0].re = tmp_dc + data[0].im; tmp_dc = tmp_dc
- data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); tmp_dc
= ((fact[1]) * (tmp_dc)); data[len4].re = ((fact[2]) * (data
[len4].re)); if (!0) { data[len4].im = ((fact[3]) * (data[len4
].im)); } else { sf = data[len4]; sl = data[len4 + 1]; if (AV_TX_REAL_TO_REAL
== AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re + sl.re
))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp[1] = (
(fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * ((sf.re
- sl.re))); if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL) { tmp
[3] = tmp[1]*tcos[len4] - tmp[2]*tsin[len4]; tmp_mid = (tmp[0
] - tmp[3]); } else { tmp[3] = tmp[1]*tsin[len4] + tmp[2]*tcos
[len4]; tmp_mid = (tmp[0] + tmp[3]); } } for (int i = 1; i <=
len4; i++) { TXSample tmp[4]; TXComplex sf = data[i]; TXComplex
sl = data[len2 - i]; if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL
) tmp[0] = ((fact[4]) * ((sf.re + sl.re))); else tmp[0] = ((fact
[5]) * ((sf.im - sl.im))); tmp[1] = ((fact[6]) * ((sf.im + sl
.im))); tmp[2] = ((fact[7]) * ((sf.re - sl.re))); if (AV_TX_REAL_TO_REAL
== AV_TX_REAL_TO_REAL) { tmp[3] = tmp[1]*tcos[i] - tmp[2]*tsin
[i]; out[i] = (tmp[0] + tmp[3]); out[len - i] = (tmp[0] - tmp
[3]); } else { tmp[3] = tmp[1]*tsin[i] + tmp[2]*tcos[i]; out[
i - 1] = (tmp[3] - tmp[0]); out[len - i - 1] = (tmp[0] + tmp[
3]); } } for (int i = 1; i < (len4 + (AV_TX_REAL_TO_REAL ==
AV_TX_REAL_TO_IMAGINARY)); i++) out[len2 - i] = out[len - i]
; if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL) { out[len2] =
tmp_dc; if (0) out[len4 + 1] = tmp_mid * fact[5]; } else if (
0) { out[len4] = tmp_mid; } } static const FFTXCodelet ff_tx_rdft_r2r_def_double_c
= { .name = "rdft_" "r2r" "_double_c", .function = ff_tx_rdft_r2r_double_c
, .type = AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| AV_TX_REAL_TO_REAL | (1ULL << 63) | (1ULL << 59
), .factors = { 2 + 2*(!0), -1 }, .nb_factors = 2, .min_len =
2 + 2*(!0), .max_len = -1, .init = ff_tx_rdft_init_double_c,
.cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

1828

DECL_RDFT_HALF(r2r_mod2, AV_TX_REAL_TO_REAL, 1)static void ff_tx_rdft_r2r_mod2_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { const int len = s->
len; const int len2 = len >> 1; const int len4 = len >>
2; const int aligned_len4 = (((len)+(4)-1)&~((4)-1))/4; const
TXSample *fact = (void *)s->exp; const TXSample *tcos = fact
+ 8; const TXSample *tsin = tcos + aligned_len4; TXComplex *
data = _dst; TXSample *out = _dst; TXSample tmp_dc; __attribute__
((unused)) TXSample tmp_mid; TXSample tmp[4]; TXComplex sf, sl
; s->fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex
)); tmp_dc = data[0].re; data[ 0].re = tmp_dc + data[0].im; tmp_dc
= tmp_dc - data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].
re)); tmp_dc = ((fact[1]) * (tmp_dc)); data[len4].re = ((fact
[2]) * (data[len4].re)); if (!1) { data[len4].im = ((fact[3])
* (data[len4].im)); } else { sf = data[len4]; sl = data[len4
+ 1]; if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL) tmp[0] =
((fact[4]) * ((sf.re + sl.re))); else tmp[0] = ((fact[5]) * (
(sf.im - sl.im))); tmp[1] = ((fact[6]) * ((sf.im + sl.im))); tmp
[2] = ((fact[7]) * ((sf.re - sl.re))); if (AV_TX_REAL_TO_REAL
== AV_TX_REAL_TO_REAL) { tmp[3] = tmp[1]*tcos[len4] - tmp[2]
*tsin[len4]; tmp_mid = (tmp[0] - tmp[3]); } else { tmp[3] = tmp
[1]*tsin[len4] + tmp[2]*tcos[len4]; tmp_mid = (tmp[0] + tmp[3
]); } } for (int i = 1; i <= len4; i++) { TXSample tmp[4];
TXComplex sf = data[i]; TXComplex sl = data[len2 - i]; if (AV_TX_REAL_TO_REAL
== AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re + sl.re
))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp[1] = (
(fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * ((sf.re
- sl.re))); if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL) { tmp
[3] = tmp[1]*tcos[i] - tmp[2]*tsin[i]; out[i] = (tmp[0] + tmp
[3]); out[len - i] = (tmp[0] - tmp[3]); } else { tmp[3] = tmp
[1]*tsin[i] + tmp[2]*tcos[i]; out[i - 1] = (tmp[3] - tmp[0]);
out[len - i - 1] = (tmp[0] + tmp[3]); } } for (int i = 1; i <
(len4 + (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_IMAGINARY)); i++
) out[len2 - i] = out[len - i]; if (AV_TX_REAL_TO_REAL == AV_TX_REAL_TO_REAL
) { out[len2] = tmp_dc; if (1) out[len4 + 1] = tmp_mid * fact
[5]; } else if (1) { out[len4] = tmp_mid; } } static const FFTXCodelet
ff_tx_rdft_r2r_mod2_def_double_c = { .name = "rdft_" "r2r_mod2"
"_double_c", .function = ff_tx_rdft_r2r_mod2_double_c, .type
= AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| AV_TX_REAL_TO_REAL | (1ULL << 63) | (1ULL << 59
), .factors = { 2 + 2*(!1), -1 }, .nb_factors = 2, .min_len =
2 + 2*(!1), .max_len = -1, .init = ff_tx_rdft_init_double_c,
.cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

1829

DECL_RDFT_HALF(r2i, AV_TX_REAL_TO_IMAGINARY, 0)static void ff_tx_rdft_r2i_double_c(AVTXContext *s, void *_dst
, void *_src, ptrdiff_t stride) { const int len = s->len; const
int len2 = len >> 1; const int len4 = len >> 2; const
int aligned_len4 = (((len)+(4)-1)&~((4)-1))/4; const TXSample
*fact = (void *)s->exp; const TXSample *tcos = fact + 8; const
TXSample *tsin = tcos + aligned_len4; TXComplex *data = _dst
; TXSample *out = _dst; TXSample tmp_dc; __attribute__((unused
)) TXSample tmp_mid; TXSample tmp[4]; TXComplex sf, sl; s->
fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex)); tmp_dc
= data[0].re; data[ 0].re = tmp_dc + data[0].im; tmp_dc = tmp_dc
- data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].re)); tmp_dc
= ((fact[1]) * (tmp_dc)); data[len4].re = ((fact[2]) * (data
[len4].re)); if (!0) { data[len4].im = ((fact[3]) * (data[len4
].im)); } else { sf = data[len4]; sl = data[len4 + 1]; if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re + sl.re
))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp[1] = (
(fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * ((sf.re
- sl.re))); if (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_REAL
) { tmp[3] = tmp[1]*tcos[len4] - tmp[2]*tsin[len4]; tmp_mid =
(tmp[0] - tmp[3]); } else { tmp[3] = tmp[1]*tsin[len4] + tmp
[2]*tcos[len4]; tmp_mid = (tmp[0] + tmp[3]); } } for (int i =
1; i <= len4; i++) { TXSample tmp[4]; TXComplex sf = data
[i]; TXComplex sl = data[len2 - i]; if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re + sl.re
))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp[1] = (
(fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * ((sf.re
- sl.re))); if (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_REAL
) { tmp[3] = tmp[1]*tcos[i] - tmp[2]*tsin[i]; out[i] = (tmp[0
] + tmp[3]); out[len - i] = (tmp[0] - tmp[3]); } else { tmp[3
] = tmp[1]*tsin[i] + tmp[2]*tcos[i]; out[i - 1] = (tmp[3] - tmp
[0]); out[len - i - 1] = (tmp[0] + tmp[3]); } } for (int i = 1
; i < (len4 + (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_IMAGINARY
)); i++) out[len2 - i] = out[len - i]; if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) { out[len2] = tmp_dc; if (0) out[len4
+ 1] = tmp_mid * fact[5]; } else if (0) { out[len4] = tmp_mid
; } } static const FFTXCodelet ff_tx_rdft_r2i_def_double_c = {
.name = "rdft_" "r2i" "_double_c", .function = ff_tx_rdft_r2i_double_c
, .type = AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| AV_TX_REAL_TO_IMAGINARY | (1ULL << 63) | (1ULL <<
59), .factors = { 2 + 2*(!0), -1 }, .nb_factors = 2, .min_len
= 2 + 2*(!0), .max_len = -1, .init = ff_tx_rdft_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

1830

DECL_RDFT_HALF(r2i_mod2, AV_TX_REAL_TO_IMAGINARY, 1)static void ff_tx_rdft_r2i_mod2_double_c(AVTXContext *s, void
*_dst, void *_src, ptrdiff_t stride) { const int len = s->
len; const int len2 = len >> 1; const int len4 = len >>
2; const int aligned_len4 = (((len)+(4)-1)&~((4)-1))/4; const
TXSample *fact = (void *)s->exp; const TXSample *tcos = fact
+ 8; const TXSample *tsin = tcos + aligned_len4; TXComplex *
data = _dst; TXSample *out = _dst; TXSample tmp_dc; __attribute__
((unused)) TXSample tmp_mid; TXSample tmp[4]; TXComplex sf, sl
; s->fn[0](&s->sub[0], _dst, _src, sizeof(TXComplex
)); tmp_dc = data[0].re; data[ 0].re = tmp_dc + data[0].im; tmp_dc
= tmp_dc - data[0].im; data[ 0].re = ((fact[0]) * (data[ 0].
re)); tmp_dc = ((fact[1]) * (tmp_dc)); data[len4].re = ((fact
[2]) * (data[len4].re)); if (!1) { data[len4].im = ((fact[3])
* (data[len4].im)); } else { sf = data[len4]; sl = data[len4
+ 1]; if (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_REAL) tmp
[0] = ((fact[4]) * ((sf.re + sl.re))); else tmp[0] = ((fact[5
]) * ((sf.im - sl.im))); tmp[1] = ((fact[6]) * ((sf.im + sl.im
))); tmp[2] = ((fact[7]) * ((sf.re - sl.re))); if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) { tmp[3] = tmp[1]*tcos[len4] - tmp[2]
*tsin[len4]; tmp_mid = (tmp[0] - tmp[3]); } else { tmp[3] = tmp
[1]*tsin[len4] + tmp[2]*tcos[len4]; tmp_mid = (tmp[0] + tmp[3
]); } } for (int i = 1; i <= len4; i++) { TXSample tmp[4];
TXComplex sf = data[i]; TXComplex sl = data[len2 - i]; if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) tmp[0] = ((fact[4]) * ((sf.re + sl.re
))); else tmp[0] = ((fact[5]) * ((sf.im - sl.im))); tmp[1] = (
(fact[6]) * ((sf.im + sl.im))); tmp[2] = ((fact[7]) * ((sf.re
- sl.re))); if (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_REAL
) { tmp[3] = tmp[1]*tcos[i] - tmp[2]*tsin[i]; out[i] = (tmp[0
] + tmp[3]); out[len - i] = (tmp[0] - tmp[3]); } else { tmp[3
] = tmp[1]*tsin[i] + tmp[2]*tcos[i]; out[i - 1] = (tmp[3] - tmp
[0]); out[len - i - 1] = (tmp[0] + tmp[3]); } } for (int i = 1
; i < (len4 + (AV_TX_REAL_TO_IMAGINARY == AV_TX_REAL_TO_IMAGINARY
)); i++) out[len2 - i] = out[len - i]; if (AV_TX_REAL_TO_IMAGINARY
== AV_TX_REAL_TO_REAL) { out[len2] = tmp_dc; if (1) out[len4
+ 1] = tmp_mid * fact[5]; } else if (1) { out[len4] = tmp_mid
; } } static const FFTXCodelet ff_tx_rdft_r2i_mod2_def_double_c
= { .name = "rdft_" "r2i_mod2" "_double_c", .function = ff_tx_rdft_r2i_mod2_double_c
, .type = AV_TX_DOUBLE_RDFT, .flags = AV_TX_UNALIGNED | AV_TX_INPLACE
| AV_TX_REAL_TO_IMAGINARY | (1ULL << 63) | (1ULL <<
59), .factors = { 2 + 2*(!1), -1 }, .nb_factors = 2, .min_len
= 2 + 2*(!1), .max_len = -1, .init = ff_tx_rdft_init_double_c
, .cpu_flags = 0x0, .prio = FF_TX_PRIO_BASE, };

1831

1832

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_dct_init)ff_tx_dct_init_double_c(AVTXContext *s,

1833

const FFTXCodelet *cd,

1834

uint64_t flags,

1835

FFTXCodeletOptions *opts,

1836

int len, int inv,

1837

const void *scale)

1838

{

1839

int ret;

1840

double freq;

1841

TXSample *tab;

1842

SCALE_TYPEdouble rsc = *((SCALE_TYPEdouble *)scale);

1843

1844

if (inv) {

1845

len *= 2;

1846

s->len *= 2;

1847

rsc *= 0.5;

1848

}

1849

1850

if ((ret = ff_tx_init_subtx(s, TX_TYPE(RDFT)AV_TX_DOUBLE_RDFT, flags, NULL((void*)0), len, inv, &rsc)))

1851

return ret;

1852

1853

s->exp = av_malloc((len/2)*3*sizeof(TXSample));

1854

if (!s->exp)

1855

return AVERROR(ENOMEM)(-(12));

1856

1857

tab = (TXSample *)s->exp;

1858

1859

freq = M_PI3.14159265358979323846/(len*2);

1860

1861

for (int i = 0; i < len; i++)

1862

tab[i] = RESCALE(cos(i*freq)*(!inv + 1))(cos(i*freq)*(!inv + 1));

1863

1864

if (inv) {

1865

for (int i = 0; i < len/2; i++)

1866

tab[len + i] = RESCALE(0.5 / sin((2*i + 1)*freq))(0.5 / sin((2*i + 1)*freq));

1867

} else {

1868

for (int i = 0; i < len/2; i++)

1869

tab[len + i] = RESCALE(cos((len - 2*i - 1)*freq))(cos((len - 2*i - 1)*freq));

1870

}

1871

1872

return 0;

1873

}

1874

1875

static void TX_NAME(ff_tx_dctII)ff_tx_dctII_double_c(AVTXContext *s, void *_dst,

1876

void *_src, ptrdiff_t stride)

1877

{

1878

TXSample *dst = _dst;

1879

TXSample *src = _src;

1880

const int len = s->len;

1881

const int len2 = len >> 1;

1882

const TXSample *exp = (void *)s->exp;

1883

TXSample next;

1884

#ifdef TX_INT32

1885

int64_t tmp1, tmp2;

1886

#else

1887

TXSample tmp1, tmp2;

1888

#endif

1889

1890

for (int i = 0; i < len2; i++) {

1891

TXSample in1 = src[i];

1892

TXSample in2 = src[len - i - 1];

1893

TXSample s = exp[len + i];

1894

1895

#ifdef TX_INT32

1896

tmp1 = in1 + in2;

1897

tmp2 = in1 - in2;

1898

1899

tmp1 >>= 1;

1900

tmp2 *= s;

1901

1902

tmp2 = (tmp2 + 0x40000000) >> 31;

1903

#else

1904

tmp1 = (in1 + in2)*0.5;

1905

tmp2 = (in1 - in2)*s;

1906

#endif

1907

1908

src[i] = tmp1 + tmp2;

1909

src[len - i - 1] = tmp1 - tmp2;

1910

}

1911

1912

s->fn[0](&s->sub[0], dst, src, sizeof(TXComplex));

1913

1914

next = dst[len];

1915

1916

for (int i = len - 2; i > 0; i -= 2) {

1917

TXSample tmp;

1918

1919

CMUL(tmp, dst[i], exp[len - i], exp[i], dst[i + 0], dst[i + 1])do { (tmp) = (exp[len - i]) * (dst[i + 0]) - (exp[i]) * (dst[
i + 1]); (dst[i]) = (exp[len - i]) * (dst[i + 1]) + (exp[i]) *
(dst[i + 0]); } while (0);

1920

1921

dst[i + 1] = next;

1922

1923

next += tmp;

1924

}

1925

1926

#ifdef TX_INT32

1927

tmp1 = ((int64_t)exp[0]) * ((int64_t)dst[0]);

1928

dst[0] = (tmp1 + 0x40000000) >> 31;

1929

#else

1930

dst[0] = exp[0] * dst[0];

1931

#endif

1932

dst[1] = next;

1933

}

1934

1935

static void TX_NAME(ff_tx_dctIII)ff_tx_dctIII_double_c(AVTXContext *s, void *_dst,

1936

void *_src, ptrdiff_t stride)

1937

{

1938

TXSample *dst = _dst;

1939

TXSample *src = _src;

1940

const int len = s->len;

1941

const int len2 = len >> 1;

1942

const TXSample *exp = (void *)s->exp;

1943

#ifdef TX_INT32

1944

int64_t tmp1, tmp2 = src[len - 1];

1945

tmp2 = (2*tmp2 + 0x40000000) >> 31;

1946

#else

1947

TXSample tmp1, tmp2 = 2*src[len - 1];

1948

#endif

1949

1950

src[len] = tmp2;

1951

1952

for (int i = len - 2; i >= 2; i -= 2) {

1953

TXSample val1 = src[i - 0];

1954

TXSample val2 = src[i - 1] - src[i + 1];

1955

1956

CMUL(src[i + 1], src[i], exp[len - i], exp[i], val1, val2)do { (src[i + 1]) = (exp[len - i]) * (val1) - (exp[i]) * (val2
); (src[i]) = (exp[len - i]) * (val2) + (exp[i]) * (val1); } while
(0);

1957

}

1958

1959

s->fn[0](&s->sub[0], dst, src, sizeof(float));

1960

1961

for (int i = 0; i < len2; i++) {

1962

TXSample in1 = dst[i];

1963

TXSample in2 = dst[len - i - 1];

1964

TXSample c = exp[len + i];

1965

1966

tmp1 = in1 + in2;

1967

tmp2 = in1 - in2;

1968

tmp2 *= c;

1969

#ifdef TX_INT32

1970

tmp2 = (tmp2 + 0x40000000) >> 31;

1971

#endif

1972

1973

dst[i] = tmp1 + tmp2;

1974

dst[len - i - 1] = tmp1 - tmp2;

1975

}

1976

}

1977

1978

static const FFTXCodelet TX_NAME(ff_tx_dctII_def)ff_tx_dctII_def_double_c = {

1979

.name = TX_NAME_STR("dctII")"dctII" "_double_c",

1980

.function = TX_NAME(ff_tx_dctII)ff_tx_dctII_double_c,

1981

.type = TX_TYPE(DCT)AV_TX_DOUBLE_DCT,

1982

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE |

1983

FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_FORWARD_ONLY(1ULL << 59),

1984

.factors = { 2, TX_FACTOR_ANY-1 },

1985

.min_len = 2,

1986

.max_len = TX_LEN_UNLIMITED-1,

1987

.init = TX_NAME(ff_tx_dct_init)ff_tx_dct_init_double_c,

1988

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

1989

.prio = FF_TX_PRIO_BASE,

1990

};

1991

1992

static const FFTXCodelet TX_NAME(ff_tx_dctIII_def)ff_tx_dctIII_def_double_c = {

1993

.name = TX_NAME_STR("dctIII")"dctIII" "_double_c",

1994

.function = TX_NAME(ff_tx_dctIII)ff_tx_dctIII_double_c,

1995

.type = TX_TYPE(DCT)AV_TX_DOUBLE_DCT,

1996

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE |

1997

FF_TX_OUT_OF_PLACE(1ULL << 63) | FF_TX_INVERSE_ONLY(1ULL << 60),

1998

.factors = { 2, TX_FACTOR_ANY-1 },

1999

.min_len = 2,

2000

.max_len = TX_LEN_UNLIMITED-1,

2001

.init = TX_NAME(ff_tx_dct_init)ff_tx_dct_init_double_c,

2002

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

2003

.prio = FF_TX_PRIO_BASE,

2004

};

2005

2006

static av_cold__attribute__((cold)) int TX_NAME(ff_tx_dcstI_init)ff_tx_dcstI_init_double_c(AVTXContext *s,

2007

const FFTXCodelet *cd,

2008

uint64_t flags,

2009

FFTXCodeletOptions *opts,

2010

int len, int inv,

2011

const void *scale)

2012

{

2013

int ret;

2014

SCALE_TYPEdouble rsc = *((SCALE_TYPEdouble *)scale);

2015

2016

if (inv) {

2017

len *= 2;

2018

s->len *= 2;

2019

rsc *= 0.5;

2020

}

2021

2022

/* We want a half-complex RDFT */

2023

flags |= cd->type == TX_TYPE(DCT_I)AV_TX_DOUBLE_DCT_I ? AV_TX_REAL_TO_REAL :

2024

AV_TX_REAL_TO_IMAGINARY;

2025

2026

if ((ret = ff_tx_init_subtx(s, TX_TYPE(RDFT)AV_TX_DOUBLE_RDFT, flags, NULL((void*)0),

2027

(len - 1 + 2*(cd->type == TX_TYPE(DST_I)AV_TX_DOUBLE_DST_I))*2,

2028

0, &rsc)))

2029

return ret;

2030

2031

s->tmp = av_mallocz((len + 1)*2*sizeof(TXSample));

2032

if (!s->tmp)

2033

return AVERROR(ENOMEM)(-(12));

2034

2035

return 0;

2036

}

2037

2038

static void TX_NAME(ff_tx_dctI)ff_tx_dctI_double_c(AVTXContext *s, void *_dst,

2039

void *_src, ptrdiff_t stride)

2040

{

2041

TXSample *dst = _dst;

2042

TXSample *src = _src;

2043

const int len = s->len - 1;

2044

TXSample *tmp = (TXSample *)s->tmp;

2045

2046

stride /= sizeof(TXSample);

2047

2048

for (int i = 0; i < len; i++)

2049

tmp[i] = tmp[2*len - i] = src[i * stride];

2050

2051

tmp[len] = src[len * stride]; /* Middle */

2052

2053

s->fn[0](&s->sub[0], dst, tmp, sizeof(TXSample));

2054

}

2055

2056

static void TX_NAME(ff_tx_dstI)ff_tx_dstI_double_c(AVTXContext *s, void *_dst,

2057

void *_src, ptrdiff_t stride)

2058

{

2059

TXSample *dst = _dst;

2060

TXSample *src = _src;

2061

const int len = s->len + 1;

2062

TXSample *tmp = (void *)s->tmp;

2063

2064

stride /= sizeof(TXSample);

2065

2066

tmp[0] = 0;

2067

2068

for (int i = 1; i < len; i++) {

2069

TXSample a = src[(i - 1) * stride];

2070

tmp[i] = -a;

2071

tmp[2*len - i] = a;

2072

}

2073

2074

tmp[len] = 0; /* i == n, Nyquist */

2075

2076

s->fn[0](&s->sub[0], dst, tmp, sizeof(float));

2077

}

2078

2079

static const FFTXCodelet TX_NAME(ff_tx_dctI_def)ff_tx_dctI_def_double_c = {

2080

.name = TX_NAME_STR("dctI")"dctI" "_double_c",

2081

.function = TX_NAME(ff_tx_dctI)ff_tx_dctI_double_c,

2082

.type = TX_TYPE(DCT_I)AV_TX_DOUBLE_DCT_I,

2083

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63),

2084

.factors = { 2, TX_FACTOR_ANY-1 },

2085

.nb_factors = 2,

2086

.min_len = 2,

2087

.max_len = TX_LEN_UNLIMITED-1,

2088

.init = TX_NAME(ff_tx_dcstI_init)ff_tx_dcstI_init_double_c,

2089

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

2090

.prio = FF_TX_PRIO_BASE,

2091

};

2092

2093

static const FFTXCodelet TX_NAME(ff_tx_dstI_def)ff_tx_dstI_def_double_c = {

2094

.name = TX_NAME_STR("dstI")"dstI" "_double_c",

2095

.function = TX_NAME(ff_tx_dstI)ff_tx_dstI_double_c,

2096

.type = TX_TYPE(DST_I)AV_TX_DOUBLE_DST_I,

2097

.flags = AV_TX_UNALIGNED | AV_TX_INPLACE | FF_TX_OUT_OF_PLACE(1ULL << 63),

2098

.factors = { 2, TX_FACTOR_ANY-1 },

2099

.nb_factors = 2,

2100

.min_len = 2,

2101

.max_len = TX_LEN_UNLIMITED-1,

2102

.init = TX_NAME(ff_tx_dcstI_init)ff_tx_dcstI_init_double_c,

2103

.cpu_flags = FF_TX_CPU_FLAGS_ALL0x0,

2104

.prio = FF_TX_PRIO_BASE,

2105

};

2106

2107

int TX_TAB(ff_tx_mdct_gen_exp)ff_tx_mdct_gen_exp_double(AVTXContext *s, int *pre_tab)

2108

{

2109

int off = 0;

2110

int len4 = s->len >> 1;

2111

double scale = s->scale_d;

2112

const double theta = (scale < 0 ? len4 : 0) + 1.0/8.0;

2113

size_t alloc = pre_tab ? 2*len4 : len4;

2114

2115

if (!(s->exp = av_malloc_array(alloc, sizeof(*s->exp))))

2116

return AVERROR(ENOMEM)(-(12));

2117

2118

scale = sqrt(fabs(scale));

2119

2120

if (pre_tab)

2121

off = len4;

2122

2123

for (int i = 0; i < len4; i++) {

2124

const double alpha = M_PI_21.57079632679489661923 * (i + theta) / len4;

2125

s->exp[off + i] = (TXComplex){ RESCALE(cos(alpha) * scale)(cos(alpha) * scale),

2126

RESCALE(sin(alpha) * scale)(sin(alpha) * scale) };

2127

}

2128

2129

if (pre_tab)

2130

for (int i = 0; i < len4; i++)

2131

s->exp[i] = s->exp[len4 + pre_tab[i]];

2132

2133

return 0;

2134

}

2135

2136

const FFTXCodelet * const TX_NAME(ff_tx_codelet_list)ff_tx_codelet_list_double_c[] = {

2137

/* Split-Radix codelets */

2138

&TX_NAME(ff_tx_fft2_ns_def)ff_tx_fft2_ns_def_double_c,

2139

&TX_NAME(ff_tx_fft4_ns_def)ff_tx_fft4_ns_def_double_c,

2140

&TX_NAME(ff_tx_fft8_ns_def)ff_tx_fft8_ns_def_double_c,

2141

&TX_NAME(ff_tx_fft16_ns_def)ff_tx_fft16_ns_def_double_c,

2142

&TX_NAME(ff_tx_fft32_ns_def)ff_tx_fft32_ns_def_double_c,

2143

&TX_NAME(ff_tx_fft64_ns_def)ff_tx_fft64_ns_def_double_c,

2144

&TX_NAME(ff_tx_fft128_ns_def)ff_tx_fft128_ns_def_double_c,

2145

&TX_NAME(ff_tx_fft256_ns_def)ff_tx_fft256_ns_def_double_c,

2146

&TX_NAME(ff_tx_fft512_ns_def)ff_tx_fft512_ns_def_double_c,

2147

&TX_NAME(ff_tx_fft1024_ns_def)ff_tx_fft1024_ns_def_double_c,

2148

&TX_NAME(ff_tx_fft2048_ns_def)ff_tx_fft2048_ns_def_double_c,

2149

&TX_NAME(ff_tx_fft4096_ns_def)ff_tx_fft4096_ns_def_double_c,

2150

&TX_NAME(ff_tx_fft8192_ns_def)ff_tx_fft8192_ns_def_double_c,

2151

&TX_NAME(ff_tx_fft16384_ns_def)ff_tx_fft16384_ns_def_double_c,

2152

&TX_NAME(ff_tx_fft32768_ns_def)ff_tx_fft32768_ns_def_double_c,

2153

&TX_NAME(ff_tx_fft65536_ns_def)ff_tx_fft65536_ns_def_double_c,

2154

&TX_NAME(ff_tx_fft131072_ns_def)ff_tx_fft131072_ns_def_double_c,

2155

2156

/* Prime factor codelets */

2157

&TX_NAME(ff_tx_fft3_ns_def)ff_tx_fft3_ns_def_double_c,

2158

&TX_NAME(ff_tx_fft5_ns_def)ff_tx_fft5_ns_def_double_c,

2159

&TX_NAME(ff_tx_fft7_ns_def)ff_tx_fft7_ns_def_double_c,

2160

&TX_NAME(ff_tx_fft9_ns_def)ff_tx_fft9_ns_def_double_c,

2161

&TX_NAME(ff_tx_fft15_ns_def)ff_tx_fft15_ns_def_double_c,

2162

2163

/* We get these for free */

2164

&TX_NAME(ff_tx_fft3_fwd_def)ff_tx_fft3_fwd_def_double_c,

2165

&TX_NAME(ff_tx_fft5_fwd_def)ff_tx_fft5_fwd_def_double_c,

2166

&TX_NAME(ff_tx_fft7_fwd_def)ff_tx_fft7_fwd_def_double_c,

2167

&TX_NAME(ff_tx_fft9_fwd_def)ff_tx_fft9_fwd_def_double_c,

2168

2169

/* Standalone transforms */

2170

&TX_NAME(ff_tx_fft_def)ff_tx_fft_def_double_c,

2171

&TX_NAME(ff_tx_fft_inplace_def)ff_tx_fft_inplace_def_double_c,

2172

&TX_NAME(ff_tx_fft_inplace_small_def)ff_tx_fft_inplace_small_def_double_c,

2173

&TX_NAME(ff_tx_fft_pfa_def)ff_tx_fft_pfa_def_double_c,

2174

&TX_NAME(ff_tx_fft_pfa_ns_def)ff_tx_fft_pfa_ns_def_double_c,

2175

&TX_NAME(ff_tx_fft_naive_def)ff_tx_fft_naive_def_double_c,

2176

&TX_NAME(ff_tx_fft_naive_small_def)ff_tx_fft_naive_small_def_double_c,

2177

&TX_NAME(ff_tx_mdct_fwd_def)ff_tx_mdct_fwd_def_double_c,

2178

&TX_NAME(ff_tx_mdct_inv_def)ff_tx_mdct_inv_def_double_c,

2179

&TX_NAME(ff_tx_mdct_pfa_3xM_fwd_def)ff_tx_mdct_pfa_3xM_fwd_def_double_c,

2180

&TX_NAME(ff_tx_mdct_pfa_5xM_fwd_def)ff_tx_mdct_pfa_5xM_fwd_def_double_c,

2181

&TX_NAME(ff_tx_mdct_pfa_7xM_fwd_def)ff_tx_mdct_pfa_7xM_fwd_def_double_c,

2182

&TX_NAME(ff_tx_mdct_pfa_9xM_fwd_def)ff_tx_mdct_pfa_9xM_fwd_def_double_c,

2183

&TX_NAME(ff_tx_mdct_pfa_15xM_fwd_def)ff_tx_mdct_pfa_15xM_fwd_def_double_c,

2184

&TX_NAME(ff_tx_mdct_pfa_3xM_inv_def)ff_tx_mdct_pfa_3xM_inv_def_double_c,

2185

&TX_NAME(ff_tx_mdct_pfa_5xM_inv_def)ff_tx_mdct_pfa_5xM_inv_def_double_c,

2186

&TX_NAME(ff_tx_mdct_pfa_7xM_inv_def)ff_tx_mdct_pfa_7xM_inv_def_double_c,

2187

&TX_NAME(ff_tx_mdct_pfa_9xM_inv_def)ff_tx_mdct_pfa_9xM_inv_def_double_c,

2188

&TX_NAME(ff_tx_mdct_pfa_15xM_inv_def)ff_tx_mdct_pfa_15xM_inv_def_double_c,

2189

&TX_NAME(ff_tx_mdct_naive_fwd_def)ff_tx_mdct_naive_fwd_def_double_c,

2190

&TX_NAME(ff_tx_mdct_naive_inv_def)ff_tx_mdct_naive_inv_def_double_c,

2191

&TX_NAME(ff_tx_mdct_inv_full_def)ff_tx_mdct_inv_full_def_double_c,

2192

&TX_NAME(ff_tx_rdft_r2c_def)ff_tx_rdft_r2c_def_double_c,

2193

&TX_NAME(ff_tx_rdft_r2r_def)ff_tx_rdft_r2r_def_double_c,

2194

&TX_NAME(ff_tx_rdft_r2r_mod2_def)ff_tx_rdft_r2r_mod2_def_double_c,

2195

&TX_NAME(ff_tx_rdft_r2i_def)ff_tx_rdft_r2i_def_double_c,

2196

&TX_NAME(ff_tx_rdft_r2i_mod2_def)ff_tx_rdft_r2i_mod2_def_double_c,

2197

&TX_NAME(ff_tx_rdft_c2r_def)ff_tx_rdft_c2r_def_double_c,

2198

&TX_NAME(ff_tx_dctII_def)ff_tx_dctII_def_double_c,

2199

&TX_NAME(ff_tx_dctIII_def)ff_tx_dctIII_def_double_c,

2200

&TX_NAME(ff_tx_dctI_def)ff_tx_dctI_def_double_c,

2201

&TX_NAME(ff_tx_dstI_def)ff_tx_dstI_def_double_c,

2202

2203

NULL((void*)0),

2204

};

File:	root/firefox-clang/media/ffvpx/libavutil/tx_template.c
Warning:	line 1242, column 10 Although the value stored to 'ret' is used in the enclosing expression, the value is never actually read from 'ret'

Bug Summary

Annotated Source Code