diff options
| author | scuri <scuri> | 2009-08-20 12:35:06 +0000 |
|---|---|---|
| committer | scuri <scuri> | 2009-08-20 12:35:06 +0000 |
| commit | 5d735255ddd3cb2f547abd3d03969af3fb7eb04e (patch) | |
| tree | 8fb66510bc625bb1b08ccb41f1b83fb0f7cb8f19 /src/fftw3/dft/codelets/inplace | |
| parent | 35733b87eed86e5228f12fa10c98a3d9d22a6073 (diff) | |
*** empty log message ***
Diffstat (limited to 'src/fftw3/dft/codelets/inplace')
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/icodlist.c | 20 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_2.c | 87 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_3.c | 168 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_4.c | 266 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_5.c | 477 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_6.c | 654 | ||||
| -rw-r--r-- | src/fftw3/dft/codelets/inplace/q1_8.c | 1149 |
7 files changed, 0 insertions, 2821 deletions
diff --git a/src/fftw3/dft/codelets/inplace/icodlist.c b/src/fftw3/dft/codelets/inplace/icodlist.c deleted file mode 100644 index 708755e..0000000 --- a/src/fftw3/dft/codelets/inplace/icodlist.c +++ /dev/null @@ -1,20 +0,0 @@ -#include "ifftw.h" - -extern void X(codelet_q1_2)(planner *); -extern void X(codelet_q1_4)(planner *); -extern void X(codelet_q1_8)(planner *); -extern void X(codelet_q1_3)(planner *); -extern void X(codelet_q1_5)(planner *); -extern void X(codelet_q1_6)(planner *); - - -extern const solvtab X(solvtab_dft_inplace); -const solvtab X(solvtab_dft_inplace) = { - SOLVTAB(X(codelet_q1_2)), - SOLVTAB(X(codelet_q1_4)), - SOLVTAB(X(codelet_q1_8)), - SOLVTAB(X(codelet_q1_3)), - SOLVTAB(X(codelet_q1_5)), - SOLVTAB(X(codelet_q1_6)), - SOLVTAB_END -}; diff --git a/src/fftw3/dft/codelets/inplace/q1_2.c b/src/fftw3/dft/codelets/inplace/q1_2.c deleted file mode 100644 index 6057fe6..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_2.c +++ /dev/null @@ -1,87 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 2 -name q1_2 -include q.h */ - -/* - * This function contains 12 FP additions, 8 FP multiplications, - * (or, 8 additions, 4 multiplications, 4 fused multiply/add), - * 17 stack variables, and 16 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_2(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 2) { - E T1, T2, T4, T6, T7, T8, T9, Ta, Tc, Te, Tf, Tg; - T1 = rio[0]; - T2 = rio[WS(is, 1)]; - T4 = T1 - T2; - T6 = iio[0]; - T7 = iio[WS(is, 1)]; - T8 = T6 - T7; - T9 = rio[WS(vs, 1)]; - Ta = rio[WS(vs, 1) + WS(is, 1)]; - Tc = T9 - Ta; - Te = iio[WS(vs, 1)]; - Tf = iio[WS(vs, 1) + WS(is, 1)]; - Tg = Te - Tf; - rio[0] = T1 + T2; - iio[0] = T6 + T7; - rio[WS(is, 1)] = T9 + Ta; - iio[WS(is, 1)] = Te + Tf; - { - E Tb, Td, T3, T5; - Tb = W[0]; - Td = W[1]; - rio[WS(vs, 1) + WS(is, 1)] = FMA(Tb, Tc, Td * Tg); - iio[WS(vs, 1) + WS(is, 1)] = FNMS(Td, Tc, Tb * Tg); - T3 = W[0]; - T5 = W[1]; - rio[WS(vs, 1)] = FMA(T3, T4, T5 * T8); - iio[WS(vs, 1)] = FNMS(T5, T4, T3 * T8); - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 2}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 2, "q1_2", twinstr, {8, 4, 4, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_2) (planner *p) { - X(kdft_difsq_register) (p, q1_2, &desc); -} diff --git a/src/fftw3/dft/codelets/inplace/q1_3.c b/src/fftw3/dft/codelets/inplace/q1_3.c deleted file mode 100644 index a05996f..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_3.c +++ /dev/null @@ -1,168 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 3 -name q1_3 -include q.h */ - -/* - * This function contains 48 FP additions, 36 FP multiplications, - * (or, 30 additions, 18 multiplications, 18 fused multiply/add), - * 35 stack variables, and 36 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_3(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - DK(KP866025403, +0.866025403784438646763723170752936183471402627); - DK(KP500000000, +0.500000000000000000000000000000000000000000000); - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 4) { - E T1, T4, T6, Tc, Td, Te, T9, Tf, Tl, To, Tq, Tw, Tx, Ty, Tt; - E Tz, TR, TS, TN, TT, TF, TI, TK, TQ; - { - E T2, T3, Tr, Ts; - T1 = rio[0]; - T2 = rio[WS(is, 1)]; - T3 = rio[WS(is, 2)]; - T4 = T2 + T3; - T6 = FNMS(KP500000000, T4, T1); - Tc = KP866025403 * (T3 - T2); - { - E T7, T8, Tm, Tn; - Td = iio[0]; - T7 = iio[WS(is, 1)]; - T8 = iio[WS(is, 2)]; - Te = T7 + T8; - T9 = KP866025403 * (T7 - T8); - Tf = FNMS(KP500000000, Te, Td); - Tl = rio[WS(vs, 1)]; - Tm = rio[WS(vs, 1) + WS(is, 1)]; - Tn = rio[WS(vs, 1) + WS(is, 2)]; - To = Tm + Tn; - Tq = FNMS(KP500000000, To, Tl); - Tw = KP866025403 * (Tn - Tm); - } - Tx = iio[WS(vs, 1)]; - Tr = iio[WS(vs, 1) + WS(is, 1)]; - Ts = iio[WS(vs, 1) + WS(is, 2)]; - Ty = Tr + Ts; - Tt = KP866025403 * (Tr - Ts); - Tz = FNMS(KP500000000, Ty, Tx); - { - E TL, TM, TG, TH; - TR = iio[WS(vs, 2)]; - TL = iio[WS(vs, 2) + WS(is, 1)]; - TM = iio[WS(vs, 2) + WS(is, 2)]; - TS = TL + TM; - TN = KP866025403 * (TL - TM); - TT = FNMS(KP500000000, TS, TR); - TF = rio[WS(vs, 2)]; - TG = rio[WS(vs, 2) + WS(is, 1)]; - TH = rio[WS(vs, 2) + WS(is, 2)]; - TI = TG + TH; - TK = FNMS(KP500000000, TI, TF); - TQ = KP866025403 * (TH - TG); - } - } - rio[0] = T1 + T4; - iio[0] = Td + Te; - rio[WS(is, 1)] = Tl + To; - iio[WS(is, 1)] = Tx + Ty; - iio[WS(is, 2)] = TR + TS; - rio[WS(is, 2)] = TF + TI; - { - E Ta, Tg, T5, Tb; - Ta = T6 + T9; - Tg = Tc + Tf; - T5 = W[0]; - Tb = W[1]; - rio[WS(vs, 1)] = FMA(T5, Ta, Tb * Tg); - iio[WS(vs, 1)] = FNMS(Tb, Ta, T5 * Tg); - } - { - E TW, TY, TV, TX; - TW = TK - TN; - TY = TT - TQ; - TV = W[2]; - TX = W[3]; - rio[WS(vs, 2) + WS(is, 2)] = FMA(TV, TW, TX * TY); - iio[WS(vs, 2) + WS(is, 2)] = FNMS(TX, TW, TV * TY); - } - { - E TC, TE, TB, TD; - TC = Tq - Tt; - TE = Tz - Tw; - TB = W[2]; - TD = W[3]; - rio[WS(vs, 2) + WS(is, 1)] = FMA(TB, TC, TD * TE); - iio[WS(vs, 2) + WS(is, 1)] = FNMS(TD, TC, TB * TE); - } - { - E Tu, TA, Tp, Tv; - Tu = Tq + Tt; - TA = Tw + Tz; - Tp = W[0]; - Tv = W[1]; - rio[WS(vs, 1) + WS(is, 1)] = FMA(Tp, Tu, Tv * TA); - iio[WS(vs, 1) + WS(is, 1)] = FNMS(Tv, Tu, Tp * TA); - } - { - E TO, TU, TJ, TP; - TO = TK + TN; - TU = TQ + TT; - TJ = W[0]; - TP = W[1]; - rio[WS(vs, 1) + WS(is, 2)] = FMA(TJ, TO, TP * TU); - iio[WS(vs, 1) + WS(is, 2)] = FNMS(TP, TO, TJ * TU); - } - { - E Ti, Tk, Th, Tj; - Ti = T6 - T9; - Tk = Tf - Tc; - Th = W[2]; - Tj = W[3]; - rio[WS(vs, 2)] = FMA(Th, Ti, Tj * Tk); - iio[WS(vs, 2)] = FNMS(Tj, Ti, Th * Tk); - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 3}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 3, "q1_3", twinstr, {30, 18, 18, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_3) (planner *p) { - X(kdft_difsq_register) (p, q1_3, &desc); -} diff --git a/src/fftw3/dft/codelets/inplace/q1_4.c b/src/fftw3/dft/codelets/inplace/q1_4.c deleted file mode 100644 index c4300f5..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_4.c +++ /dev/null @@ -1,266 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 4 -name q1_4 -include q.h */ - -/* - * This function contains 88 FP additions, 48 FP multiplications, - * (or, 64 additions, 24 multiplications, 24 fused multiply/add), - * 37 stack variables, and 64 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_4(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 6) { - E T3, Te, Tb, Tq, T6, T8, Th, Tr, Tv, TG, TD, TS, Ty, TA, TJ; - E TT, TX, T18, T15, T1k, T10, T12, T1b, T1l, T1p, T1A, T1x, T1M, T1s, T1u; - E T1D, T1N; - { - E T1, T2, T9, Ta; - T1 = rio[0]; - T2 = rio[WS(is, 2)]; - T3 = T1 + T2; - Te = T1 - T2; - T9 = iio[0]; - Ta = iio[WS(is, 2)]; - Tb = T9 - Ta; - Tq = T9 + Ta; - } - { - E T4, T5, Tf, Tg; - T4 = rio[WS(is, 1)]; - T5 = rio[WS(is, 3)]; - T6 = T4 + T5; - T8 = T4 - T5; - Tf = iio[WS(is, 1)]; - Tg = iio[WS(is, 3)]; - Th = Tf - Tg; - Tr = Tf + Tg; - } - { - E Tt, Tu, TB, TC; - Tt = rio[WS(vs, 1)]; - Tu = rio[WS(vs, 1) + WS(is, 2)]; - Tv = Tt + Tu; - TG = Tt - Tu; - TB = iio[WS(vs, 1)]; - TC = iio[WS(vs, 1) + WS(is, 2)]; - TD = TB - TC; - TS = TB + TC; - } - { - E Tw, Tx, TH, TI; - Tw = rio[WS(vs, 1) + WS(is, 1)]; - Tx = rio[WS(vs, 1) + WS(is, 3)]; - Ty = Tw + Tx; - TA = Tw - Tx; - TH = iio[WS(vs, 1) + WS(is, 1)]; - TI = iio[WS(vs, 1) + WS(is, 3)]; - TJ = TH - TI; - TT = TH + TI; - } - { - E TV, TW, T13, T14; - TV = rio[WS(vs, 2)]; - TW = rio[WS(vs, 2) + WS(is, 2)]; - TX = TV + TW; - T18 = TV - TW; - T13 = iio[WS(vs, 2)]; - T14 = iio[WS(vs, 2) + WS(is, 2)]; - T15 = T13 - T14; - T1k = T13 + T14; - } - { - E TY, TZ, T19, T1a; - TY = rio[WS(vs, 2) + WS(is, 1)]; - TZ = rio[WS(vs, 2) + WS(is, 3)]; - T10 = TY + TZ; - T12 = TY - TZ; - T19 = iio[WS(vs, 2) + WS(is, 1)]; - T1a = iio[WS(vs, 2) + WS(is, 3)]; - T1b = T19 - T1a; - T1l = T19 + T1a; - } - { - E T1n, T1o, T1v, T1w; - T1n = rio[WS(vs, 3)]; - T1o = rio[WS(vs, 3) + WS(is, 2)]; - T1p = T1n + T1o; - T1A = T1n - T1o; - T1v = iio[WS(vs, 3)]; - T1w = iio[WS(vs, 3) + WS(is, 2)]; - T1x = T1v - T1w; - T1M = T1v + T1w; - } - { - E T1q, T1r, T1B, T1C; - T1q = rio[WS(vs, 3) + WS(is, 1)]; - T1r = rio[WS(vs, 3) + WS(is, 3)]; - T1s = T1q + T1r; - T1u = T1q - T1r; - T1B = iio[WS(vs, 3) + WS(is, 1)]; - T1C = iio[WS(vs, 3) + WS(is, 3)]; - T1D = T1B - T1C; - T1N = T1B + T1C; - } - rio[0] = T3 + T6; - iio[0] = Tq + Tr; - rio[WS(is, 1)] = Tv + Ty; - iio[WS(is, 1)] = TS + TT; - rio[WS(is, 2)] = TX + T10; - iio[WS(is, 2)] = T1k + T1l; - iio[WS(is, 3)] = T1M + T1N; - rio[WS(is, 3)] = T1p + T1s; - { - E Tc, Ti, T7, Td; - Tc = T8 + Tb; - Ti = Te - Th; - T7 = W[4]; - Td = W[5]; - iio[WS(vs, 3)] = FNMS(Td, Ti, T7 * Tc); - rio[WS(vs, 3)] = FMA(Td, Tc, T7 * Ti); - } - { - E T1K, T1O, T1J, T1L; - T1K = T1p - T1s; - T1O = T1M - T1N; - T1J = W[2]; - T1L = W[3]; - rio[WS(vs, 2) + WS(is, 3)] = FMA(T1J, T1K, T1L * T1O); - iio[WS(vs, 2) + WS(is, 3)] = FNMS(T1L, T1K, T1J * T1O); - } - { - E Tk, Tm, Tj, Tl; - Tk = Tb - T8; - Tm = Te + Th; - Tj = W[0]; - Tl = W[1]; - iio[WS(vs, 1)] = FNMS(Tl, Tm, Tj * Tk); - rio[WS(vs, 1)] = FMA(Tl, Tk, Tj * Tm); - } - { - E To, Ts, Tn, Tp; - To = T3 - T6; - Ts = Tq - Tr; - Tn = W[2]; - Tp = W[3]; - rio[WS(vs, 2)] = FMA(Tn, To, Tp * Ts); - iio[WS(vs, 2)] = FNMS(Tp, To, Tn * Ts); - } - { - E T16, T1c, T11, T17; - T16 = T12 + T15; - T1c = T18 - T1b; - T11 = W[4]; - T17 = W[5]; - iio[WS(vs, 3) + WS(is, 2)] = FNMS(T17, T1c, T11 * T16); - rio[WS(vs, 3) + WS(is, 2)] = FMA(T17, T16, T11 * T1c); - } - { - E T1G, T1I, T1F, T1H; - T1G = T1x - T1u; - T1I = T1A + T1D; - T1F = W[0]; - T1H = W[1]; - iio[WS(vs, 1) + WS(is, 3)] = FNMS(T1H, T1I, T1F * T1G); - rio[WS(vs, 1) + WS(is, 3)] = FMA(T1H, T1G, T1F * T1I); - } - { - E TQ, TU, TP, TR; - TQ = Tv - Ty; - TU = TS - TT; - TP = W[2]; - TR = W[3]; - rio[WS(vs, 2) + WS(is, 1)] = FMA(TP, TQ, TR * TU); - iio[WS(vs, 2) + WS(is, 1)] = FNMS(TR, TQ, TP * TU); - } - { - E T1e, T1g, T1d, T1f; - T1e = T15 - T12; - T1g = T18 + T1b; - T1d = W[0]; - T1f = W[1]; - iio[WS(vs, 1) + WS(is, 2)] = FNMS(T1f, T1g, T1d * T1e); - rio[WS(vs, 1) + WS(is, 2)] = FMA(T1f, T1e, T1d * T1g); - } - { - E T1i, T1m, T1h, T1j; - T1i = TX - T10; - T1m = T1k - T1l; - T1h = W[2]; - T1j = W[3]; - rio[WS(vs, 2) + WS(is, 2)] = FMA(T1h, T1i, T1j * T1m); - iio[WS(vs, 2) + WS(is, 2)] = FNMS(T1j, T1i, T1h * T1m); - } - { - E T1y, T1E, T1t, T1z; - T1y = T1u + T1x; - T1E = T1A - T1D; - T1t = W[4]; - T1z = W[5]; - iio[WS(vs, 3) + WS(is, 3)] = FNMS(T1z, T1E, T1t * T1y); - rio[WS(vs, 3) + WS(is, 3)] = FMA(T1z, T1y, T1t * T1E); - } - { - E TM, TO, TL, TN; - TM = TD - TA; - TO = TG + TJ; - TL = W[0]; - TN = W[1]; - iio[WS(vs, 1) + WS(is, 1)] = FNMS(TN, TO, TL * TM); - rio[WS(vs, 1) + WS(is, 1)] = FMA(TN, TM, TL * TO); - } - { - E TE, TK, Tz, TF; - TE = TA + TD; - TK = TG - TJ; - Tz = W[4]; - TF = W[5]; - iio[WS(vs, 3) + WS(is, 1)] = FNMS(TF, TK, Tz * TE); - rio[WS(vs, 3) + WS(is, 1)] = FMA(TF, TE, Tz * TK); - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 4}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 4, "q1_4", twinstr, {64, 24, 24, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_4) (planner *p) { - X(kdft_difsq_register) (p, q1_4, &desc); -} diff --git a/src/fftw3/dft/codelets/inplace/q1_5.c b/src/fftw3/dft/codelets/inplace/q1_5.c deleted file mode 100644 index 144dcb8..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_5.c +++ /dev/null @@ -1,477 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 5 -name q1_5 -include q.h */ - -/* - * This function contains 200 FP additions, 140 FP multiplications, - * (or, 130 additions, 70 multiplications, 70 fused multiply/add), - * 75 stack variables, and 100 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_5(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - DK(KP250000000, +0.250000000000000000000000000000000000000000000); - DK(KP587785252, +0.587785252292473129168705954639072768597652438); - DK(KP951056516, +0.951056516295153572116439333379382143405698634); - DK(KP559016994, +0.559016994374947424102293417182819058860154590); - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 8) { - E T1, Ta, TG, Tv, T8, Tb, Tp, Tj, TD, To, Tq, Tr, TN, TW, T1s; - E T1h, TU, TX, T1b, T15, T1p, T1a, T1c, T1d, T1z, T1I, T2e, T23, T1G, T1J; - E T1X, T1R, T2b, T1W, T1Y, T1Z, T3v, T3p, T3J, T3u, T3w, T3x, T37, T3g, T3M; - E T3B, T3e, T3h, T2l, T2u, T30, T2P, T2s, T2v, T2J, T2D, T2X, T2I, T2K, T2L; - { - E T7, Tu, T4, Tt; - T1 = rio[0]; - { - E T5, T6, T2, T3; - T5 = rio[WS(is, 2)]; - T6 = rio[WS(is, 3)]; - T7 = T5 + T6; - Tu = T5 - T6; - T2 = rio[WS(is, 1)]; - T3 = rio[WS(is, 4)]; - T4 = T2 + T3; - Tt = T2 - T3; - } - Ta = KP559016994 * (T4 - T7); - TG = FNMS(KP587785252, Tt, KP951056516 * Tu); - Tv = FMA(KP951056516, Tt, KP587785252 * Tu); - T8 = T4 + T7; - Tb = FNMS(KP250000000, T8, T1); - } - { - E Ti, Tn, Tf, Tm; - Tp = iio[0]; - { - E Tg, Th, Td, Te; - Tg = iio[WS(is, 2)]; - Th = iio[WS(is, 3)]; - Ti = Tg - Th; - Tn = Tg + Th; - Td = iio[WS(is, 1)]; - Te = iio[WS(is, 4)]; - Tf = Td - Te; - Tm = Td + Te; - } - Tj = FMA(KP951056516, Tf, KP587785252 * Ti); - TD = FNMS(KP587785252, Tf, KP951056516 * Ti); - To = KP559016994 * (Tm - Tn); - Tq = Tm + Tn; - Tr = FNMS(KP250000000, Tq, Tp); - } - { - E TT, T1g, TQ, T1f; - TN = rio[WS(vs, 1)]; - { - E TR, TS, TO, TP; - TR = rio[WS(vs, 1) + WS(is, 2)]; - TS = rio[WS(vs, 1) + WS(is, 3)]; - TT = TR + TS; - T1g = TR - TS; - TO = rio[WS(vs, 1) + WS(is, 1)]; - TP = rio[WS(vs, 1) + WS(is, 4)]; - TQ = TO + TP; - T1f = TO - TP; - } - TW = KP559016994 * (TQ - TT); - T1s = FNMS(KP587785252, T1f, KP951056516 * T1g); - T1h = FMA(KP951056516, T1f, KP587785252 * T1g); - TU = TQ + TT; - TX = FNMS(KP250000000, TU, TN); - } - { - E T14, T19, T11, T18; - T1b = iio[WS(vs, 1)]; - { - E T12, T13, TZ, T10; - T12 = iio[WS(vs, 1) + WS(is, 2)]; - T13 = iio[WS(vs, 1) + WS(is, 3)]; - T14 = T12 - T13; - T19 = T12 + T13; - TZ = iio[WS(vs, 1) + WS(is, 1)]; - T10 = iio[WS(vs, 1) + WS(is, 4)]; - T11 = TZ - T10; - T18 = TZ + T10; - } - T15 = FMA(KP951056516, T11, KP587785252 * T14); - T1p = FNMS(KP587785252, T11, KP951056516 * T14); - T1a = KP559016994 * (T18 - T19); - T1c = T18 + T19; - T1d = FNMS(KP250000000, T1c, T1b); - } - { - E T1F, T22, T1C, T21; - T1z = rio[WS(vs, 2)]; - { - E T1D, T1E, T1A, T1B; - T1D = rio[WS(vs, 2) + WS(is, 2)]; - T1E = rio[WS(vs, 2) + WS(is, 3)]; - T1F = T1D + T1E; - T22 = T1D - T1E; - T1A = rio[WS(vs, 2) + WS(is, 1)]; - T1B = rio[WS(vs, 2) + WS(is, 4)]; - T1C = T1A + T1B; - T21 = T1A - T1B; - } - T1I = KP559016994 * (T1C - T1F); - T2e = FNMS(KP587785252, T21, KP951056516 * T22); - T23 = FMA(KP951056516, T21, KP587785252 * T22); - T1G = T1C + T1F; - T1J = FNMS(KP250000000, T1G, T1z); - } - { - E T1Q, T1V, T1N, T1U; - T1X = iio[WS(vs, 2)]; - { - E T1O, T1P, T1L, T1M; - T1O = iio[WS(vs, 2) + WS(is, 2)]; - T1P = iio[WS(vs, 2) + WS(is, 3)]; - T1Q = T1O - T1P; - T1V = T1O + T1P; - T1L = iio[WS(vs, 2) + WS(is, 1)]; - T1M = iio[WS(vs, 2) + WS(is, 4)]; - T1N = T1L - T1M; - T1U = T1L + T1M; - } - T1R = FMA(KP951056516, T1N, KP587785252 * T1Q); - T2b = FNMS(KP587785252, T1N, KP951056516 * T1Q); - T1W = KP559016994 * (T1U - T1V); - T1Y = T1U + T1V; - T1Z = FNMS(KP250000000, T1Y, T1X); - } - { - E T3o, T3t, T3l, T3s; - T3v = iio[WS(vs, 4)]; - { - E T3m, T3n, T3j, T3k; - T3m = iio[WS(vs, 4) + WS(is, 2)]; - T3n = iio[WS(vs, 4) + WS(is, 3)]; - T3o = T3m - T3n; - T3t = T3m + T3n; - T3j = iio[WS(vs, 4) + WS(is, 1)]; - T3k = iio[WS(vs, 4) + WS(is, 4)]; - T3l = T3j - T3k; - T3s = T3j + T3k; - } - T3p = FMA(KP951056516, T3l, KP587785252 * T3o); - T3J = FNMS(KP587785252, T3l, KP951056516 * T3o); - T3u = KP559016994 * (T3s - T3t); - T3w = T3s + T3t; - T3x = FNMS(KP250000000, T3w, T3v); - } - { - E T3d, T3A, T3a, T3z; - T37 = rio[WS(vs, 4)]; - { - E T3b, T3c, T38, T39; - T3b = rio[WS(vs, 4) + WS(is, 2)]; - T3c = rio[WS(vs, 4) + WS(is, 3)]; - T3d = T3b + T3c; - T3A = T3b - T3c; - T38 = rio[WS(vs, 4) + WS(is, 1)]; - T39 = rio[WS(vs, 4) + WS(is, 4)]; - T3a = T38 + T39; - T3z = T38 - T39; - } - T3g = KP559016994 * (T3a - T3d); - T3M = FNMS(KP587785252, T3z, KP951056516 * T3A); - T3B = FMA(KP951056516, T3z, KP587785252 * T3A); - T3e = T3a + T3d; - T3h = FNMS(KP250000000, T3e, T37); - } - { - E T2r, T2O, T2o, T2N; - T2l = rio[WS(vs, 3)]; - { - E T2p, T2q, T2m, T2n; - T2p = rio[WS(vs, 3) + WS(is, 2)]; - T2q = rio[WS(vs, 3) + WS(is, 3)]; - T2r = T2p + T2q; - T2O = T2p - T2q; - T2m = rio[WS(vs, 3) + WS(is, 1)]; - T2n = rio[WS(vs, 3) + WS(is, 4)]; - T2o = T2m + T2n; - T2N = T2m - T2n; - } - T2u = KP559016994 * (T2o - T2r); - T30 = FNMS(KP587785252, T2N, KP951056516 * T2O); - T2P = FMA(KP951056516, T2N, KP587785252 * T2O); - T2s = T2o + T2r; - T2v = FNMS(KP250000000, T2s, T2l); - } - { - E T2C, T2H, T2z, T2G; - T2J = iio[WS(vs, 3)]; - { - E T2A, T2B, T2x, T2y; - T2A = iio[WS(vs, 3) + WS(is, 2)]; - T2B = iio[WS(vs, 3) + WS(is, 3)]; - T2C = T2A - T2B; - T2H = T2A + T2B; - T2x = iio[WS(vs, 3) + WS(is, 1)]; - T2y = iio[WS(vs, 3) + WS(is, 4)]; - T2z = T2x - T2y; - T2G = T2x + T2y; - } - T2D = FMA(KP951056516, T2z, KP587785252 * T2C); - T2X = FNMS(KP587785252, T2z, KP951056516 * T2C); - T2I = KP559016994 * (T2G - T2H); - T2K = T2G + T2H; - T2L = FNMS(KP250000000, T2K, T2J); - } - rio[0] = T1 + T8; - iio[0] = Tp + Tq; - rio[WS(is, 1)] = TN + TU; - iio[WS(is, 1)] = T1b + T1c; - rio[WS(is, 2)] = T1z + T1G; - iio[WS(is, 2)] = T1X + T1Y; - iio[WS(is, 4)] = T3v + T3w; - rio[WS(is, 4)] = T37 + T3e; - rio[WS(is, 3)] = T2l + T2s; - iio[WS(is, 3)] = T2J + T2K; - { - E Tk, Ty, Tw, TA, Tc, Ts; - Tc = Ta + Tb; - Tk = Tc + Tj; - Ty = Tc - Tj; - Ts = To + Tr; - Tw = Ts - Tv; - TA = Tv + Ts; - { - E T9, Tl, Tx, Tz; - T9 = W[0]; - Tl = W[1]; - rio[WS(vs, 1)] = FMA(T9, Tk, Tl * Tw); - iio[WS(vs, 1)] = FNMS(Tl, Tk, T9 * Tw); - Tx = W[6]; - Tz = W[7]; - rio[WS(vs, 4)] = FMA(Tx, Ty, Tz * TA); - iio[WS(vs, 4)] = FNMS(Tz, Ty, Tx * TA); - } - } - { - E TE, TK, TI, TM, TC, TH; - TC = Tb - Ta; - TE = TC - TD; - TK = TC + TD; - TH = Tr - To; - TI = TG + TH; - TM = TH - TG; - { - E TB, TF, TJ, TL; - TB = W[2]; - TF = W[3]; - rio[WS(vs, 2)] = FMA(TB, TE, TF * TI); - iio[WS(vs, 2)] = FNMS(TF, TE, TB * TI); - TJ = W[4]; - TL = W[5]; - rio[WS(vs, 3)] = FMA(TJ, TK, TL * TM); - iio[WS(vs, 3)] = FNMS(TL, TK, TJ * TM); - } - } - { - E T2c, T2i, T2g, T2k, T2a, T2f; - T2a = T1J - T1I; - T2c = T2a - T2b; - T2i = T2a + T2b; - T2f = T1Z - T1W; - T2g = T2e + T2f; - T2k = T2f - T2e; - { - E T29, T2d, T2h, T2j; - T29 = W[2]; - T2d = W[3]; - rio[WS(vs, 2) + WS(is, 2)] = FMA(T29, T2c, T2d * T2g); - iio[WS(vs, 2) + WS(is, 2)] = FNMS(T2d, T2c, T29 * T2g); - T2h = W[4]; - T2j = W[5]; - rio[WS(vs, 3) + WS(is, 2)] = FMA(T2h, T2i, T2j * T2k); - iio[WS(vs, 3) + WS(is, 2)] = FNMS(T2j, T2i, T2h * T2k); - } - } - { - E T3K, T3Q, T3O, T3S, T3I, T3N; - T3I = T3h - T3g; - T3K = T3I - T3J; - T3Q = T3I + T3J; - T3N = T3x - T3u; - T3O = T3M + T3N; - T3S = T3N - T3M; - { - E T3H, T3L, T3P, T3R; - T3H = W[2]; - T3L = W[3]; - rio[WS(vs, 2) + WS(is, 4)] = FMA(T3H, T3K, T3L * T3O); - iio[WS(vs, 2) + WS(is, 4)] = FNMS(T3L, T3K, T3H * T3O); - T3P = W[4]; - T3R = W[5]; - rio[WS(vs, 3) + WS(is, 4)] = FMA(T3P, T3Q, T3R * T3S); - iio[WS(vs, 3) + WS(is, 4)] = FNMS(T3R, T3Q, T3P * T3S); - } - } - { - E T1S, T26, T24, T28, T1K, T20; - T1K = T1I + T1J; - T1S = T1K + T1R; - T26 = T1K - T1R; - T20 = T1W + T1Z; - T24 = T20 - T23; - T28 = T23 + T20; - { - E T1H, T1T, T25, T27; - T1H = W[0]; - T1T = W[1]; - rio[WS(vs, 1) + WS(is, 2)] = FMA(T1H, T1S, T1T * T24); - iio[WS(vs, 1) + WS(is, 2)] = FNMS(T1T, T1S, T1H * T24); - T25 = W[6]; - T27 = W[7]; - rio[WS(vs, 4) + WS(is, 2)] = FMA(T25, T26, T27 * T28); - iio[WS(vs, 4) + WS(is, 2)] = FNMS(T27, T26, T25 * T28); - } - } - { - E T2E, T2S, T2Q, T2U, T2w, T2M; - T2w = T2u + T2v; - T2E = T2w + T2D; - T2S = T2w - T2D; - T2M = T2I + T2L; - T2Q = T2M - T2P; - T2U = T2P + T2M; - { - E T2t, T2F, T2R, T2T; - T2t = W[0]; - T2F = W[1]; - rio[WS(vs, 1) + WS(is, 3)] = FMA(T2t, T2E, T2F * T2Q); - iio[WS(vs, 1) + WS(is, 3)] = FNMS(T2F, T2E, T2t * T2Q); - T2R = W[6]; - T2T = W[7]; - rio[WS(vs, 4) + WS(is, 3)] = FMA(T2R, T2S, T2T * T2U); - iio[WS(vs, 4) + WS(is, 3)] = FNMS(T2T, T2S, T2R * T2U); - } - } - { - E T2Y, T34, T32, T36, T2W, T31; - T2W = T2v - T2u; - T2Y = T2W - T2X; - T34 = T2W + T2X; - T31 = T2L - T2I; - T32 = T30 + T31; - T36 = T31 - T30; - { - E T2V, T2Z, T33, T35; - T2V = W[2]; - T2Z = W[3]; - rio[WS(vs, 2) + WS(is, 3)] = FMA(T2V, T2Y, T2Z * T32); - iio[WS(vs, 2) + WS(is, 3)] = FNMS(T2Z, T2Y, T2V * T32); - T33 = W[4]; - T35 = W[5]; - rio[WS(vs, 3) + WS(is, 3)] = FMA(T33, T34, T35 * T36); - iio[WS(vs, 3) + WS(is, 3)] = FNMS(T35, T34, T33 * T36); - } - } - { - E T3q, T3E, T3C, T3G, T3i, T3y; - T3i = T3g + T3h; - T3q = T3i + T3p; - T3E = T3i - T3p; - T3y = T3u + T3x; - T3C = T3y - T3B; - T3G = T3B + T3y; - { - E T3f, T3r, T3D, T3F; - T3f = W[0]; - T3r = W[1]; - rio[WS(vs, 1) + WS(is, 4)] = FMA(T3f, T3q, T3r * T3C); - iio[WS(vs, 1) + WS(is, 4)] = FNMS(T3r, T3q, T3f * T3C); - T3D = W[6]; - T3F = W[7]; - rio[WS(vs, 4) + WS(is, 4)] = FMA(T3D, T3E, T3F * T3G); - iio[WS(vs, 4) + WS(is, 4)] = FNMS(T3F, T3E, T3D * T3G); - } - } - { - E T1q, T1w, T1u, T1y, T1o, T1t; - T1o = TX - TW; - T1q = T1o - T1p; - T1w = T1o + T1p; - T1t = T1d - T1a; - T1u = T1s + T1t; - T1y = T1t - T1s; - { - E T1n, T1r, T1v, T1x; - T1n = W[2]; - T1r = W[3]; - rio[WS(vs, 2) + WS(is, 1)] = FMA(T1n, T1q, T1r * T1u); - iio[WS(vs, 2) + WS(is, 1)] = FNMS(T1r, T1q, T1n * T1u); - T1v = W[4]; - T1x = W[5]; - rio[WS(vs, 3) + WS(is, 1)] = FMA(T1v, T1w, T1x * T1y); - iio[WS(vs, 3) + WS(is, 1)] = FNMS(T1x, T1w, T1v * T1y); - } - } - { - E T16, T1k, T1i, T1m, TY, T1e; - TY = TW + TX; - T16 = TY + T15; - T1k = TY - T15; - T1e = T1a + T1d; - T1i = T1e - T1h; - T1m = T1h + T1e; - { - E TV, T17, T1j, T1l; - TV = W[0]; - T17 = W[1]; - rio[WS(vs, 1) + WS(is, 1)] = FMA(TV, T16, T17 * T1i); - iio[WS(vs, 1) + WS(is, 1)] = FNMS(T17, T16, TV * T1i); - T1j = W[6]; - T1l = W[7]; - rio[WS(vs, 4) + WS(is, 1)] = FMA(T1j, T1k, T1l * T1m); - iio[WS(vs, 4) + WS(is, 1)] = FNMS(T1l, T1k, T1j * T1m); - } - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 5}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 5, "q1_5", twinstr, {130, 70, 70, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_5) (planner *p) { - X(kdft_difsq_register) (p, q1_5, &desc); -} diff --git a/src/fftw3/dft/codelets/inplace/q1_6.c b/src/fftw3/dft/codelets/inplace/q1_6.c deleted file mode 100644 index 82bdac3..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_6.c +++ /dev/null @@ -1,654 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 6 -name q1_6 -include q.h */ - -/* - * This function contains 276 FP additions, 168 FP multiplications, - * (or, 192 additions, 84 multiplications, 84 fused multiply/add), - * 85 stack variables, and 144 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_6(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - DK(KP500000000, +0.500000000000000000000000000000000000000000000); - DK(KP866025403, +0.866025403784438646763723170752936183471402627); - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 10) { - E T3, Tc, Tt, TM, TX, T16, T1n, T1G, T2h, T2A, T1R, T20, T2L, T2U, T3b; - E T3u, T3F, T3O, T45, T4o, T4Z, T5i, T4z, T4I, Ta, TP, Tf, Tq, Tn, TN; - E Tu, TJ, T14, T1J, T19, T1k, T1h, T1H, T1o, T1D, T2b, T2B, T2i, T2x, T1Y; - E T2D, T23, T2e, T2S, T3x, T2X, T38, T35, T3v, T3c, T3r, T3M, T4r, T3R, T42; - E T3Z, T4p, T46, T4l, T4T, T5j, T50, T5f, T4G, T5l, T4L, T4W; - { - E T1, T2, T1l, T1m; - T1 = rio[0]; - T2 = rio[WS(is, 3)]; - T3 = T1 + T2; - Tc = T1 - T2; - { - E Tr, Ts, TV, TW; - Tr = iio[0]; - Ts = iio[WS(is, 3)]; - Tt = Tr - Ts; - TM = Tr + Ts; - TV = rio[WS(vs, 1)]; - TW = rio[WS(vs, 1) + WS(is, 3)]; - TX = TV + TW; - T16 = TV - TW; - } - T1l = iio[WS(vs, 1)]; - T1m = iio[WS(vs, 1) + WS(is, 3)]; - T1n = T1l - T1m; - T1G = T1l + T1m; - { - E T2f, T2g, T1P, T1Q; - T2f = iio[WS(vs, 2)]; - T2g = iio[WS(vs, 2) + WS(is, 3)]; - T2h = T2f - T2g; - T2A = T2f + T2g; - T1P = rio[WS(vs, 2)]; - T1Q = rio[WS(vs, 2) + WS(is, 3)]; - T1R = T1P + T1Q; - T20 = T1P - T1Q; - } - } - { - E T2J, T2K, T43, T44; - T2J = rio[WS(vs, 3)]; - T2K = rio[WS(vs, 3) + WS(is, 3)]; - T2L = T2J + T2K; - T2U = T2J - T2K; - { - E T39, T3a, T3D, T3E; - T39 = iio[WS(vs, 3)]; - T3a = iio[WS(vs, 3) + WS(is, 3)]; - T3b = T39 - T3a; - T3u = T39 + T3a; - T3D = rio[WS(vs, 4)]; - T3E = rio[WS(vs, 4) + WS(is, 3)]; - T3F = T3D + T3E; - T3O = T3D - T3E; - } - T43 = iio[WS(vs, 4)]; - T44 = iio[WS(vs, 4) + WS(is, 3)]; - T45 = T43 - T44; - T4o = T43 + T44; - { - E T4X, T4Y, T4x, T4y; - T4X = iio[WS(vs, 5)]; - T4Y = iio[WS(vs, 5) + WS(is, 3)]; - T4Z = T4X - T4Y; - T5i = T4X + T4Y; - T4x = rio[WS(vs, 5)]; - T4y = rio[WS(vs, 5) + WS(is, 3)]; - T4z = T4x + T4y; - T4I = T4x - T4y; - } - } - { - E T6, Td, T9, Te; - { - E T4, T5, T7, T8; - T4 = rio[WS(is, 2)]; - T5 = rio[WS(is, 5)]; - T6 = T4 + T5; - Td = T4 - T5; - T7 = rio[WS(is, 4)]; - T8 = rio[WS(is, 1)]; - T9 = T7 + T8; - Te = T7 - T8; - } - Ta = T6 + T9; - TP = KP866025403 * (T9 - T6); - Tf = Td + Te; - Tq = KP866025403 * (Te - Td); - } - { - E Tj, TH, Tm, TI; - { - E Th, Ti, Tk, Tl; - Th = iio[WS(is, 2)]; - Ti = iio[WS(is, 5)]; - Tj = Th - Ti; - TH = Th + Ti; - Tk = iio[WS(is, 4)]; - Tl = iio[WS(is, 1)]; - Tm = Tk - Tl; - TI = Tk + Tl; - } - Tn = KP866025403 * (Tj - Tm); - TN = TH + TI; - Tu = Tj + Tm; - TJ = KP866025403 * (TH - TI); - } - { - E T10, T17, T13, T18; - { - E TY, TZ, T11, T12; - TY = rio[WS(vs, 1) + WS(is, 2)]; - TZ = rio[WS(vs, 1) + WS(is, 5)]; - T10 = TY + TZ; - T17 = TY - TZ; - T11 = rio[WS(vs, 1) + WS(is, 4)]; - T12 = rio[WS(vs, 1) + WS(is, 1)]; - T13 = T11 + T12; - T18 = T11 - T12; - } - T14 = T10 + T13; - T1J = KP866025403 * (T13 - T10); - T19 = T17 + T18; - T1k = KP866025403 * (T18 - T17); - } - { - E T1d, T1B, T1g, T1C; - { - E T1b, T1c, T1e, T1f; - T1b = iio[WS(vs, 1) + WS(is, 2)]; - T1c = iio[WS(vs, 1) + WS(is, 5)]; - T1d = T1b - T1c; - T1B = T1b + T1c; - T1e = iio[WS(vs, 1) + WS(is, 4)]; - T1f = iio[WS(vs, 1) + WS(is, 1)]; - T1g = T1e - T1f; - T1C = T1e + T1f; - } - T1h = KP866025403 * (T1d - T1g); - T1H = T1B + T1C; - T1o = T1d + T1g; - T1D = KP866025403 * (T1B - T1C); - } - { - E T27, T2v, T2a, T2w; - { - E T25, T26, T28, T29; - T25 = iio[WS(vs, 2) + WS(is, 2)]; - T26 = iio[WS(vs, 2) + WS(is, 5)]; - T27 = T25 - T26; - T2v = T25 + T26; - T28 = iio[WS(vs, 2) + WS(is, 4)]; - T29 = iio[WS(vs, 2) + WS(is, 1)]; - T2a = T28 - T29; - T2w = T28 + T29; - } - T2b = KP866025403 * (T27 - T2a); - T2B = T2v + T2w; - T2i = T27 + T2a; - T2x = KP866025403 * (T2v - T2w); - } - { - E T1U, T21, T1X, T22; - { - E T1S, T1T, T1V, T1W; - T1S = rio[WS(vs, 2) + WS(is, 2)]; - T1T = rio[WS(vs, 2) + WS(is, 5)]; - T1U = T1S + T1T; - T21 = T1S - T1T; - T1V = rio[WS(vs, 2) + WS(is, 4)]; - T1W = rio[WS(vs, 2) + WS(is, 1)]; - T1X = T1V + T1W; - T22 = T1V - T1W; - } - T1Y = T1U + T1X; - T2D = KP866025403 * (T1X - T1U); - T23 = T21 + T22; - T2e = KP866025403 * (T22 - T21); - } - { - E T2O, T2V, T2R, T2W; - { - E T2M, T2N, T2P, T2Q; - T2M = rio[WS(vs, 3) + WS(is, 2)]; - T2N = rio[WS(vs, 3) + WS(is, 5)]; - T2O = T2M + T2N; - T2V = T2M - T2N; - T2P = rio[WS(vs, 3) + WS(is, 4)]; - T2Q = rio[WS(vs, 3) + WS(is, 1)]; - T2R = T2P + T2Q; - T2W = T2P - T2Q; - } - T2S = T2O + T2R; - T3x = KP866025403 * (T2R - T2O); - T2X = T2V + T2W; - T38 = KP866025403 * (T2W - T2V); - } - { - E T31, T3p, T34, T3q; - { - E T2Z, T30, T32, T33; - T2Z = iio[WS(vs, 3) + WS(is, 2)]; - T30 = iio[WS(vs, 3) + WS(is, 5)]; - T31 = T2Z - T30; - T3p = T2Z + T30; - T32 = iio[WS(vs, 3) + WS(is, 4)]; - T33 = iio[WS(vs, 3) + WS(is, 1)]; - T34 = T32 - T33; - T3q = T32 + T33; - } - T35 = KP866025403 * (T31 - T34); - T3v = T3p + T3q; - T3c = T31 + T34; - T3r = KP866025403 * (T3p - T3q); - } - { - E T3I, T3P, T3L, T3Q; - { - E T3G, T3H, T3J, T3K; - T3G = rio[WS(vs, 4) + WS(is, 2)]; - T3H = rio[WS(vs, 4) + WS(is, 5)]; - T3I = T3G + T3H; - T3P = T3G - T3H; - T3J = rio[WS(vs, 4) + WS(is, 4)]; - T3K = rio[WS(vs, 4) + WS(is, 1)]; - T3L = T3J + T3K; - T3Q = T3J - T3K; - } - T3M = T3I + T3L; - T4r = KP866025403 * (T3L - T3I); - T3R = T3P + T3Q; - T42 = KP866025403 * (T3Q - T3P); - } - { - E T3V, T4j, T3Y, T4k; - { - E T3T, T3U, T3W, T3X; - T3T = iio[WS(vs, 4) + WS(is, 2)]; - T3U = iio[WS(vs, 4) + WS(is, 5)]; - T3V = T3T - T3U; - T4j = T3T + T3U; - T3W = iio[WS(vs, 4) + WS(is, 4)]; - T3X = iio[WS(vs, 4) + WS(is, 1)]; - T3Y = T3W - T3X; - T4k = T3W + T3X; - } - T3Z = KP866025403 * (T3V - T3Y); - T4p = T4j + T4k; - T46 = T3V + T3Y; - T4l = KP866025403 * (T4j - T4k); - } - { - E T4P, T5d, T4S, T5e; - { - E T4N, T4O, T4Q, T4R; - T4N = iio[WS(vs, 5) + WS(is, 2)]; - T4O = iio[WS(vs, 5) + WS(is, 5)]; - T4P = T4N - T4O; - T5d = T4N + T4O; - T4Q = iio[WS(vs, 5) + WS(is, 4)]; - T4R = iio[WS(vs, 5) + WS(is, 1)]; - T4S = T4Q - T4R; - T5e = T4Q + T4R; - } - T4T = KP866025403 * (T4P - T4S); - T5j = T5d + T5e; - T50 = T4P + T4S; - T5f = KP866025403 * (T5d - T5e); - } - { - E T4C, T4J, T4F, T4K; - { - E T4A, T4B, T4D, T4E; - T4A = rio[WS(vs, 5) + WS(is, 2)]; - T4B = rio[WS(vs, 5) + WS(is, 5)]; - T4C = T4A + T4B; - T4J = T4A - T4B; - T4D = rio[WS(vs, 5) + WS(is, 4)]; - T4E = rio[WS(vs, 5) + WS(is, 1)]; - T4F = T4D + T4E; - T4K = T4D - T4E; - } - T4G = T4C + T4F; - T5l = KP866025403 * (T4F - T4C); - T4L = T4J + T4K; - T4W = KP866025403 * (T4K - T4J); - } - rio[0] = T3 + Ta; - iio[0] = TM + TN; - rio[WS(is, 1)] = TX + T14; - iio[WS(is, 1)] = T1G + T1H; - rio[WS(is, 3)] = T2L + T2S; - rio[WS(is, 2)] = T1R + T1Y; - iio[WS(is, 2)] = T2A + T2B; - iio[WS(is, 3)] = T3u + T3v; - iio[WS(is, 4)] = T4o + T4p; - iio[WS(is, 5)] = T5i + T5j; - rio[WS(is, 5)] = T4z + T4G; - rio[WS(is, 4)] = T3F + T3M; - { - E T1w, T1y, T1v, T1x; - T1w = T16 + T19; - T1y = T1n + T1o; - T1v = W[4]; - T1x = W[5]; - rio[WS(vs, 3) + WS(is, 1)] = FMA(T1v, T1w, T1x * T1y); - iio[WS(vs, 3) + WS(is, 1)] = FNMS(T1x, T1w, T1v * T1y); - } - { - E T58, T5a, T57, T59; - T58 = T4I + T4L; - T5a = T4Z + T50; - T57 = W[4]; - T59 = W[5]; - rio[WS(vs, 3) + WS(is, 5)] = FMA(T57, T58, T59 * T5a); - iio[WS(vs, 3) + WS(is, 5)] = FNMS(T59, T58, T57 * T5a); - } - { - E TC, TE, TB, TD; - TC = Tc + Tf; - TE = Tt + Tu; - TB = W[4]; - TD = W[5]; - rio[WS(vs, 3)] = FMA(TB, TC, TD * TE); - iio[WS(vs, 3)] = FNMS(TD, TC, TB * TE); - } - { - E T4e, T4g, T4d, T4f; - T4e = T3O + T3R; - T4g = T45 + T46; - T4d = W[4]; - T4f = W[5]; - rio[WS(vs, 3) + WS(is, 4)] = FMA(T4d, T4e, T4f * T4g); - iio[WS(vs, 3) + WS(is, 4)] = FNMS(T4f, T4e, T4d * T4g); - } - { - E T3k, T3m, T3j, T3l; - T3k = T2U + T2X; - T3m = T3b + T3c; - T3j = W[4]; - T3l = W[5]; - rio[WS(vs, 3) + WS(is, 3)] = FMA(T3j, T3k, T3l * T3m); - iio[WS(vs, 3) + WS(is, 3)] = FNMS(T3l, T3k, T3j * T3m); - } - { - E T2q, T2s, T2p, T2r; - T2q = T20 + T23; - T2s = T2h + T2i; - T2p = W[4]; - T2r = W[5]; - rio[WS(vs, 3) + WS(is, 2)] = FMA(T2p, T2q, T2r * T2s); - iio[WS(vs, 3) + WS(is, 2)] = FNMS(T2r, T2q, T2p * T2s); - } - { - E T5g, T5o, T5m, T5q, T5c, T5k; - T5c = FNMS(KP500000000, T4G, T4z); - T5g = T5c - T5f; - T5o = T5c + T5f; - T5k = FNMS(KP500000000, T5j, T5i); - T5m = T5k - T5l; - T5q = T5l + T5k; - { - E T5b, T5h, T5n, T5p; - T5b = W[2]; - T5h = W[3]; - rio[WS(vs, 2) + WS(is, 5)] = FMA(T5b, T5g, T5h * T5m); - iio[WS(vs, 2) + WS(is, 5)] = FNMS(T5h, T5g, T5b * T5m); - T5n = W[6]; - T5p = W[7]; - rio[WS(vs, 4) + WS(is, 5)] = FMA(T5n, T5o, T5p * T5q); - iio[WS(vs, 4) + WS(is, 5)] = FNMS(T5p, T5o, T5n * T5q); - } - } - { - E To, Ty, Tw, TA, Tg, Tv; - Tg = FNMS(KP500000000, Tf, Tc); - To = Tg + Tn; - Ty = Tg - Tn; - Tv = FNMS(KP500000000, Tu, Tt); - Tw = Tq + Tv; - TA = Tv - Tq; - { - E Tb, Tp, Tx, Tz; - Tb = W[0]; - Tp = W[1]; - rio[WS(vs, 1)] = FMA(Tb, To, Tp * Tw); - iio[WS(vs, 1)] = FNMS(Tp, To, Tb * Tw); - Tx = W[8]; - Tz = W[9]; - rio[WS(vs, 5)] = FMA(Tx, Ty, Tz * TA); - iio[WS(vs, 5)] = FNMS(Tz, Ty, Tx * TA); - } - } - { - E T36, T3g, T3e, T3i, T2Y, T3d; - T2Y = FNMS(KP500000000, T2X, T2U); - T36 = T2Y + T35; - T3g = T2Y - T35; - T3d = FNMS(KP500000000, T3c, T3b); - T3e = T38 + T3d; - T3i = T3d - T38; - { - E T2T, T37, T3f, T3h; - T2T = W[0]; - T37 = W[1]; - rio[WS(vs, 1) + WS(is, 3)] = FMA(T2T, T36, T37 * T3e); - iio[WS(vs, 1) + WS(is, 3)] = FNMS(T37, T36, T2T * T3e); - T3f = W[8]; - T3h = W[9]; - rio[WS(vs, 5) + WS(is, 3)] = FMA(T3f, T3g, T3h * T3i); - iio[WS(vs, 5) + WS(is, 3)] = FNMS(T3h, T3g, T3f * T3i); - } - } - { - E T2y, T2G, T2E, T2I, T2u, T2C; - T2u = FNMS(KP500000000, T1Y, T1R); - T2y = T2u - T2x; - T2G = T2u + T2x; - T2C = FNMS(KP500000000, T2B, T2A); - T2E = T2C - T2D; - T2I = T2D + T2C; - { - E T2t, T2z, T2F, T2H; - T2t = W[2]; - T2z = W[3]; - rio[WS(vs, 2) + WS(is, 2)] = FMA(T2t, T2y, T2z * T2E); - iio[WS(vs, 2) + WS(is, 2)] = FNMS(T2z, T2y, T2t * T2E); - T2F = W[6]; - T2H = W[7]; - rio[WS(vs, 4) + WS(is, 2)] = FMA(T2F, T2G, T2H * T2I); - iio[WS(vs, 4) + WS(is, 2)] = FNMS(T2H, T2G, T2F * T2I); - } - } - { - E T3s, T3A, T3y, T3C, T3o, T3w; - T3o = FNMS(KP500000000, T2S, T2L); - T3s = T3o - T3r; - T3A = T3o + T3r; - T3w = FNMS(KP500000000, T3v, T3u); - T3y = T3w - T3x; - T3C = T3x + T3w; - { - E T3n, T3t, T3z, T3B; - T3n = W[2]; - T3t = W[3]; - rio[WS(vs, 2) + WS(is, 3)] = FMA(T3n, T3s, T3t * T3y); - iio[WS(vs, 2) + WS(is, 3)] = FNMS(T3t, T3s, T3n * T3y); - T3z = W[6]; - T3B = W[7]; - rio[WS(vs, 4) + WS(is, 3)] = FMA(T3z, T3A, T3B * T3C); - iio[WS(vs, 4) + WS(is, 3)] = FNMS(T3B, T3A, T3z * T3C); - } - } - { - E T1E, T1M, T1K, T1O, T1A, T1I; - T1A = FNMS(KP500000000, T14, TX); - T1E = T1A - T1D; - T1M = T1A + T1D; - T1I = FNMS(KP500000000, T1H, T1G); - T1K = T1I - T1J; - T1O = T1J + T1I; - { - E T1z, T1F, T1L, T1N; - T1z = W[2]; - T1F = W[3]; - rio[WS(vs, 2) + WS(is, 1)] = FMA(T1z, T1E, T1F * T1K); - iio[WS(vs, 2) + WS(is, 1)] = FNMS(T1F, T1E, T1z * T1K); - T1L = W[6]; - T1N = W[7]; - rio[WS(vs, 4) + WS(is, 1)] = FMA(T1L, T1M, T1N * T1O); - iio[WS(vs, 4) + WS(is, 1)] = FNMS(T1N, T1M, T1L * T1O); - } - } - { - E T4m, T4u, T4s, T4w, T4i, T4q; - T4i = FNMS(KP500000000, T3M, T3F); - T4m = T4i - T4l; - T4u = T4i + T4l; - T4q = FNMS(KP500000000, T4p, T4o); - T4s = T4q - T4r; - T4w = T4r + T4q; - { - E T4h, T4n, T4t, T4v; - T4h = W[2]; - T4n = W[3]; - rio[WS(vs, 2) + WS(is, 4)] = FMA(T4h, T4m, T4n * T4s); - iio[WS(vs, 2) + WS(is, 4)] = FNMS(T4n, T4m, T4h * T4s); - T4t = W[6]; - T4v = W[7]; - rio[WS(vs, 4) + WS(is, 4)] = FMA(T4t, T4u, T4v * T4w); - iio[WS(vs, 4) + WS(is, 4)] = FNMS(T4v, T4u, T4t * T4w); - } - } - { - E TK, TS, TQ, TU, TG, TO; - TG = FNMS(KP500000000, Ta, T3); - TK = TG - TJ; - TS = TG + TJ; - TO = FNMS(KP500000000, TN, TM); - TQ = TO - TP; - TU = TP + TO; - { - E TF, TL, TR, TT; - TF = W[2]; - TL = W[3]; - rio[WS(vs, 2)] = FMA(TF, TK, TL * TQ); - iio[WS(vs, 2)] = FNMS(TL, TK, TF * TQ); - TR = W[6]; - TT = W[7]; - rio[WS(vs, 4)] = FMA(TR, TS, TT * TU); - iio[WS(vs, 4)] = FNMS(TT, TS, TR * TU); - } - } - { - E T2c, T2m, T2k, T2o, T24, T2j; - T24 = FNMS(KP500000000, T23, T20); - T2c = T24 + T2b; - T2m = T24 - T2b; - T2j = FNMS(KP500000000, T2i, T2h); - T2k = T2e + T2j; - T2o = T2j - T2e; - { - E T1Z, T2d, T2l, T2n; - T1Z = W[0]; - T2d = W[1]; - rio[WS(vs, 1) + WS(is, 2)] = FMA(T1Z, T2c, T2d * T2k); - iio[WS(vs, 1) + WS(is, 2)] = FNMS(T2d, T2c, T1Z * T2k); - T2l = W[8]; - T2n = W[9]; - rio[WS(vs, 5) + WS(is, 2)] = FMA(T2l, T2m, T2n * T2o); - iio[WS(vs, 5) + WS(is, 2)] = FNMS(T2n, T2m, T2l * T2o); - } - } - { - E T40, T4a, T48, T4c, T3S, T47; - T3S = FNMS(KP500000000, T3R, T3O); - T40 = T3S + T3Z; - T4a = T3S - T3Z; - T47 = FNMS(KP500000000, T46, T45); - T48 = T42 + T47; - T4c = T47 - T42; - { - E T3N, T41, T49, T4b; - T3N = W[0]; - T41 = W[1]; - rio[WS(vs, 1) + WS(is, 4)] = FMA(T3N, T40, T41 * T48); - iio[WS(vs, 1) + WS(is, 4)] = FNMS(T41, T40, T3N * T48); - T49 = W[8]; - T4b = W[9]; - rio[WS(vs, 5) + WS(is, 4)] = FMA(T49, T4a, T4b * T4c); - iio[WS(vs, 5) + WS(is, 4)] = FNMS(T4b, T4a, T49 * T4c); - } - } - { - E T1i, T1s, T1q, T1u, T1a, T1p; - T1a = FNMS(KP500000000, T19, T16); - T1i = T1a + T1h; - T1s = T1a - T1h; - T1p = FNMS(KP500000000, T1o, T1n); - T1q = T1k + T1p; - T1u = T1p - T1k; - { - E T15, T1j, T1r, T1t; - T15 = W[0]; - T1j = W[1]; - rio[WS(vs, 1) + WS(is, 1)] = FMA(T15, T1i, T1j * T1q); - iio[WS(vs, 1) + WS(is, 1)] = FNMS(T1j, T1i, T15 * T1q); - T1r = W[8]; - T1t = W[9]; - rio[WS(vs, 5) + WS(is, 1)] = FMA(T1r, T1s, T1t * T1u); - iio[WS(vs, 5) + WS(is, 1)] = FNMS(T1t, T1s, T1r * T1u); - } - } - { - E T4U, T54, T52, T56, T4M, T51; - T4M = FNMS(KP500000000, T4L, T4I); - T4U = T4M + T4T; - T54 = T4M - T4T; - T51 = FNMS(KP500000000, T50, T4Z); - T52 = T4W + T51; - T56 = T51 - T4W; - { - E T4H, T4V, T53, T55; - T4H = W[0]; - T4V = W[1]; - rio[WS(vs, 1) + WS(is, 5)] = FMA(T4H, T4U, T4V * T52); - iio[WS(vs, 1) + WS(is, 5)] = FNMS(T4V, T4U, T4H * T52); - T53 = W[8]; - T55 = W[9]; - rio[WS(vs, 5) + WS(is, 5)] = FMA(T53, T54, T55 * T56); - iio[WS(vs, 5) + WS(is, 5)] = FNMS(T55, T54, T53 * T56); - } - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 6}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 6, "q1_6", twinstr, {192, 84, 84, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_6) (planner *p) { - X(kdft_difsq_register) (p, q1_6, &desc); -} diff --git a/src/fftw3/dft/codelets/inplace/q1_8.c b/src/fftw3/dft/codelets/inplace/q1_8.c deleted file mode 100644 index 84409a7..0000000 --- a/src/fftw3/dft/codelets/inplace/q1_8.c +++ /dev/null @@ -1,1149 +0,0 @@ -/* - * Copyright (c) 2003 Matteo Frigo - * Copyright (c) 2003 Massachusetts Institute of Technology - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - * - */ - -/* This file was automatically generated --- DO NOT EDIT */ -/* Generated on Sat Jul 5 21:39:14 EDT 2003 */ - -#include "codelet-dft.h" - -/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 8 -name q1_8 -include q.h */ - -/* - * This function contains 528 FP additions, 256 FP multiplications, - * (or, 416 additions, 144 multiplications, 112 fused multiply/add), - * 142 stack variables, and 256 memory accesses - */ -/* - * Generator Id's : - * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $ - */ - -#include "q.h" - -static const R *q1_8(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist) -{ - DK(KP707106781, +0.707106781186547524400844362104849039284835938); - int i; - for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 14) { - E T7, T14, T1g, Tk, TC, TQ, T10, TM, T1w, T2p, T2z, T1H, T1M, T1W, T2j; - E T1V, T7R, T8O, T90, T84, T8m, T8A, T8K, T8w, T9g, Ta9, Taj, T9r, T9w, T9G; - E Ta3, T9F, Te, T17, T1h, Tp, Tu, TE, T11, TD, T1p, T2m, T2y, T1C, T1U; - E T28, T2i, T24, T7Y, T8R, T91, T89, T8e, T8o, T8L, T8n, T99, Ta6, Tai, T9m; - E T9E, T9S, Ta2, T9O, T2H, T3E, T3Q, T2U, T3c, T3q, T3A, T3m, T46, T4Z, T59; - E T4h, T4m, T4w, T4T, T4v, T5h, T6e, T6q, T5u, T5M, T60, T6a, T5W, T6G, T7z; - E T7J, T6R, T6W, T76, T7t, T75, T2O, T3H, T3R, T2Z, T34, T3e, T3B, T3d, T3Z; - E T4W, T58, T4c, T4u, T4I, T4S, T4E, T5o, T6h, T6r, T5z, T5E, T5O, T6b, T5N; - E T6z, T7w, T7I, T6M, T74, T7i, T7s, T7e; - { - E T3, Ty, Tj, TY, T6, Tg, TB, TZ; - { - E T1, T2, Th, Ti; - T1 = rio[0]; - T2 = rio[WS(is, 4)]; - T3 = T1 + T2; - Ty = T1 - T2; - Th = iio[0]; - Ti = iio[WS(is, 4)]; - Tj = Th - Ti; - TY = Th + Ti; - } - { - E T4, T5, Tz, TA; - T4 = rio[WS(is, 2)]; - T5 = rio[WS(is, 6)]; - T6 = T4 + T5; - Tg = T4 - T5; - Tz = iio[WS(is, 2)]; - TA = iio[WS(is, 6)]; - TB = Tz - TA; - TZ = Tz + TA; - } - T7 = T3 + T6; - T14 = T3 - T6; - T1g = TY + TZ; - Tk = Tg + Tj; - TC = Ty - TB; - TQ = Tj - Tg; - T10 = TY - TZ; - TM = Ty + TB; - } - { - E T1s, T1I, T1L, T2n, T1v, T1D, T1G, T2o; - { - E T1q, T1r, T1J, T1K; - T1q = rio[WS(vs, 1) + WS(is, 1)]; - T1r = rio[WS(vs, 1) + WS(is, 5)]; - T1s = T1q + T1r; - T1I = T1q - T1r; - T1J = iio[WS(vs, 1) + WS(is, 1)]; - T1K = iio[WS(vs, 1) + WS(is, 5)]; - T1L = T1J - T1K; - T2n = T1J + T1K; - } - { - E T1t, T1u, T1E, T1F; - T1t = rio[WS(vs, 1) + WS(is, 7)]; - T1u = rio[WS(vs, 1) + WS(is, 3)]; - T1v = T1t + T1u; - T1D = T1t - T1u; - T1E = iio[WS(vs, 1) + WS(is, 7)]; - T1F = iio[WS(vs, 1) + WS(is, 3)]; - T1G = T1E - T1F; - T2o = T1E + T1F; - } - T1w = T1s + T1v; - T2p = T2n - T2o; - T2z = T2n + T2o; - T1H = T1D - T1G; - T1M = T1I + T1L; - T1W = T1D + T1G; - T2j = T1v - T1s; - T1V = T1L - T1I; - } - { - E T7N, T8i, T83, T8I, T7Q, T80, T8l, T8J; - { - E T7L, T7M, T81, T82; - T7L = rio[WS(vs, 6)]; - T7M = rio[WS(vs, 6) + WS(is, 4)]; - T7N = T7L + T7M; - T8i = T7L - T7M; - T81 = iio[WS(vs, 6)]; - T82 = iio[WS(vs, 6) + WS(is, 4)]; - T83 = T81 - T82; - T8I = T81 + T82; - } - { - E T7O, T7P, T8j, T8k; - T7O = rio[WS(vs, 6) + WS(is, 2)]; - T7P = rio[WS(vs, 6) + WS(is, 6)]; - T7Q = T7O + T7P; - T80 = T7O - T7P; - T8j = iio[WS(vs, 6) + WS(is, 2)]; - T8k = iio[WS(vs, 6) + WS(is, 6)]; - T8l = T8j - T8k; - T8J = T8j + T8k; - } - T7R = T7N + T7Q; - T8O = T7N - T7Q; - T90 = T8I + T8J; - T84 = T80 + T83; - T8m = T8i - T8l; - T8A = T83 - T80; - T8K = T8I - T8J; - T8w = T8i + T8l; - } - { - E T9c, T9s, T9v, Ta7, T9f, T9n, T9q, Ta8; - { - E T9a, T9b, T9t, T9u; - T9a = rio[WS(vs, 7) + WS(is, 1)]; - T9b = rio[WS(vs, 7) + WS(is, 5)]; - T9c = T9a + T9b; - T9s = T9a - T9b; - T9t = iio[WS(vs, 7) + WS(is, 1)]; - T9u = iio[WS(vs, 7) + WS(is, 5)]; - T9v = T9t - T9u; - Ta7 = T9t + T9u; - } - { - E T9d, T9e, T9o, T9p; - T9d = rio[WS(vs, 7) + WS(is, 7)]; - T9e = rio[WS(vs, 7) + WS(is, 3)]; - T9f = T9d + T9e; - T9n = T9d - T9e; - T9o = iio[WS(vs, 7) + WS(is, 7)]; - T9p = iio[WS(vs, 7) + WS(is, 3)]; - T9q = T9o - T9p; - Ta8 = T9o + T9p; - } - T9g = T9c + T9f; - Ta9 = Ta7 - Ta8; - Taj = Ta7 + Ta8; - T9r = T9n - T9q; - T9w = T9s + T9v; - T9G = T9n + T9q; - Ta3 = T9f - T9c; - T9F = T9v - T9s; - } - { - E Ta, Tq, Tt, T15, Td, Tl, To, T16; - { - E T8, T9, Tr, Ts; - T8 = rio[WS(is, 1)]; - T9 = rio[WS(is, 5)]; - Ta = T8 + T9; - Tq = T8 - T9; - Tr = iio[WS(is, 1)]; - Ts = iio[WS(is, 5)]; - Tt = Tr - Ts; - T15 = Tr + Ts; - } - { - E Tb, Tc, Tm, Tn; - Tb = rio[WS(is, 7)]; - Tc = rio[WS(is, 3)]; - Td = Tb + Tc; - Tl = Tb - Tc; - Tm = iio[WS(is, 7)]; - Tn = iio[WS(is, 3)]; - To = Tm - Tn; - T16 = Tm + Tn; - } - Te = Ta + Td; - T17 = T15 - T16; - T1h = T15 + T16; - Tp = Tl - To; - Tu = Tq + Tt; - TE = Tl + To; - T11 = Td - Ta; - TD = Tt - Tq; - } - { - E T1l, T1Q, T1B, T2g, T1o, T1y, T1T, T2h; - { - E T1j, T1k, T1z, T1A; - T1j = rio[WS(vs, 1)]; - T1k = rio[WS(vs, 1) + WS(is, 4)]; - T1l = T1j + T1k; - T1Q = T1j - T1k; - T1z = iio[WS(vs, 1)]; - T1A = iio[WS(vs, 1) + WS(is, 4)]; - T1B = T1z - T1A; - T2g = T1z + T1A; - } - { - E T1m, T1n, T1R, T1S; - T1m = rio[WS(vs, 1) + WS(is, 2)]; - T1n = rio[WS(vs, 1) + WS(is, 6)]; - T1o = T1m + T1n; - T1y = T1m - T1n; - T1R = iio[WS(vs, 1) + WS(is, 2)]; - T1S = iio[WS(vs, 1) + WS(is, 6)]; - T1T = T1R - T1S; - T2h = T1R + T1S; - } - T1p = T1l + T1o; - T2m = T1l - T1o; - T2y = T2g + T2h; - T1C = T1y + T1B; - T1U = T1Q - T1T; - T28 = T1B - T1y; - T2i = T2g - T2h; - T24 = T1Q + T1T; - } - { - E T7U, T8a, T8d, T8P, T7X, T85, T88, T8Q; - { - E T7S, T7T, T8b, T8c; - T7S = rio[WS(vs, 6) + WS(is, 1)]; - T7T = rio[WS(vs, 6) + WS(is, 5)]; - T7U = T7S + T7T; - T8a = T7S - T7T; - T8b = iio[WS(vs, 6) + WS(is, 1)]; - T8c = iio[WS(vs, 6) + WS(is, 5)]; - T8d = T8b - T8c; - T8P = T8b + T8c; - } - { - E T7V, T7W, T86, T87; - T7V = rio[WS(vs, 6) + WS(is, 7)]; - T7W = rio[WS(vs, 6) + WS(is, 3)]; - T7X = T7V + T7W; - T85 = T7V - T7W; - T86 = iio[WS(vs, 6) + WS(is, 7)]; - T87 = iio[WS(vs, 6) + WS(is, 3)]; - T88 = T86 - T87; - T8Q = T86 + T87; - } - T7Y = T7U + T7X; - T8R = T8P - T8Q; - T91 = T8P + T8Q; - T89 = T85 - T88; - T8e = T8a + T8d; - T8o = T85 + T88; - T8L = T7X - T7U; - T8n = T8d - T8a; - } - { - E T95, T9A, T9l, Ta0, T98, T9i, T9D, Ta1; - { - E T93, T94, T9j, T9k; - T93 = rio[WS(vs, 7)]; - T94 = rio[WS(vs, 7) + WS(is, 4)]; - T95 = T93 + T94; - T9A = T93 - T94; - T9j = iio[WS(vs, 7)]; - T9k = iio[WS(vs, 7) + WS(is, 4)]; - T9l = T9j - T9k; - Ta0 = T9j + T9k; - } - { - E T96, T97, T9B, T9C; - T96 = rio[WS(vs, 7) + WS(is, 2)]; - T97 = rio[WS(vs, 7) + WS(is, 6)]; - T98 = T96 + T97; - T9i = T96 - T97; - T9B = iio[WS(vs, 7) + WS(is, 2)]; - T9C = iio[WS(vs, 7) + WS(is, 6)]; - T9D = T9B - T9C; - Ta1 = T9B + T9C; - } - T99 = T95 + T98; - Ta6 = T95 - T98; - Tai = Ta0 + Ta1; - T9m = T9i + T9l; - T9E = T9A - T9D; - T9S = T9l - T9i; - Ta2 = Ta0 - Ta1; - T9O = T9A + T9D; - } - { - E T2D, T38, T2T, T3y, T2G, T2Q, T3b, T3z; - { - E T2B, T2C, T2R, T2S; - T2B = rio[WS(vs, 2)]; - T2C = rio[WS(vs, 2) + WS(is, 4)]; - T2D = T2B + T2C; - T38 = T2B - T2C; - T2R = iio[WS(vs, 2)]; - T2S = iio[WS(vs, 2) + WS(is, 4)]; - T2T = T2R - T2S; - T3y = T2R + T2S; - } - { - E T2E, T2F, T39, T3a; - T2E = rio[WS(vs, 2) + WS(is, 2)]; - T2F = rio[WS(vs, 2) + WS(is, 6)]; - T2G = T2E + T2F; - T2Q = T2E - T2F; - T39 = iio[WS(vs, 2) + WS(is, 2)]; - T3a = iio[WS(vs, 2) + WS(is, 6)]; - T3b = T39 - T3a; - T3z = T39 + T3a; - } - T2H = T2D + T2G; - T3E = T2D - T2G; - T3Q = T3y + T3z; - T2U = T2Q + T2T; - T3c = T38 - T3b; - T3q = T2T - T2Q; - T3A = T3y - T3z; - T3m = T38 + T3b; - } - { - E T42, T4i, T4l, T4X, T45, T4d, T4g, T4Y; - { - E T40, T41, T4j, T4k; - T40 = rio[WS(vs, 3) + WS(is, 1)]; - T41 = rio[WS(vs, 3) + WS(is, 5)]; - T42 = T40 + T41; - T4i = T40 - T41; - T4j = iio[WS(vs, 3) + WS(is, 1)]; - T4k = iio[WS(vs, 3) + WS(is, 5)]; - T4l = T4j - T4k; - T4X = T4j + T4k; - } - { - E T43, T44, T4e, T4f; - T43 = rio[WS(vs, 3) + WS(is, 7)]; - T44 = rio[WS(vs, 3) + WS(is, 3)]; - T45 = T43 + T44; - T4d = T43 - T44; - T4e = iio[WS(vs, 3) + WS(is, 7)]; - T4f = iio[WS(vs, 3) + WS(is, 3)]; - T4g = T4e - T4f; - T4Y = T4e + T4f; - } - T46 = T42 + T45; - T4Z = T4X - T4Y; - T59 = T4X + T4Y; - T4h = T4d - T4g; - T4m = T4i + T4l; - T4w = T4d + T4g; - T4T = T45 - T42; - T4v = T4l - T4i; - } - { - E T5d, T5I, T5t, T68, T5g, T5q, T5L, T69; - { - E T5b, T5c, T5r, T5s; - T5b = rio[WS(vs, 4)]; - T5c = rio[WS(vs, 4) + WS(is, 4)]; - T5d = T5b + T5c; - T5I = T5b - T5c; - T5r = iio[WS(vs, 4)]; - T5s = iio[WS(vs, 4) + WS(is, 4)]; - T5t = T5r - T5s; - T68 = T5r + T5s; - } - { - E T5e, T5f, T5J, T5K; - T5e = rio[WS(vs, 4) + WS(is, 2)]; - T5f = rio[WS(vs, 4) + WS(is, 6)]; - T5g = T5e + T5f; - T5q = T5e - T5f; - T5J = iio[WS(vs, 4) + WS(is, 2)]; - T5K = iio[WS(vs, 4) + WS(is, 6)]; - T5L = T5J - T5K; - T69 = T5J + T5K; - } - T5h = T5d + T5g; - T6e = T5d - T5g; - T6q = T68 + T69; - T5u = T5q + T5t; - T5M = T5I - T5L; - T60 = T5t - T5q; - T6a = T68 - T69; - T5W = T5I + T5L; - } - { - E T6C, T6S, T6V, T7x, T6F, T6N, T6Q, T7y; - { - E T6A, T6B, T6T, T6U; - T6A = rio[WS(vs, 5) + WS(is, 1)]; - T6B = rio[WS(vs, 5) + WS(is, 5)]; - T6C = T6A + T6B; - T6S = T6A - T6B; - T6T = iio[WS(vs, 5) + WS(is, 1)]; - T6U = iio[WS(vs, 5) + WS(is, 5)]; - T6V = T6T - T6U; - T7x = T6T + T6U; - } - { - E T6D, T6E, T6O, T6P; - T6D = rio[WS(vs, 5) + WS(is, 7)]; - T6E = rio[WS(vs, 5) + WS(is, 3)]; - T6F = T6D + T6E; - T6N = T6D - T6E; - T6O = iio[WS(vs, 5) + WS(is, 7)]; - T6P = iio[WS(vs, 5) + WS(is, 3)]; - T6Q = T6O - T6P; - T7y = T6O + T6P; - } - T6G = T6C + T6F; - T7z = T7x - T7y; - T7J = T7x + T7y; - T6R = T6N - T6Q; - T6W = T6S + T6V; - T76 = T6N + T6Q; - T7t = T6F - T6C; - T75 = T6V - T6S; - } - { - E T2K, T30, T33, T3F, T2N, T2V, T2Y, T3G; - { - E T2I, T2J, T31, T32; - T2I = rio[WS(vs, 2) + WS(is, 1)]; - T2J = rio[WS(vs, 2) + WS(is, 5)]; - T2K = T2I + T2J; - T30 = T2I - T2J; - T31 = iio[WS(vs, 2) + WS(is, 1)]; - T32 = iio[WS(vs, 2) + WS(is, 5)]; - T33 = T31 - T32; - T3F = T31 + T32; - } - { - E T2L, T2M, T2W, T2X; - T2L = rio[WS(vs, 2) + WS(is, 7)]; - T2M = rio[WS(vs, 2) + WS(is, 3)]; - T2N = T2L + T2M; - T2V = T2L - T2M; - T2W = iio[WS(vs, 2) + WS(is, 7)]; - T2X = iio[WS(vs, 2) + WS(is, 3)]; - T2Y = T2W - T2X; - T3G = T2W + T2X; - } - T2O = T2K + T2N; - T3H = T3F - T3G; - T3R = T3F + T3G; - T2Z = T2V - T2Y; - T34 = T30 + T33; - T3e = T2V + T2Y; - T3B = T2N - T2K; - T3d = T33 - T30; - } - { - E T3V, T4q, T4b, T4Q, T3Y, T48, T4t, T4R; - { - E T3T, T3U, T49, T4a; - T3T = rio[WS(vs, 3)]; - T3U = rio[WS(vs, 3) + WS(is, 4)]; - T3V = T3T + T3U; - T4q = T3T - T3U; - T49 = iio[WS(vs, 3)]; - T4a = iio[WS(vs, 3) + WS(is, 4)]; - T4b = T49 - T4a; - T4Q = T49 + T4a; - } - { - E T3W, T3X, T4r, T4s; - T3W = rio[WS(vs, 3) + WS(is, 2)]; - T3X = rio[WS(vs, 3) + WS(is, 6)]; - T3Y = T3W + T3X; - T48 = T3W - T3X; - T4r = iio[WS(vs, 3) + WS(is, 2)]; - T4s = iio[WS(vs, 3) + WS(is, 6)]; - T4t = T4r - T4s; - T4R = T4r + T4s; - } - T3Z = T3V + T3Y; - T4W = T3V - T3Y; - T58 = T4Q + T4R; - T4c = T48 + T4b; - T4u = T4q - T4t; - T4I = T4b - T48; - T4S = T4Q - T4R; - T4E = T4q + T4t; - } - { - E T5k, T5A, T5D, T6f, T5n, T5v, T5y, T6g; - { - E T5i, T5j, T5B, T5C; - T5i = rio[WS(vs, 4) + WS(is, 1)]; - T5j = rio[WS(vs, 4) + WS(is, 5)]; - T5k = T5i + T5j; - T5A = T5i - T5j; - T5B = iio[WS(vs, 4) + WS(is, 1)]; - T5C = iio[WS(vs, 4) + WS(is, 5)]; - T5D = T5B - T5C; - T6f = T5B + T5C; - } - { - E T5l, T5m, T5w, T5x; - T5l = rio[WS(vs, 4) + WS(is, 7)]; - T5m = rio[WS(vs, 4) + WS(is, 3)]; - T5n = T5l + T5m; - T5v = T5l - T5m; - T5w = iio[WS(vs, 4) + WS(is, 7)]; - T5x = iio[WS(vs, 4) + WS(is, 3)]; - T5y = T5w - T5x; - T6g = T5w + T5x; - } - T5o = T5k + T5n; - T6h = T6f - T6g; - T6r = T6f + T6g; - T5z = T5v - T5y; - T5E = T5A + T5D; - T5O = T5v + T5y; - T6b = T5n - T5k; - T5N = T5D - T5A; - } - { - E T6v, T70, T6L, T7q, T6y, T6I, T73, T7r; - { - E T6t, T6u, T6J, T6K; - T6t = rio[WS(vs, 5)]; - T6u = rio[WS(vs, 5) + WS(is, 4)]; - T6v = T6t + T6u; - T70 = T6t - T6u; - T6J = iio[WS(vs, 5)]; - T6K = iio[WS(vs, 5) + WS(is, 4)]; - T6L = T6J - T6K; - T7q = T6J + T6K; - } - { - E T6w, T6x, T71, T72; - T6w = rio[WS(vs, 5) + WS(is, 2)]; - T6x = rio[WS(vs, 5) + WS(is, 6)]; - T6y = T6w + T6x; - T6I = T6w - T6x; - T71 = iio[WS(vs, 5) + WS(is, 2)]; - T72 = iio[WS(vs, 5) + WS(is, 6)]; - T73 = T71 - T72; - T7r = T71 + T72; - } - T6z = T6v + T6y; - T7w = T6v - T6y; - T7I = T7q + T7r; - T6M = T6I + T6L; - T74 = T70 - T73; - T7i = T6L - T6I; - T7s = T7q - T7r; - T7e = T70 + T73; - } - rio[0] = T7 + Te; - iio[0] = T1g + T1h; - rio[WS(is, 1)] = T1p + T1w; - iio[WS(is, 1)] = T2y + T2z; - rio[WS(is, 3)] = T3Z + T46; - rio[WS(is, 2)] = T2H + T2O; - iio[WS(is, 2)] = T3Q + T3R; - iio[WS(is, 3)] = T58 + T59; - rio[WS(is, 6)] = T7R + T7Y; - iio[WS(is, 6)] = T90 + T91; - iio[WS(is, 5)] = T7I + T7J; - rio[WS(is, 5)] = T6z + T6G; - iio[WS(is, 4)] = T6q + T6r; - rio[WS(is, 4)] = T5h + T5o; - rio[WS(is, 7)] = T99 + T9g; - iio[WS(is, 7)] = Tai + Taj; - { - E T12, T18, TX, T13; - T12 = T10 - T11; - T18 = T14 - T17; - TX = W[10]; - T13 = W[11]; - iio[WS(vs, 6)] = FNMS(T13, T18, TX * T12); - rio[WS(vs, 6)] = FMA(T13, T12, TX * T18); - } - { - E Tag, Tak, Taf, Tah; - Tag = T99 - T9g; - Tak = Tai - Taj; - Taf = W[6]; - Tah = W[7]; - rio[WS(vs, 4) + WS(is, 7)] = FMA(Taf, Tag, Tah * Tak); - iio[WS(vs, 4) + WS(is, 7)] = FNMS(Tah, Tag, Taf * Tak); - } - { - E T8M, T8S, T8H, T8N; - T8M = T8K - T8L; - T8S = T8O - T8R; - T8H = W[10]; - T8N = W[11]; - iio[WS(vs, 6) + WS(is, 6)] = FNMS(T8N, T8S, T8H * T8M); - rio[WS(vs, 6) + WS(is, 6)] = FMA(T8N, T8M, T8H * T8S); - } - { - E T2k, T2q, T2f, T2l; - T2k = T2i - T2j; - T2q = T2m - T2p; - T2f = W[10]; - T2l = W[11]; - iio[WS(vs, 6) + WS(is, 1)] = FNMS(T2l, T2q, T2f * T2k); - rio[WS(vs, 6) + WS(is, 1)] = FMA(T2l, T2k, T2f * T2q); - } - { - E Ta4, Taa, T9Z, Ta5; - Ta4 = Ta2 - Ta3; - Taa = Ta6 - Ta9; - T9Z = W[10]; - Ta5 = W[11]; - iio[WS(vs, 6) + WS(is, 7)] = FNMS(Ta5, Taa, T9Z * Ta4); - rio[WS(vs, 6) + WS(is, 7)] = FMA(Ta5, Ta4, T9Z * Taa); - } - { - E T8Y, T92, T8X, T8Z; - T8Y = T7R - T7Y; - T92 = T90 - T91; - T8X = W[6]; - T8Z = W[7]; - rio[WS(vs, 4) + WS(is, 6)] = FMA(T8X, T8Y, T8Z * T92); - iio[WS(vs, 4) + WS(is, 6)] = FNMS(T8Z, T8Y, T8X * T92); - } - { - E T2w, T2A, T2v, T2x; - T2w = T1p - T1w; - T2A = T2y - T2z; - T2v = W[6]; - T2x = W[7]; - rio[WS(vs, 4) + WS(is, 1)] = FMA(T2v, T2w, T2x * T2A); - iio[WS(vs, 4) + WS(is, 1)] = FNMS(T2x, T2w, T2v * T2A); - } - { - E Tac, Tae, Tab, Tad; - Tac = Ta3 + Ta2; - Tae = Ta6 + Ta9; - Tab = W[2]; - Tad = W[3]; - iio[WS(vs, 2) + WS(is, 7)] = FNMS(Tad, Tae, Tab * Tac); - rio[WS(vs, 2) + WS(is, 7)] = FMA(Tad, Tac, Tab * Tae); - } - { - E T8U, T8W, T8T, T8V; - T8U = T8L + T8K; - T8W = T8O + T8R; - T8T = W[2]; - T8V = W[3]; - iio[WS(vs, 2) + WS(is, 6)] = FNMS(T8V, T8W, T8T * T8U); - rio[WS(vs, 2) + WS(is, 6)] = FMA(T8V, T8U, T8T * T8W); - } - { - E T1a, T1c, T19, T1b; - T1a = T11 + T10; - T1c = T14 + T17; - T19 = W[2]; - T1b = W[3]; - iio[WS(vs, 2)] = FNMS(T1b, T1c, T19 * T1a); - rio[WS(vs, 2)] = FMA(T1b, T1a, T19 * T1c); - } - { - E T1e, T1i, T1d, T1f; - T1e = T7 - Te; - T1i = T1g - T1h; - T1d = W[6]; - T1f = W[7]; - rio[WS(vs, 4)] = FMA(T1d, T1e, T1f * T1i); - iio[WS(vs, 4)] = FNMS(T1f, T1e, T1d * T1i); - } - { - E T2s, T2u, T2r, T2t; - T2s = T2j + T2i; - T2u = T2m + T2p; - T2r = W[2]; - T2t = W[3]; - iio[WS(vs, 2) + WS(is, 1)] = FNMS(T2t, T2u, T2r * T2s); - rio[WS(vs, 2) + WS(is, 1)] = FMA(T2t, T2s, T2r * T2u); - } - { - E T3C, T3I, T3x, T3D; - T3C = T3A - T3B; - T3I = T3E - T3H; - T3x = W[10]; - T3D = W[11]; - iio[WS(vs, 6) + WS(is, 2)] = FNMS(T3D, T3I, T3x * T3C); - rio[WS(vs, 6) + WS(is, 2)] = FMA(T3D, T3C, T3x * T3I); - } - { - E T4U, T50, T4P, T4V; - T4U = T4S - T4T; - T50 = T4W - T4Z; - T4P = W[10]; - T4V = W[11]; - iio[WS(vs, 6) + WS(is, 3)] = FNMS(T4V, T50, T4P * T4U); - rio[WS(vs, 6) + WS(is, 3)] = FMA(T4V, T4U, T4P * T50); - } - { - E T56, T5a, T55, T57; - T56 = T3Z - T46; - T5a = T58 - T59; - T55 = W[6]; - T57 = W[7]; - rio[WS(vs, 4) + WS(is, 3)] = FMA(T55, T56, T57 * T5a); - iio[WS(vs, 4) + WS(is, 3)] = FNMS(T57, T56, T55 * T5a); - } - { - E T6o, T6s, T6n, T6p; - T6o = T5h - T5o; - T6s = T6q - T6r; - T6n = W[6]; - T6p = W[7]; - rio[WS(vs, 4) + WS(is, 4)] = FMA(T6n, T6o, T6p * T6s); - iio[WS(vs, 4) + WS(is, 4)] = FNMS(T6p, T6o, T6n * T6s); - } - { - E T7u, T7A, T7p, T7v; - T7u = T7s - T7t; - T7A = T7w - T7z; - T7p = W[10]; - T7v = W[11]; - iio[WS(vs, 6) + WS(is, 5)] = FNMS(T7v, T7A, T7p * T7u); - rio[WS(vs, 6) + WS(is, 5)] = FMA(T7v, T7u, T7p * T7A); - } - { - E T6c, T6i, T67, T6d; - T6c = T6a - T6b; - T6i = T6e - T6h; - T67 = W[10]; - T6d = W[11]; - iio[WS(vs, 6) + WS(is, 4)] = FNMS(T6d, T6i, T67 * T6c); - rio[WS(vs, 6) + WS(is, 4)] = FMA(T6d, T6c, T67 * T6i); - } - { - E T7G, T7K, T7F, T7H; - T7G = T6z - T6G; - T7K = T7I - T7J; - T7F = W[6]; - T7H = W[7]; - rio[WS(vs, 4) + WS(is, 5)] = FMA(T7F, T7G, T7H * T7K); - iio[WS(vs, 4) + WS(is, 5)] = FNMS(T7H, T7G, T7F * T7K); - } - { - E T3O, T3S, T3N, T3P; - T3O = T2H - T2O; - T3S = T3Q - T3R; - T3N = W[6]; - T3P = W[7]; - rio[WS(vs, 4) + WS(is, 2)] = FMA(T3N, T3O, T3P * T3S); - iio[WS(vs, 4) + WS(is, 2)] = FNMS(T3P, T3O, T3N * T3S); - } - { - E T3K, T3M, T3J, T3L; - T3K = T3B + T3A; - T3M = T3E + T3H; - T3J = W[2]; - T3L = W[3]; - iio[WS(vs, 2) + WS(is, 2)] = FNMS(T3L, T3M, T3J * T3K); - rio[WS(vs, 2) + WS(is, 2)] = FMA(T3L, T3K, T3J * T3M); - } - { - E T7C, T7E, T7B, T7D; - T7C = T7t + T7s; - T7E = T7w + T7z; - T7B = W[2]; - T7D = W[3]; - iio[WS(vs, 2) + WS(is, 5)] = FNMS(T7D, T7E, T7B * T7C); - rio[WS(vs, 2) + WS(is, 5)] = FMA(T7D, T7C, T7B * T7E); - } - { - E T6k, T6m, T6j, T6l; - T6k = T6b + T6a; - T6m = T6e + T6h; - T6j = W[2]; - T6l = W[3]; - iio[WS(vs, 2) + WS(is, 4)] = FNMS(T6l, T6m, T6j * T6k); - rio[WS(vs, 2) + WS(is, 4)] = FMA(T6l, T6k, T6j * T6m); - } - { - E T52, T54, T51, T53; - T52 = T4T + T4S; - T54 = T4W + T4Z; - T51 = W[2]; - T53 = W[3]; - iio[WS(vs, 2) + WS(is, 3)] = FNMS(T53, T54, T51 * T52); - rio[WS(vs, 2) + WS(is, 3)] = FMA(T53, T52, T51 * T54); - } - { - E T5G, T5S, T5Q, T5U, T5F, T5P; - T5F = KP707106781 * (T5z - T5E); - T5G = T5u - T5F; - T5S = T5u + T5F; - T5P = KP707106781 * (T5N - T5O); - T5Q = T5M - T5P; - T5U = T5M + T5P; - { - E T5p, T5H, T5R, T5T; - T5p = W[12]; - T5H = W[13]; - iio[WS(vs, 7) + WS(is, 4)] = FNMS(T5H, T5Q, T5p * T5G); - rio[WS(vs, 7) + WS(is, 4)] = FMA(T5H, T5G, T5p * T5Q); - T5R = W[4]; - T5T = W[5]; - iio[WS(vs, 3) + WS(is, 4)] = FNMS(T5T, T5U, T5R * T5S); - rio[WS(vs, 3) + WS(is, 4)] = FMA(T5T, T5S, T5R * T5U); - } - } - { - E Tw, TI, TG, TK, Tv, TF; - Tv = KP707106781 * (Tp - Tu); - Tw = Tk - Tv; - TI = Tk + Tv; - TF = KP707106781 * (TD - TE); - TG = TC - TF; - TK = TC + TF; - { - E Tf, Tx, TH, TJ; - Tf = W[12]; - Tx = W[13]; - iio[WS(vs, 7)] = FNMS(Tx, TG, Tf * Tw); - rio[WS(vs, 7)] = FMA(Tx, Tw, Tf * TG); - TH = W[4]; - TJ = W[5]; - iio[WS(vs, 3)] = FNMS(TJ, TK, TH * TI); - rio[WS(vs, 3)] = FMA(TJ, TI, TH * TK); - } - } - { - E T9Q, T9W, T9U, T9Y, T9P, T9T; - T9P = KP707106781 * (T9w + T9r); - T9Q = T9O - T9P; - T9W = T9O + T9P; - T9T = KP707106781 * (T9F + T9G); - T9U = T9S - T9T; - T9Y = T9S + T9T; - { - E T9N, T9R, T9V, T9X; - T9N = W[8]; - T9R = W[9]; - rio[WS(vs, 5) + WS(is, 7)] = FMA(T9N, T9Q, T9R * T9U); - iio[WS(vs, 5) + WS(is, 7)] = FNMS(T9R, T9Q, T9N * T9U); - T9V = W[0]; - T9X = W[1]; - rio[WS(vs, 1) + WS(is, 7)] = FMA(T9V, T9W, T9X * T9Y); - iio[WS(vs, 1) + WS(is, 7)] = FNMS(T9X, T9W, T9V * T9Y); - } - } - { - E T36, T3i, T3g, T3k, T35, T3f; - T35 = KP707106781 * (T2Z - T34); - T36 = T2U - T35; - T3i = T2U + T35; - T3f = KP707106781 * (T3d - T3e); - T3g = T3c - T3f; - T3k = T3c + T3f; - { - E T2P, T37, T3h, T3j; - T2P = W[12]; - T37 = W[13]; - iio[WS(vs, 7) + WS(is, 2)] = FNMS(T37, T3g, T2P * T36); - rio[WS(vs, 7) + WS(is, 2)] = FMA(T37, T36, T2P * T3g); - T3h = W[4]; - T3j = W[5]; - iio[WS(vs, 3) + WS(is, 2)] = FNMS(T3j, T3k, T3h * T3i); - rio[WS(vs, 3) + WS(is, 2)] = FMA(T3j, T3i, T3h * T3k); - } - } - { - E T5Y, T64, T62, T66, T5X, T61; - T5X = KP707106781 * (T5E + T5z); - T5Y = T5W - T5X; - T64 = T5W + T5X; - T61 = KP707106781 * (T5N + T5O); - T62 = T60 - T61; - T66 = T60 + T61; - { - E T5V, T5Z, T63, T65; - T5V = W[8]; - T5Z = W[9]; - rio[WS(vs, 5) + WS(is, 4)] = FMA(T5V, T5Y, T5Z * T62); - iio[WS(vs, 5) + WS(is, 4)] = FNMS(T5Z, T5Y, T5V * T62); - T63 = W[0]; - T65 = W[1]; - rio[WS(vs, 1) + WS(is, 4)] = FMA(T63, T64, T65 * T66); - iio[WS(vs, 1) + WS(is, 4)] = FNMS(T65, T64, T63 * T66); - } - } - { - E T7g, T7m, T7k, T7o, T7f, T7j; - T7f = KP707106781 * (T6W + T6R); - T7g = T7e - T7f; - T7m = T7e + T7f; - T7j = KP707106781 * (T75 + T76); - T7k = T7i - T7j; - T7o = T7i + T7j; - { - E T7d, T7h, T7l, T7n; - T7d = W[8]; - T7h = W[9]; - rio[WS(vs, 5) + WS(is, 5)] = FMA(T7d, T7g, T7h * T7k); - iio[WS(vs, 5) + WS(is, 5)] = FNMS(T7h, T7g, T7d * T7k); - T7l = W[0]; - T7n = W[1]; - rio[WS(vs, 1) + WS(is, 5)] = FMA(T7l, T7m, T7n * T7o); - iio[WS(vs, 1) + WS(is, 5)] = FNMS(T7n, T7m, T7l * T7o); - } - } - { - E T8g, T8s, T8q, T8u, T8f, T8p; - T8f = KP707106781 * (T89 - T8e); - T8g = T84 - T8f; - T8s = T84 + T8f; - T8p = KP707106781 * (T8n - T8o); - T8q = T8m - T8p; - T8u = T8m + T8p; - { - E T7Z, T8h, T8r, T8t; - T7Z = W[12]; - T8h = W[13]; - iio[WS(vs, 7) + WS(is, 6)] = FNMS(T8h, T8q, T7Z * T8g); - rio[WS(vs, 7) + WS(is, 6)] = FMA(T8h, T8g, T7Z * T8q); - T8r = W[4]; - T8t = W[5]; - iio[WS(vs, 3) + WS(is, 6)] = FNMS(T8t, T8u, T8r * T8s); - rio[WS(vs, 3) + WS(is, 6)] = FMA(T8t, T8s, T8r * T8u); - } - } - { - E T4G, T4M, T4K, T4O, T4F, T4J; - T4F = KP707106781 * (T4m + T4h); - T4G = T4E - T4F; - T4M = T4E + T4F; - T4J = KP707106781 * (T4v + T4w); - T4K = T4I - T4J; - T4O = T4I + T4J; - { - E T4D, T4H, T4L, T4N; - T4D = W[8]; - T4H = W[9]; - rio[WS(vs, 5) + WS(is, 3)] = FMA(T4D, T4G, T4H * T4K); - iio[WS(vs, 5) + WS(is, 3)] = FNMS(T4H, T4G, T4D * T4K); - T4L = W[0]; - T4N = W[1]; - rio[WS(vs, 1) + WS(is, 3)] = FMA(T4L, T4M, T4N * T4O); - iio[WS(vs, 1) + WS(is, 3)] = FNMS(T4N, T4M, T4L * T4O); - } - } - { - E TO, TU, TS, TW, TN, TR; - TN = KP707106781 * (Tu + Tp); - TO = TM - TN; - TU = TM + TN; - TR = KP707106781 * (TD + TE); - TS = TQ - TR; - TW = TQ + TR; - { - E TL, TP, TT, TV; - TL = W[8]; - TP = W[9]; - rio[WS(vs, 5)] = FMA(TL, TO, TP * TS); - iio[WS(vs, 5)] = FNMS(TP, TO, TL * TS); - TT = W[0]; - TV = W[1]; - rio[WS(vs, 1)] = FMA(TT, TU, TV * TW); - iio[WS(vs, 1)] = FNMS(TV, TU, TT * TW); - } - } - { - E T26, T2c, T2a, T2e, T25, T29; - T25 = KP707106781 * (T1M + T1H); - T26 = T24 - T25; - T2c = T24 + T25; - T29 = KP707106781 * (T1V + T1W); - T2a = T28 - T29; - T2e = T28 + T29; - { - E T23, T27, T2b, T2d; - T23 = W[8]; - T27 = W[9]; - rio[WS(vs, 5) + WS(is, 1)] = FMA(T23, T26, T27 * T2a); - iio[WS(vs, 5) + WS(is, 1)] = FNMS(T27, T26, T23 * T2a); - T2b = W[0]; - T2d = W[1]; - rio[WS(vs, 1) + WS(is, 1)] = FMA(T2b, T2c, T2d * T2e); - iio[WS(vs, 1) + WS(is, 1)] = FNMS(T2d, T2c, T2b * T2e); - } - } - { - E T9y, T9K, T9I, T9M, T9x, T9H; - T9x = KP707106781 * (T9r - T9w); - T9y = T9m - T9x; - T9K = T9m + T9x; - T9H = KP707106781 * (T9F - T9G); - T9I = T9E - T9H; - T9M = T9E + T9H; - { - E T9h, T9z, T9J, T9L; - T9h = W[12]; - T9z = W[13]; - iio[WS(vs, 7) + WS(is, 7)] = FNMS(T9z, T9I, T9h * T9y); - rio[WS(vs, 7) + WS(is, 7)] = FMA(T9z, T9y, T9h * T9I); - T9J = W[4]; - T9L = W[5]; - iio[WS(vs, 3) + WS(is, 7)] = FNMS(T9L, T9M, T9J * T9K); - rio[WS(vs, 3) + WS(is, 7)] = FMA(T9L, T9K, T9J * T9M); - } - } - { - E T6Y, T7a, T78, T7c, T6X, T77; - T6X = KP707106781 * (T6R - T6W); - T6Y = T6M - T6X; - T7a = T6M + T6X; - T77 = KP707106781 * (T75 - T76); - T78 = T74 - T77; - T7c = T74 + T77; - { - E T6H, T6Z, T79, T7b; - T6H = W[12]; - T6Z = W[13]; - iio[WS(vs, 7) + WS(is, 5)] = FNMS(T6Z, T78, T6H * T6Y); - rio[WS(vs, 7) + WS(is, 5)] = FMA(T6Z, T6Y, T6H * T78); - T79 = W[4]; - T7b = W[5]; - iio[WS(vs, 3) + WS(is, 5)] = FNMS(T7b, T7c, T79 * T7a); - rio[WS(vs, 3) + WS(is, 5)] = FMA(T7b, T7a, T79 * T7c); - } - } - { - E T1O, T20, T1Y, T22, T1N, T1X; - T1N = KP707106781 * (T1H - T1M); - T1O = T1C - T1N; - T20 = T1C + T1N; - T1X = KP707106781 * (T1V - T1W); - T1Y = T1U - T1X; - T22 = T1U + T1X; - { - E T1x, T1P, T1Z, T21; - T1x = W[12]; - T1P = W[13]; - iio[WS(vs, 7) + WS(is, 1)] = FNMS(T1P, T1Y, T1x * T1O); - rio[WS(vs, 7) + WS(is, 1)] = FMA(T1P, T1O, T1x * T1Y); - T1Z = W[4]; - T21 = W[5]; - iio[WS(vs, 3) + WS(is, 1)] = FNMS(T21, T22, T1Z * T20); - rio[WS(vs, 3) + WS(is, 1)] = FMA(T21, T20, T1Z * T22); - } - } - { - E T4o, T4A, T4y, T4C, T4n, T4x; - T4n = KP707106781 * (T4h - T4m); - T4o = T4c - T4n; - T4A = T4c + T4n; - T4x = KP707106781 * (T4v - T4w); - T4y = T4u - T4x; - T4C = T4u + T4x; - { - E T47, T4p, T4z, T4B; - T47 = W[12]; - T4p = W[13]; - iio[WS(vs, 7) + WS(is, 3)] = FNMS(T4p, T4y, T47 * T4o); - rio[WS(vs, 7) + WS(is, 3)] = FMA(T4p, T4o, T47 * T4y); - T4z = W[4]; - T4B = W[5]; - iio[WS(vs, 3) + WS(is, 3)] = FNMS(T4B, T4C, T4z * T4A); - rio[WS(vs, 3) + WS(is, 3)] = FMA(T4B, T4A, T4z * T4C); - } - } - { - E T3o, T3u, T3s, T3w, T3n, T3r; - T3n = KP707106781 * (T34 + T2Z); - T3o = T3m - T3n; - T3u = T3m + T3n; - T3r = KP707106781 * (T3d + T3e); - T3s = T3q - T3r; - T3w = T3q + T3r; - { - E T3l, T3p, T3t, T3v; - T3l = W[8]; - T3p = W[9]; - rio[WS(vs, 5) + WS(is, 2)] = FMA(T3l, T3o, T3p * T3s); - iio[WS(vs, 5) + WS(is, 2)] = FNMS(T3p, T3o, T3l * T3s); - T3t = W[0]; - T3v = W[1]; - rio[WS(vs, 1) + WS(is, 2)] = FMA(T3t, T3u, T3v * T3w); - iio[WS(vs, 1) + WS(is, 2)] = FNMS(T3v, T3u, T3t * T3w); - } - } - { - E T8y, T8E, T8C, T8G, T8x, T8B; - T8x = KP707106781 * (T8e + T89); - T8y = T8w - T8x; - T8E = T8w + T8x; - T8B = KP707106781 * (T8n + T8o); - T8C = T8A - T8B; - T8G = T8A + T8B; - { - E T8v, T8z, T8D, T8F; - T8v = W[8]; - T8z = W[9]; - rio[WS(vs, 5) + WS(is, 6)] = FMA(T8v, T8y, T8z * T8C); - iio[WS(vs, 5) + WS(is, 6)] = FNMS(T8z, T8y, T8v * T8C); - T8D = W[0]; - T8F = W[1]; - rio[WS(vs, 1) + WS(is, 6)] = FMA(T8D, T8E, T8F * T8G); - iio[WS(vs, 1) + WS(is, 6)] = FNMS(T8F, T8E, T8D * T8G); - } - } - } - return W; -} - -static const tw_instr twinstr[] = { - {TW_FULL, 0, 8}, - {TW_NEXT, 1, 0} -}; - -static const ct_desc desc = { 8, "q1_8", twinstr, {416, 144, 112, 0}, &GENUS, 0, 0, 0 }; - -void X(codelet_q1_8) (planner *p) { - X(kdft_difsq_register) (p, q1_8, &desc); -} |