summaryrefslogtreecommitdiff
path: root/src/fftw3/dft/codelets/inplace
diff options
context:
space:
mode:
authorscuri <scuri>2008-10-17 06:10:15 +0000
committerscuri <scuri>2008-10-17 06:10:15 +0000
commit5a422aba704c375a307a902bafe658342e209906 (patch)
tree5005011e086bb863d8fb587ad3319bbec59b2447 /src/fftw3/dft/codelets/inplace
First commit - moving from LuaForge to SourceForge
Diffstat (limited to 'src/fftw3/dft/codelets/inplace')
-rw-r--r--src/fftw3/dft/codelets/inplace/icodlist.c20
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_2.c87
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_3.c168
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_4.c266
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_5.c477
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_6.c654
-rw-r--r--src/fftw3/dft/codelets/inplace/q1_8.c1149
7 files changed, 2821 insertions, 0 deletions
diff --git a/src/fftw3/dft/codelets/inplace/icodlist.c b/src/fftw3/dft/codelets/inplace/icodlist.c
new file mode 100644
index 0000000..708755e
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/icodlist.c
@@ -0,0 +1,20 @@
+#include "ifftw.h"
+
+extern void X(codelet_q1_2)(planner *);
+extern void X(codelet_q1_4)(planner *);
+extern void X(codelet_q1_8)(planner *);
+extern void X(codelet_q1_3)(planner *);
+extern void X(codelet_q1_5)(planner *);
+extern void X(codelet_q1_6)(planner *);
+
+
+extern const solvtab X(solvtab_dft_inplace);
+const solvtab X(solvtab_dft_inplace) = {
+ SOLVTAB(X(codelet_q1_2)),
+ SOLVTAB(X(codelet_q1_4)),
+ SOLVTAB(X(codelet_q1_8)),
+ SOLVTAB(X(codelet_q1_3)),
+ SOLVTAB(X(codelet_q1_5)),
+ SOLVTAB(X(codelet_q1_6)),
+ SOLVTAB_END
+};
diff --git a/src/fftw3/dft/codelets/inplace/q1_2.c b/src/fftw3/dft/codelets/inplace/q1_2.c
new file mode 100644
index 0000000..6057fe6
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_2.c
@@ -0,0 +1,87 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 2 -name q1_2 -include q.h */
+
+/*
+ * This function contains 12 FP additions, 8 FP multiplications,
+ * (or, 8 additions, 4 multiplications, 4 fused multiply/add),
+ * 17 stack variables, and 16 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_2.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_2(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 2) {
+ E T1, T2, T4, T6, T7, T8, T9, Ta, Tc, Te, Tf, Tg;
+ T1 = rio[0];
+ T2 = rio[WS(is, 1)];
+ T4 = T1 - T2;
+ T6 = iio[0];
+ T7 = iio[WS(is, 1)];
+ T8 = T6 - T7;
+ T9 = rio[WS(vs, 1)];
+ Ta = rio[WS(vs, 1) + WS(is, 1)];
+ Tc = T9 - Ta;
+ Te = iio[WS(vs, 1)];
+ Tf = iio[WS(vs, 1) + WS(is, 1)];
+ Tg = Te - Tf;
+ rio[0] = T1 + T2;
+ iio[0] = T6 + T7;
+ rio[WS(is, 1)] = T9 + Ta;
+ iio[WS(is, 1)] = Te + Tf;
+ {
+ E Tb, Td, T3, T5;
+ Tb = W[0];
+ Td = W[1];
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(Tb, Tc, Td * Tg);
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(Td, Tc, Tb * Tg);
+ T3 = W[0];
+ T5 = W[1];
+ rio[WS(vs, 1)] = FMA(T3, T4, T5 * T8);
+ iio[WS(vs, 1)] = FNMS(T5, T4, T3 * T8);
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 2},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 2, "q1_2", twinstr, {8, 4, 4, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_2) (planner *p) {
+ X(kdft_difsq_register) (p, q1_2, &desc);
+}
diff --git a/src/fftw3/dft/codelets/inplace/q1_3.c b/src/fftw3/dft/codelets/inplace/q1_3.c
new file mode 100644
index 0000000..a05996f
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_3.c
@@ -0,0 +1,168 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 3 -name q1_3 -include q.h */
+
+/*
+ * This function contains 48 FP additions, 36 FP multiplications,
+ * (or, 30 additions, 18 multiplications, 18 fused multiply/add),
+ * 35 stack variables, and 36 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_3.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_3(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ DK(KP866025403, +0.866025403784438646763723170752936183471402627);
+ DK(KP500000000, +0.500000000000000000000000000000000000000000000);
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 4) {
+ E T1, T4, T6, Tc, Td, Te, T9, Tf, Tl, To, Tq, Tw, Tx, Ty, Tt;
+ E Tz, TR, TS, TN, TT, TF, TI, TK, TQ;
+ {
+ E T2, T3, Tr, Ts;
+ T1 = rio[0];
+ T2 = rio[WS(is, 1)];
+ T3 = rio[WS(is, 2)];
+ T4 = T2 + T3;
+ T6 = FNMS(KP500000000, T4, T1);
+ Tc = KP866025403 * (T3 - T2);
+ {
+ E T7, T8, Tm, Tn;
+ Td = iio[0];
+ T7 = iio[WS(is, 1)];
+ T8 = iio[WS(is, 2)];
+ Te = T7 + T8;
+ T9 = KP866025403 * (T7 - T8);
+ Tf = FNMS(KP500000000, Te, Td);
+ Tl = rio[WS(vs, 1)];
+ Tm = rio[WS(vs, 1) + WS(is, 1)];
+ Tn = rio[WS(vs, 1) + WS(is, 2)];
+ To = Tm + Tn;
+ Tq = FNMS(KP500000000, To, Tl);
+ Tw = KP866025403 * (Tn - Tm);
+ }
+ Tx = iio[WS(vs, 1)];
+ Tr = iio[WS(vs, 1) + WS(is, 1)];
+ Ts = iio[WS(vs, 1) + WS(is, 2)];
+ Ty = Tr + Ts;
+ Tt = KP866025403 * (Tr - Ts);
+ Tz = FNMS(KP500000000, Ty, Tx);
+ {
+ E TL, TM, TG, TH;
+ TR = iio[WS(vs, 2)];
+ TL = iio[WS(vs, 2) + WS(is, 1)];
+ TM = iio[WS(vs, 2) + WS(is, 2)];
+ TS = TL + TM;
+ TN = KP866025403 * (TL - TM);
+ TT = FNMS(KP500000000, TS, TR);
+ TF = rio[WS(vs, 2)];
+ TG = rio[WS(vs, 2) + WS(is, 1)];
+ TH = rio[WS(vs, 2) + WS(is, 2)];
+ TI = TG + TH;
+ TK = FNMS(KP500000000, TI, TF);
+ TQ = KP866025403 * (TH - TG);
+ }
+ }
+ rio[0] = T1 + T4;
+ iio[0] = Td + Te;
+ rio[WS(is, 1)] = Tl + To;
+ iio[WS(is, 1)] = Tx + Ty;
+ iio[WS(is, 2)] = TR + TS;
+ rio[WS(is, 2)] = TF + TI;
+ {
+ E Ta, Tg, T5, Tb;
+ Ta = T6 + T9;
+ Tg = Tc + Tf;
+ T5 = W[0];
+ Tb = W[1];
+ rio[WS(vs, 1)] = FMA(T5, Ta, Tb * Tg);
+ iio[WS(vs, 1)] = FNMS(Tb, Ta, T5 * Tg);
+ }
+ {
+ E TW, TY, TV, TX;
+ TW = TK - TN;
+ TY = TT - TQ;
+ TV = W[2];
+ TX = W[3];
+ rio[WS(vs, 2) + WS(is, 2)] = FMA(TV, TW, TX * TY);
+ iio[WS(vs, 2) + WS(is, 2)] = FNMS(TX, TW, TV * TY);
+ }
+ {
+ E TC, TE, TB, TD;
+ TC = Tq - Tt;
+ TE = Tz - Tw;
+ TB = W[2];
+ TD = W[3];
+ rio[WS(vs, 2) + WS(is, 1)] = FMA(TB, TC, TD * TE);
+ iio[WS(vs, 2) + WS(is, 1)] = FNMS(TD, TC, TB * TE);
+ }
+ {
+ E Tu, TA, Tp, Tv;
+ Tu = Tq + Tt;
+ TA = Tw + Tz;
+ Tp = W[0];
+ Tv = W[1];
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(Tp, Tu, Tv * TA);
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(Tv, Tu, Tp * TA);
+ }
+ {
+ E TO, TU, TJ, TP;
+ TO = TK + TN;
+ TU = TQ + TT;
+ TJ = W[0];
+ TP = W[1];
+ rio[WS(vs, 1) + WS(is, 2)] = FMA(TJ, TO, TP * TU);
+ iio[WS(vs, 1) + WS(is, 2)] = FNMS(TP, TO, TJ * TU);
+ }
+ {
+ E Ti, Tk, Th, Tj;
+ Ti = T6 - T9;
+ Tk = Tf - Tc;
+ Th = W[2];
+ Tj = W[3];
+ rio[WS(vs, 2)] = FMA(Th, Ti, Tj * Tk);
+ iio[WS(vs, 2)] = FNMS(Tj, Ti, Th * Tk);
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 3},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 3, "q1_3", twinstr, {30, 18, 18, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_3) (planner *p) {
+ X(kdft_difsq_register) (p, q1_3, &desc);
+}
diff --git a/src/fftw3/dft/codelets/inplace/q1_4.c b/src/fftw3/dft/codelets/inplace/q1_4.c
new file mode 100644
index 0000000..c4300f5
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_4.c
@@ -0,0 +1,266 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 4 -name q1_4 -include q.h */
+
+/*
+ * This function contains 88 FP additions, 48 FP multiplications,
+ * (or, 64 additions, 24 multiplications, 24 fused multiply/add),
+ * 37 stack variables, and 64 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_4.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_4(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 6) {
+ E T3, Te, Tb, Tq, T6, T8, Th, Tr, Tv, TG, TD, TS, Ty, TA, TJ;
+ E TT, TX, T18, T15, T1k, T10, T12, T1b, T1l, T1p, T1A, T1x, T1M, T1s, T1u;
+ E T1D, T1N;
+ {
+ E T1, T2, T9, Ta;
+ T1 = rio[0];
+ T2 = rio[WS(is, 2)];
+ T3 = T1 + T2;
+ Te = T1 - T2;
+ T9 = iio[0];
+ Ta = iio[WS(is, 2)];
+ Tb = T9 - Ta;
+ Tq = T9 + Ta;
+ }
+ {
+ E T4, T5, Tf, Tg;
+ T4 = rio[WS(is, 1)];
+ T5 = rio[WS(is, 3)];
+ T6 = T4 + T5;
+ T8 = T4 - T5;
+ Tf = iio[WS(is, 1)];
+ Tg = iio[WS(is, 3)];
+ Th = Tf - Tg;
+ Tr = Tf + Tg;
+ }
+ {
+ E Tt, Tu, TB, TC;
+ Tt = rio[WS(vs, 1)];
+ Tu = rio[WS(vs, 1) + WS(is, 2)];
+ Tv = Tt + Tu;
+ TG = Tt - Tu;
+ TB = iio[WS(vs, 1)];
+ TC = iio[WS(vs, 1) + WS(is, 2)];
+ TD = TB - TC;
+ TS = TB + TC;
+ }
+ {
+ E Tw, Tx, TH, TI;
+ Tw = rio[WS(vs, 1) + WS(is, 1)];
+ Tx = rio[WS(vs, 1) + WS(is, 3)];
+ Ty = Tw + Tx;
+ TA = Tw - Tx;
+ TH = iio[WS(vs, 1) + WS(is, 1)];
+ TI = iio[WS(vs, 1) + WS(is, 3)];
+ TJ = TH - TI;
+ TT = TH + TI;
+ }
+ {
+ E TV, TW, T13, T14;
+ TV = rio[WS(vs, 2)];
+ TW = rio[WS(vs, 2) + WS(is, 2)];
+ TX = TV + TW;
+ T18 = TV - TW;
+ T13 = iio[WS(vs, 2)];
+ T14 = iio[WS(vs, 2) + WS(is, 2)];
+ T15 = T13 - T14;
+ T1k = T13 + T14;
+ }
+ {
+ E TY, TZ, T19, T1a;
+ TY = rio[WS(vs, 2) + WS(is, 1)];
+ TZ = rio[WS(vs, 2) + WS(is, 3)];
+ T10 = TY + TZ;
+ T12 = TY - TZ;
+ T19 = iio[WS(vs, 2) + WS(is, 1)];
+ T1a = iio[WS(vs, 2) + WS(is, 3)];
+ T1b = T19 - T1a;
+ T1l = T19 + T1a;
+ }
+ {
+ E T1n, T1o, T1v, T1w;
+ T1n = rio[WS(vs, 3)];
+ T1o = rio[WS(vs, 3) + WS(is, 2)];
+ T1p = T1n + T1o;
+ T1A = T1n - T1o;
+ T1v = iio[WS(vs, 3)];
+ T1w = iio[WS(vs, 3) + WS(is, 2)];
+ T1x = T1v - T1w;
+ T1M = T1v + T1w;
+ }
+ {
+ E T1q, T1r, T1B, T1C;
+ T1q = rio[WS(vs, 3) + WS(is, 1)];
+ T1r = rio[WS(vs, 3) + WS(is, 3)];
+ T1s = T1q + T1r;
+ T1u = T1q - T1r;
+ T1B = iio[WS(vs, 3) + WS(is, 1)];
+ T1C = iio[WS(vs, 3) + WS(is, 3)];
+ T1D = T1B - T1C;
+ T1N = T1B + T1C;
+ }
+ rio[0] = T3 + T6;
+ iio[0] = Tq + Tr;
+ rio[WS(is, 1)] = Tv + Ty;
+ iio[WS(is, 1)] = TS + TT;
+ rio[WS(is, 2)] = TX + T10;
+ iio[WS(is, 2)] = T1k + T1l;
+ iio[WS(is, 3)] = T1M + T1N;
+ rio[WS(is, 3)] = T1p + T1s;
+ {
+ E Tc, Ti, T7, Td;
+ Tc = T8 + Tb;
+ Ti = Te - Th;
+ T7 = W[4];
+ Td = W[5];
+ iio[WS(vs, 3)] = FNMS(Td, Ti, T7 * Tc);
+ rio[WS(vs, 3)] = FMA(Td, Tc, T7 * Ti);
+ }
+ {
+ E T1K, T1O, T1J, T1L;
+ T1K = T1p - T1s;
+ T1O = T1M - T1N;
+ T1J = W[2];
+ T1L = W[3];
+ rio[WS(vs, 2) + WS(is, 3)] = FMA(T1J, T1K, T1L * T1O);
+ iio[WS(vs, 2) + WS(is, 3)] = FNMS(T1L, T1K, T1J * T1O);
+ }
+ {
+ E Tk, Tm, Tj, Tl;
+ Tk = Tb - T8;
+ Tm = Te + Th;
+ Tj = W[0];
+ Tl = W[1];
+ iio[WS(vs, 1)] = FNMS(Tl, Tm, Tj * Tk);
+ rio[WS(vs, 1)] = FMA(Tl, Tk, Tj * Tm);
+ }
+ {
+ E To, Ts, Tn, Tp;
+ To = T3 - T6;
+ Ts = Tq - Tr;
+ Tn = W[2];
+ Tp = W[3];
+ rio[WS(vs, 2)] = FMA(Tn, To, Tp * Ts);
+ iio[WS(vs, 2)] = FNMS(Tp, To, Tn * Ts);
+ }
+ {
+ E T16, T1c, T11, T17;
+ T16 = T12 + T15;
+ T1c = T18 - T1b;
+ T11 = W[4];
+ T17 = W[5];
+ iio[WS(vs, 3) + WS(is, 2)] = FNMS(T17, T1c, T11 * T16);
+ rio[WS(vs, 3) + WS(is, 2)] = FMA(T17, T16, T11 * T1c);
+ }
+ {
+ E T1G, T1I, T1F, T1H;
+ T1G = T1x - T1u;
+ T1I = T1A + T1D;
+ T1F = W[0];
+ T1H = W[1];
+ iio[WS(vs, 1) + WS(is, 3)] = FNMS(T1H, T1I, T1F * T1G);
+ rio[WS(vs, 1) + WS(is, 3)] = FMA(T1H, T1G, T1F * T1I);
+ }
+ {
+ E TQ, TU, TP, TR;
+ TQ = Tv - Ty;
+ TU = TS - TT;
+ TP = W[2];
+ TR = W[3];
+ rio[WS(vs, 2) + WS(is, 1)] = FMA(TP, TQ, TR * TU);
+ iio[WS(vs, 2) + WS(is, 1)] = FNMS(TR, TQ, TP * TU);
+ }
+ {
+ E T1e, T1g, T1d, T1f;
+ T1e = T15 - T12;
+ T1g = T18 + T1b;
+ T1d = W[0];
+ T1f = W[1];
+ iio[WS(vs, 1) + WS(is, 2)] = FNMS(T1f, T1g, T1d * T1e);
+ rio[WS(vs, 1) + WS(is, 2)] = FMA(T1f, T1e, T1d * T1g);
+ }
+ {
+ E T1i, T1m, T1h, T1j;
+ T1i = TX - T10;
+ T1m = T1k - T1l;
+ T1h = W[2];
+ T1j = W[3];
+ rio[WS(vs, 2) + WS(is, 2)] = FMA(T1h, T1i, T1j * T1m);
+ iio[WS(vs, 2) + WS(is, 2)] = FNMS(T1j, T1i, T1h * T1m);
+ }
+ {
+ E T1y, T1E, T1t, T1z;
+ T1y = T1u + T1x;
+ T1E = T1A - T1D;
+ T1t = W[4];
+ T1z = W[5];
+ iio[WS(vs, 3) + WS(is, 3)] = FNMS(T1z, T1E, T1t * T1y);
+ rio[WS(vs, 3) + WS(is, 3)] = FMA(T1z, T1y, T1t * T1E);
+ }
+ {
+ E TM, TO, TL, TN;
+ TM = TD - TA;
+ TO = TG + TJ;
+ TL = W[0];
+ TN = W[1];
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(TN, TO, TL * TM);
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(TN, TM, TL * TO);
+ }
+ {
+ E TE, TK, Tz, TF;
+ TE = TA + TD;
+ TK = TG - TJ;
+ Tz = W[4];
+ TF = W[5];
+ iio[WS(vs, 3) + WS(is, 1)] = FNMS(TF, TK, Tz * TE);
+ rio[WS(vs, 3) + WS(is, 1)] = FMA(TF, TE, Tz * TK);
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 4},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 4, "q1_4", twinstr, {64, 24, 24, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_4) (planner *p) {
+ X(kdft_difsq_register) (p, q1_4, &desc);
+}
diff --git a/src/fftw3/dft/codelets/inplace/q1_5.c b/src/fftw3/dft/codelets/inplace/q1_5.c
new file mode 100644
index 0000000..144dcb8
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_5.c
@@ -0,0 +1,477 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 5 -name q1_5 -include q.h */
+
+/*
+ * This function contains 200 FP additions, 140 FP multiplications,
+ * (or, 130 additions, 70 multiplications, 70 fused multiply/add),
+ * 75 stack variables, and 100 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_5.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_5(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ DK(KP250000000, +0.250000000000000000000000000000000000000000000);
+ DK(KP587785252, +0.587785252292473129168705954639072768597652438);
+ DK(KP951056516, +0.951056516295153572116439333379382143405698634);
+ DK(KP559016994, +0.559016994374947424102293417182819058860154590);
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 8) {
+ E T1, Ta, TG, Tv, T8, Tb, Tp, Tj, TD, To, Tq, Tr, TN, TW, T1s;
+ E T1h, TU, TX, T1b, T15, T1p, T1a, T1c, T1d, T1z, T1I, T2e, T23, T1G, T1J;
+ E T1X, T1R, T2b, T1W, T1Y, T1Z, T3v, T3p, T3J, T3u, T3w, T3x, T37, T3g, T3M;
+ E T3B, T3e, T3h, T2l, T2u, T30, T2P, T2s, T2v, T2J, T2D, T2X, T2I, T2K, T2L;
+ {
+ E T7, Tu, T4, Tt;
+ T1 = rio[0];
+ {
+ E T5, T6, T2, T3;
+ T5 = rio[WS(is, 2)];
+ T6 = rio[WS(is, 3)];
+ T7 = T5 + T6;
+ Tu = T5 - T6;
+ T2 = rio[WS(is, 1)];
+ T3 = rio[WS(is, 4)];
+ T4 = T2 + T3;
+ Tt = T2 - T3;
+ }
+ Ta = KP559016994 * (T4 - T7);
+ TG = FNMS(KP587785252, Tt, KP951056516 * Tu);
+ Tv = FMA(KP951056516, Tt, KP587785252 * Tu);
+ T8 = T4 + T7;
+ Tb = FNMS(KP250000000, T8, T1);
+ }
+ {
+ E Ti, Tn, Tf, Tm;
+ Tp = iio[0];
+ {
+ E Tg, Th, Td, Te;
+ Tg = iio[WS(is, 2)];
+ Th = iio[WS(is, 3)];
+ Ti = Tg - Th;
+ Tn = Tg + Th;
+ Td = iio[WS(is, 1)];
+ Te = iio[WS(is, 4)];
+ Tf = Td - Te;
+ Tm = Td + Te;
+ }
+ Tj = FMA(KP951056516, Tf, KP587785252 * Ti);
+ TD = FNMS(KP587785252, Tf, KP951056516 * Ti);
+ To = KP559016994 * (Tm - Tn);
+ Tq = Tm + Tn;
+ Tr = FNMS(KP250000000, Tq, Tp);
+ }
+ {
+ E TT, T1g, TQ, T1f;
+ TN = rio[WS(vs, 1)];
+ {
+ E TR, TS, TO, TP;
+ TR = rio[WS(vs, 1) + WS(is, 2)];
+ TS = rio[WS(vs, 1) + WS(is, 3)];
+ TT = TR + TS;
+ T1g = TR - TS;
+ TO = rio[WS(vs, 1) + WS(is, 1)];
+ TP = rio[WS(vs, 1) + WS(is, 4)];
+ TQ = TO + TP;
+ T1f = TO - TP;
+ }
+ TW = KP559016994 * (TQ - TT);
+ T1s = FNMS(KP587785252, T1f, KP951056516 * T1g);
+ T1h = FMA(KP951056516, T1f, KP587785252 * T1g);
+ TU = TQ + TT;
+ TX = FNMS(KP250000000, TU, TN);
+ }
+ {
+ E T14, T19, T11, T18;
+ T1b = iio[WS(vs, 1)];
+ {
+ E T12, T13, TZ, T10;
+ T12 = iio[WS(vs, 1) + WS(is, 2)];
+ T13 = iio[WS(vs, 1) + WS(is, 3)];
+ T14 = T12 - T13;
+ T19 = T12 + T13;
+ TZ = iio[WS(vs, 1) + WS(is, 1)];
+ T10 = iio[WS(vs, 1) + WS(is, 4)];
+ T11 = TZ - T10;
+ T18 = TZ + T10;
+ }
+ T15 = FMA(KP951056516, T11, KP587785252 * T14);
+ T1p = FNMS(KP587785252, T11, KP951056516 * T14);
+ T1a = KP559016994 * (T18 - T19);
+ T1c = T18 + T19;
+ T1d = FNMS(KP250000000, T1c, T1b);
+ }
+ {
+ E T1F, T22, T1C, T21;
+ T1z = rio[WS(vs, 2)];
+ {
+ E T1D, T1E, T1A, T1B;
+ T1D = rio[WS(vs, 2) + WS(is, 2)];
+ T1E = rio[WS(vs, 2) + WS(is, 3)];
+ T1F = T1D + T1E;
+ T22 = T1D - T1E;
+ T1A = rio[WS(vs, 2) + WS(is, 1)];
+ T1B = rio[WS(vs, 2) + WS(is, 4)];
+ T1C = T1A + T1B;
+ T21 = T1A - T1B;
+ }
+ T1I = KP559016994 * (T1C - T1F);
+ T2e = FNMS(KP587785252, T21, KP951056516 * T22);
+ T23 = FMA(KP951056516, T21, KP587785252 * T22);
+ T1G = T1C + T1F;
+ T1J = FNMS(KP250000000, T1G, T1z);
+ }
+ {
+ E T1Q, T1V, T1N, T1U;
+ T1X = iio[WS(vs, 2)];
+ {
+ E T1O, T1P, T1L, T1M;
+ T1O = iio[WS(vs, 2) + WS(is, 2)];
+ T1P = iio[WS(vs, 2) + WS(is, 3)];
+ T1Q = T1O - T1P;
+ T1V = T1O + T1P;
+ T1L = iio[WS(vs, 2) + WS(is, 1)];
+ T1M = iio[WS(vs, 2) + WS(is, 4)];
+ T1N = T1L - T1M;
+ T1U = T1L + T1M;
+ }
+ T1R = FMA(KP951056516, T1N, KP587785252 * T1Q);
+ T2b = FNMS(KP587785252, T1N, KP951056516 * T1Q);
+ T1W = KP559016994 * (T1U - T1V);
+ T1Y = T1U + T1V;
+ T1Z = FNMS(KP250000000, T1Y, T1X);
+ }
+ {
+ E T3o, T3t, T3l, T3s;
+ T3v = iio[WS(vs, 4)];
+ {
+ E T3m, T3n, T3j, T3k;
+ T3m = iio[WS(vs, 4) + WS(is, 2)];
+ T3n = iio[WS(vs, 4) + WS(is, 3)];
+ T3o = T3m - T3n;
+ T3t = T3m + T3n;
+ T3j = iio[WS(vs, 4) + WS(is, 1)];
+ T3k = iio[WS(vs, 4) + WS(is, 4)];
+ T3l = T3j - T3k;
+ T3s = T3j + T3k;
+ }
+ T3p = FMA(KP951056516, T3l, KP587785252 * T3o);
+ T3J = FNMS(KP587785252, T3l, KP951056516 * T3o);
+ T3u = KP559016994 * (T3s - T3t);
+ T3w = T3s + T3t;
+ T3x = FNMS(KP250000000, T3w, T3v);
+ }
+ {
+ E T3d, T3A, T3a, T3z;
+ T37 = rio[WS(vs, 4)];
+ {
+ E T3b, T3c, T38, T39;
+ T3b = rio[WS(vs, 4) + WS(is, 2)];
+ T3c = rio[WS(vs, 4) + WS(is, 3)];
+ T3d = T3b + T3c;
+ T3A = T3b - T3c;
+ T38 = rio[WS(vs, 4) + WS(is, 1)];
+ T39 = rio[WS(vs, 4) + WS(is, 4)];
+ T3a = T38 + T39;
+ T3z = T38 - T39;
+ }
+ T3g = KP559016994 * (T3a - T3d);
+ T3M = FNMS(KP587785252, T3z, KP951056516 * T3A);
+ T3B = FMA(KP951056516, T3z, KP587785252 * T3A);
+ T3e = T3a + T3d;
+ T3h = FNMS(KP250000000, T3e, T37);
+ }
+ {
+ E T2r, T2O, T2o, T2N;
+ T2l = rio[WS(vs, 3)];
+ {
+ E T2p, T2q, T2m, T2n;
+ T2p = rio[WS(vs, 3) + WS(is, 2)];
+ T2q = rio[WS(vs, 3) + WS(is, 3)];
+ T2r = T2p + T2q;
+ T2O = T2p - T2q;
+ T2m = rio[WS(vs, 3) + WS(is, 1)];
+ T2n = rio[WS(vs, 3) + WS(is, 4)];
+ T2o = T2m + T2n;
+ T2N = T2m - T2n;
+ }
+ T2u = KP559016994 * (T2o - T2r);
+ T30 = FNMS(KP587785252, T2N, KP951056516 * T2O);
+ T2P = FMA(KP951056516, T2N, KP587785252 * T2O);
+ T2s = T2o + T2r;
+ T2v = FNMS(KP250000000, T2s, T2l);
+ }
+ {
+ E T2C, T2H, T2z, T2G;
+ T2J = iio[WS(vs, 3)];
+ {
+ E T2A, T2B, T2x, T2y;
+ T2A = iio[WS(vs, 3) + WS(is, 2)];
+ T2B = iio[WS(vs, 3) + WS(is, 3)];
+ T2C = T2A - T2B;
+ T2H = T2A + T2B;
+ T2x = iio[WS(vs, 3) + WS(is, 1)];
+ T2y = iio[WS(vs, 3) + WS(is, 4)];
+ T2z = T2x - T2y;
+ T2G = T2x + T2y;
+ }
+ T2D = FMA(KP951056516, T2z, KP587785252 * T2C);
+ T2X = FNMS(KP587785252, T2z, KP951056516 * T2C);
+ T2I = KP559016994 * (T2G - T2H);
+ T2K = T2G + T2H;
+ T2L = FNMS(KP250000000, T2K, T2J);
+ }
+ rio[0] = T1 + T8;
+ iio[0] = Tp + Tq;
+ rio[WS(is, 1)] = TN + TU;
+ iio[WS(is, 1)] = T1b + T1c;
+ rio[WS(is, 2)] = T1z + T1G;
+ iio[WS(is, 2)] = T1X + T1Y;
+ iio[WS(is, 4)] = T3v + T3w;
+ rio[WS(is, 4)] = T37 + T3e;
+ rio[WS(is, 3)] = T2l + T2s;
+ iio[WS(is, 3)] = T2J + T2K;
+ {
+ E Tk, Ty, Tw, TA, Tc, Ts;
+ Tc = Ta + Tb;
+ Tk = Tc + Tj;
+ Ty = Tc - Tj;
+ Ts = To + Tr;
+ Tw = Ts - Tv;
+ TA = Tv + Ts;
+ {
+ E T9, Tl, Tx, Tz;
+ T9 = W[0];
+ Tl = W[1];
+ rio[WS(vs, 1)] = FMA(T9, Tk, Tl * Tw);
+ iio[WS(vs, 1)] = FNMS(Tl, Tk, T9 * Tw);
+ Tx = W[6];
+ Tz = W[7];
+ rio[WS(vs, 4)] = FMA(Tx, Ty, Tz * TA);
+ iio[WS(vs, 4)] = FNMS(Tz, Ty, Tx * TA);
+ }
+ }
+ {
+ E TE, TK, TI, TM, TC, TH;
+ TC = Tb - Ta;
+ TE = TC - TD;
+ TK = TC + TD;
+ TH = Tr - To;
+ TI = TG + TH;
+ TM = TH - TG;
+ {
+ E TB, TF, TJ, TL;
+ TB = W[2];
+ TF = W[3];
+ rio[WS(vs, 2)] = FMA(TB, TE, TF * TI);
+ iio[WS(vs, 2)] = FNMS(TF, TE, TB * TI);
+ TJ = W[4];
+ TL = W[5];
+ rio[WS(vs, 3)] = FMA(TJ, TK, TL * TM);
+ iio[WS(vs, 3)] = FNMS(TL, TK, TJ * TM);
+ }
+ }
+ {
+ E T2c, T2i, T2g, T2k, T2a, T2f;
+ T2a = T1J - T1I;
+ T2c = T2a - T2b;
+ T2i = T2a + T2b;
+ T2f = T1Z - T1W;
+ T2g = T2e + T2f;
+ T2k = T2f - T2e;
+ {
+ E T29, T2d, T2h, T2j;
+ T29 = W[2];
+ T2d = W[3];
+ rio[WS(vs, 2) + WS(is, 2)] = FMA(T29, T2c, T2d * T2g);
+ iio[WS(vs, 2) + WS(is, 2)] = FNMS(T2d, T2c, T29 * T2g);
+ T2h = W[4];
+ T2j = W[5];
+ rio[WS(vs, 3) + WS(is, 2)] = FMA(T2h, T2i, T2j * T2k);
+ iio[WS(vs, 3) + WS(is, 2)] = FNMS(T2j, T2i, T2h * T2k);
+ }
+ }
+ {
+ E T3K, T3Q, T3O, T3S, T3I, T3N;
+ T3I = T3h - T3g;
+ T3K = T3I - T3J;
+ T3Q = T3I + T3J;
+ T3N = T3x - T3u;
+ T3O = T3M + T3N;
+ T3S = T3N - T3M;
+ {
+ E T3H, T3L, T3P, T3R;
+ T3H = W[2];
+ T3L = W[3];
+ rio[WS(vs, 2) + WS(is, 4)] = FMA(T3H, T3K, T3L * T3O);
+ iio[WS(vs, 2) + WS(is, 4)] = FNMS(T3L, T3K, T3H * T3O);
+ T3P = W[4];
+ T3R = W[5];
+ rio[WS(vs, 3) + WS(is, 4)] = FMA(T3P, T3Q, T3R * T3S);
+ iio[WS(vs, 3) + WS(is, 4)] = FNMS(T3R, T3Q, T3P * T3S);
+ }
+ }
+ {
+ E T1S, T26, T24, T28, T1K, T20;
+ T1K = T1I + T1J;
+ T1S = T1K + T1R;
+ T26 = T1K - T1R;
+ T20 = T1W + T1Z;
+ T24 = T20 - T23;
+ T28 = T23 + T20;
+ {
+ E T1H, T1T, T25, T27;
+ T1H = W[0];
+ T1T = W[1];
+ rio[WS(vs, 1) + WS(is, 2)] = FMA(T1H, T1S, T1T * T24);
+ iio[WS(vs, 1) + WS(is, 2)] = FNMS(T1T, T1S, T1H * T24);
+ T25 = W[6];
+ T27 = W[7];
+ rio[WS(vs, 4) + WS(is, 2)] = FMA(T25, T26, T27 * T28);
+ iio[WS(vs, 4) + WS(is, 2)] = FNMS(T27, T26, T25 * T28);
+ }
+ }
+ {
+ E T2E, T2S, T2Q, T2U, T2w, T2M;
+ T2w = T2u + T2v;
+ T2E = T2w + T2D;
+ T2S = T2w - T2D;
+ T2M = T2I + T2L;
+ T2Q = T2M - T2P;
+ T2U = T2P + T2M;
+ {
+ E T2t, T2F, T2R, T2T;
+ T2t = W[0];
+ T2F = W[1];
+ rio[WS(vs, 1) + WS(is, 3)] = FMA(T2t, T2E, T2F * T2Q);
+ iio[WS(vs, 1) + WS(is, 3)] = FNMS(T2F, T2E, T2t * T2Q);
+ T2R = W[6];
+ T2T = W[7];
+ rio[WS(vs, 4) + WS(is, 3)] = FMA(T2R, T2S, T2T * T2U);
+ iio[WS(vs, 4) + WS(is, 3)] = FNMS(T2T, T2S, T2R * T2U);
+ }
+ }
+ {
+ E T2Y, T34, T32, T36, T2W, T31;
+ T2W = T2v - T2u;
+ T2Y = T2W - T2X;
+ T34 = T2W + T2X;
+ T31 = T2L - T2I;
+ T32 = T30 + T31;
+ T36 = T31 - T30;
+ {
+ E T2V, T2Z, T33, T35;
+ T2V = W[2];
+ T2Z = W[3];
+ rio[WS(vs, 2) + WS(is, 3)] = FMA(T2V, T2Y, T2Z * T32);
+ iio[WS(vs, 2) + WS(is, 3)] = FNMS(T2Z, T2Y, T2V * T32);
+ T33 = W[4];
+ T35 = W[5];
+ rio[WS(vs, 3) + WS(is, 3)] = FMA(T33, T34, T35 * T36);
+ iio[WS(vs, 3) + WS(is, 3)] = FNMS(T35, T34, T33 * T36);
+ }
+ }
+ {
+ E T3q, T3E, T3C, T3G, T3i, T3y;
+ T3i = T3g + T3h;
+ T3q = T3i + T3p;
+ T3E = T3i - T3p;
+ T3y = T3u + T3x;
+ T3C = T3y - T3B;
+ T3G = T3B + T3y;
+ {
+ E T3f, T3r, T3D, T3F;
+ T3f = W[0];
+ T3r = W[1];
+ rio[WS(vs, 1) + WS(is, 4)] = FMA(T3f, T3q, T3r * T3C);
+ iio[WS(vs, 1) + WS(is, 4)] = FNMS(T3r, T3q, T3f * T3C);
+ T3D = W[6];
+ T3F = W[7];
+ rio[WS(vs, 4) + WS(is, 4)] = FMA(T3D, T3E, T3F * T3G);
+ iio[WS(vs, 4) + WS(is, 4)] = FNMS(T3F, T3E, T3D * T3G);
+ }
+ }
+ {
+ E T1q, T1w, T1u, T1y, T1o, T1t;
+ T1o = TX - TW;
+ T1q = T1o - T1p;
+ T1w = T1o + T1p;
+ T1t = T1d - T1a;
+ T1u = T1s + T1t;
+ T1y = T1t - T1s;
+ {
+ E T1n, T1r, T1v, T1x;
+ T1n = W[2];
+ T1r = W[3];
+ rio[WS(vs, 2) + WS(is, 1)] = FMA(T1n, T1q, T1r * T1u);
+ iio[WS(vs, 2) + WS(is, 1)] = FNMS(T1r, T1q, T1n * T1u);
+ T1v = W[4];
+ T1x = W[5];
+ rio[WS(vs, 3) + WS(is, 1)] = FMA(T1v, T1w, T1x * T1y);
+ iio[WS(vs, 3) + WS(is, 1)] = FNMS(T1x, T1w, T1v * T1y);
+ }
+ }
+ {
+ E T16, T1k, T1i, T1m, TY, T1e;
+ TY = TW + TX;
+ T16 = TY + T15;
+ T1k = TY - T15;
+ T1e = T1a + T1d;
+ T1i = T1e - T1h;
+ T1m = T1h + T1e;
+ {
+ E TV, T17, T1j, T1l;
+ TV = W[0];
+ T17 = W[1];
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(TV, T16, T17 * T1i);
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(T17, T16, TV * T1i);
+ T1j = W[6];
+ T1l = W[7];
+ rio[WS(vs, 4) + WS(is, 1)] = FMA(T1j, T1k, T1l * T1m);
+ iio[WS(vs, 4) + WS(is, 1)] = FNMS(T1l, T1k, T1j * T1m);
+ }
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 5},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 5, "q1_5", twinstr, {130, 70, 70, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_5) (planner *p) {
+ X(kdft_difsq_register) (p, q1_5, &desc);
+}
diff --git a/src/fftw3/dft/codelets/inplace/q1_6.c b/src/fftw3/dft/codelets/inplace/q1_6.c
new file mode 100644
index 0000000..82bdac3
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_6.c
@@ -0,0 +1,654 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 6 -name q1_6 -include q.h */
+
+/*
+ * This function contains 276 FP additions, 168 FP multiplications,
+ * (or, 192 additions, 84 multiplications, 84 fused multiply/add),
+ * 85 stack variables, and 144 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_6.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_6(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ DK(KP500000000, +0.500000000000000000000000000000000000000000000);
+ DK(KP866025403, +0.866025403784438646763723170752936183471402627);
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 10) {
+ E T3, Tc, Tt, TM, TX, T16, T1n, T1G, T2h, T2A, T1R, T20, T2L, T2U, T3b;
+ E T3u, T3F, T3O, T45, T4o, T4Z, T5i, T4z, T4I, Ta, TP, Tf, Tq, Tn, TN;
+ E Tu, TJ, T14, T1J, T19, T1k, T1h, T1H, T1o, T1D, T2b, T2B, T2i, T2x, T1Y;
+ E T2D, T23, T2e, T2S, T3x, T2X, T38, T35, T3v, T3c, T3r, T3M, T4r, T3R, T42;
+ E T3Z, T4p, T46, T4l, T4T, T5j, T50, T5f, T4G, T5l, T4L, T4W;
+ {
+ E T1, T2, T1l, T1m;
+ T1 = rio[0];
+ T2 = rio[WS(is, 3)];
+ T3 = T1 + T2;
+ Tc = T1 - T2;
+ {
+ E Tr, Ts, TV, TW;
+ Tr = iio[0];
+ Ts = iio[WS(is, 3)];
+ Tt = Tr - Ts;
+ TM = Tr + Ts;
+ TV = rio[WS(vs, 1)];
+ TW = rio[WS(vs, 1) + WS(is, 3)];
+ TX = TV + TW;
+ T16 = TV - TW;
+ }
+ T1l = iio[WS(vs, 1)];
+ T1m = iio[WS(vs, 1) + WS(is, 3)];
+ T1n = T1l - T1m;
+ T1G = T1l + T1m;
+ {
+ E T2f, T2g, T1P, T1Q;
+ T2f = iio[WS(vs, 2)];
+ T2g = iio[WS(vs, 2) + WS(is, 3)];
+ T2h = T2f - T2g;
+ T2A = T2f + T2g;
+ T1P = rio[WS(vs, 2)];
+ T1Q = rio[WS(vs, 2) + WS(is, 3)];
+ T1R = T1P + T1Q;
+ T20 = T1P - T1Q;
+ }
+ }
+ {
+ E T2J, T2K, T43, T44;
+ T2J = rio[WS(vs, 3)];
+ T2K = rio[WS(vs, 3) + WS(is, 3)];
+ T2L = T2J + T2K;
+ T2U = T2J - T2K;
+ {
+ E T39, T3a, T3D, T3E;
+ T39 = iio[WS(vs, 3)];
+ T3a = iio[WS(vs, 3) + WS(is, 3)];
+ T3b = T39 - T3a;
+ T3u = T39 + T3a;
+ T3D = rio[WS(vs, 4)];
+ T3E = rio[WS(vs, 4) + WS(is, 3)];
+ T3F = T3D + T3E;
+ T3O = T3D - T3E;
+ }
+ T43 = iio[WS(vs, 4)];
+ T44 = iio[WS(vs, 4) + WS(is, 3)];
+ T45 = T43 - T44;
+ T4o = T43 + T44;
+ {
+ E T4X, T4Y, T4x, T4y;
+ T4X = iio[WS(vs, 5)];
+ T4Y = iio[WS(vs, 5) + WS(is, 3)];
+ T4Z = T4X - T4Y;
+ T5i = T4X + T4Y;
+ T4x = rio[WS(vs, 5)];
+ T4y = rio[WS(vs, 5) + WS(is, 3)];
+ T4z = T4x + T4y;
+ T4I = T4x - T4y;
+ }
+ }
+ {
+ E T6, Td, T9, Te;
+ {
+ E T4, T5, T7, T8;
+ T4 = rio[WS(is, 2)];
+ T5 = rio[WS(is, 5)];
+ T6 = T4 + T5;
+ Td = T4 - T5;
+ T7 = rio[WS(is, 4)];
+ T8 = rio[WS(is, 1)];
+ T9 = T7 + T8;
+ Te = T7 - T8;
+ }
+ Ta = T6 + T9;
+ TP = KP866025403 * (T9 - T6);
+ Tf = Td + Te;
+ Tq = KP866025403 * (Te - Td);
+ }
+ {
+ E Tj, TH, Tm, TI;
+ {
+ E Th, Ti, Tk, Tl;
+ Th = iio[WS(is, 2)];
+ Ti = iio[WS(is, 5)];
+ Tj = Th - Ti;
+ TH = Th + Ti;
+ Tk = iio[WS(is, 4)];
+ Tl = iio[WS(is, 1)];
+ Tm = Tk - Tl;
+ TI = Tk + Tl;
+ }
+ Tn = KP866025403 * (Tj - Tm);
+ TN = TH + TI;
+ Tu = Tj + Tm;
+ TJ = KP866025403 * (TH - TI);
+ }
+ {
+ E T10, T17, T13, T18;
+ {
+ E TY, TZ, T11, T12;
+ TY = rio[WS(vs, 1) + WS(is, 2)];
+ TZ = rio[WS(vs, 1) + WS(is, 5)];
+ T10 = TY + TZ;
+ T17 = TY - TZ;
+ T11 = rio[WS(vs, 1) + WS(is, 4)];
+ T12 = rio[WS(vs, 1) + WS(is, 1)];
+ T13 = T11 + T12;
+ T18 = T11 - T12;
+ }
+ T14 = T10 + T13;
+ T1J = KP866025403 * (T13 - T10);
+ T19 = T17 + T18;
+ T1k = KP866025403 * (T18 - T17);
+ }
+ {
+ E T1d, T1B, T1g, T1C;
+ {
+ E T1b, T1c, T1e, T1f;
+ T1b = iio[WS(vs, 1) + WS(is, 2)];
+ T1c = iio[WS(vs, 1) + WS(is, 5)];
+ T1d = T1b - T1c;
+ T1B = T1b + T1c;
+ T1e = iio[WS(vs, 1) + WS(is, 4)];
+ T1f = iio[WS(vs, 1) + WS(is, 1)];
+ T1g = T1e - T1f;
+ T1C = T1e + T1f;
+ }
+ T1h = KP866025403 * (T1d - T1g);
+ T1H = T1B + T1C;
+ T1o = T1d + T1g;
+ T1D = KP866025403 * (T1B - T1C);
+ }
+ {
+ E T27, T2v, T2a, T2w;
+ {
+ E T25, T26, T28, T29;
+ T25 = iio[WS(vs, 2) + WS(is, 2)];
+ T26 = iio[WS(vs, 2) + WS(is, 5)];
+ T27 = T25 - T26;
+ T2v = T25 + T26;
+ T28 = iio[WS(vs, 2) + WS(is, 4)];
+ T29 = iio[WS(vs, 2) + WS(is, 1)];
+ T2a = T28 - T29;
+ T2w = T28 + T29;
+ }
+ T2b = KP866025403 * (T27 - T2a);
+ T2B = T2v + T2w;
+ T2i = T27 + T2a;
+ T2x = KP866025403 * (T2v - T2w);
+ }
+ {
+ E T1U, T21, T1X, T22;
+ {
+ E T1S, T1T, T1V, T1W;
+ T1S = rio[WS(vs, 2) + WS(is, 2)];
+ T1T = rio[WS(vs, 2) + WS(is, 5)];
+ T1U = T1S + T1T;
+ T21 = T1S - T1T;
+ T1V = rio[WS(vs, 2) + WS(is, 4)];
+ T1W = rio[WS(vs, 2) + WS(is, 1)];
+ T1X = T1V + T1W;
+ T22 = T1V - T1W;
+ }
+ T1Y = T1U + T1X;
+ T2D = KP866025403 * (T1X - T1U);
+ T23 = T21 + T22;
+ T2e = KP866025403 * (T22 - T21);
+ }
+ {
+ E T2O, T2V, T2R, T2W;
+ {
+ E T2M, T2N, T2P, T2Q;
+ T2M = rio[WS(vs, 3) + WS(is, 2)];
+ T2N = rio[WS(vs, 3) + WS(is, 5)];
+ T2O = T2M + T2N;
+ T2V = T2M - T2N;
+ T2P = rio[WS(vs, 3) + WS(is, 4)];
+ T2Q = rio[WS(vs, 3) + WS(is, 1)];
+ T2R = T2P + T2Q;
+ T2W = T2P - T2Q;
+ }
+ T2S = T2O + T2R;
+ T3x = KP866025403 * (T2R - T2O);
+ T2X = T2V + T2W;
+ T38 = KP866025403 * (T2W - T2V);
+ }
+ {
+ E T31, T3p, T34, T3q;
+ {
+ E T2Z, T30, T32, T33;
+ T2Z = iio[WS(vs, 3) + WS(is, 2)];
+ T30 = iio[WS(vs, 3) + WS(is, 5)];
+ T31 = T2Z - T30;
+ T3p = T2Z + T30;
+ T32 = iio[WS(vs, 3) + WS(is, 4)];
+ T33 = iio[WS(vs, 3) + WS(is, 1)];
+ T34 = T32 - T33;
+ T3q = T32 + T33;
+ }
+ T35 = KP866025403 * (T31 - T34);
+ T3v = T3p + T3q;
+ T3c = T31 + T34;
+ T3r = KP866025403 * (T3p - T3q);
+ }
+ {
+ E T3I, T3P, T3L, T3Q;
+ {
+ E T3G, T3H, T3J, T3K;
+ T3G = rio[WS(vs, 4) + WS(is, 2)];
+ T3H = rio[WS(vs, 4) + WS(is, 5)];
+ T3I = T3G + T3H;
+ T3P = T3G - T3H;
+ T3J = rio[WS(vs, 4) + WS(is, 4)];
+ T3K = rio[WS(vs, 4) + WS(is, 1)];
+ T3L = T3J + T3K;
+ T3Q = T3J - T3K;
+ }
+ T3M = T3I + T3L;
+ T4r = KP866025403 * (T3L - T3I);
+ T3R = T3P + T3Q;
+ T42 = KP866025403 * (T3Q - T3P);
+ }
+ {
+ E T3V, T4j, T3Y, T4k;
+ {
+ E T3T, T3U, T3W, T3X;
+ T3T = iio[WS(vs, 4) + WS(is, 2)];
+ T3U = iio[WS(vs, 4) + WS(is, 5)];
+ T3V = T3T - T3U;
+ T4j = T3T + T3U;
+ T3W = iio[WS(vs, 4) + WS(is, 4)];
+ T3X = iio[WS(vs, 4) + WS(is, 1)];
+ T3Y = T3W - T3X;
+ T4k = T3W + T3X;
+ }
+ T3Z = KP866025403 * (T3V - T3Y);
+ T4p = T4j + T4k;
+ T46 = T3V + T3Y;
+ T4l = KP866025403 * (T4j - T4k);
+ }
+ {
+ E T4P, T5d, T4S, T5e;
+ {
+ E T4N, T4O, T4Q, T4R;
+ T4N = iio[WS(vs, 5) + WS(is, 2)];
+ T4O = iio[WS(vs, 5) + WS(is, 5)];
+ T4P = T4N - T4O;
+ T5d = T4N + T4O;
+ T4Q = iio[WS(vs, 5) + WS(is, 4)];
+ T4R = iio[WS(vs, 5) + WS(is, 1)];
+ T4S = T4Q - T4R;
+ T5e = T4Q + T4R;
+ }
+ T4T = KP866025403 * (T4P - T4S);
+ T5j = T5d + T5e;
+ T50 = T4P + T4S;
+ T5f = KP866025403 * (T5d - T5e);
+ }
+ {
+ E T4C, T4J, T4F, T4K;
+ {
+ E T4A, T4B, T4D, T4E;
+ T4A = rio[WS(vs, 5) + WS(is, 2)];
+ T4B = rio[WS(vs, 5) + WS(is, 5)];
+ T4C = T4A + T4B;
+ T4J = T4A - T4B;
+ T4D = rio[WS(vs, 5) + WS(is, 4)];
+ T4E = rio[WS(vs, 5) + WS(is, 1)];
+ T4F = T4D + T4E;
+ T4K = T4D - T4E;
+ }
+ T4G = T4C + T4F;
+ T5l = KP866025403 * (T4F - T4C);
+ T4L = T4J + T4K;
+ T4W = KP866025403 * (T4K - T4J);
+ }
+ rio[0] = T3 + Ta;
+ iio[0] = TM + TN;
+ rio[WS(is, 1)] = TX + T14;
+ iio[WS(is, 1)] = T1G + T1H;
+ rio[WS(is, 3)] = T2L + T2S;
+ rio[WS(is, 2)] = T1R + T1Y;
+ iio[WS(is, 2)] = T2A + T2B;
+ iio[WS(is, 3)] = T3u + T3v;
+ iio[WS(is, 4)] = T4o + T4p;
+ iio[WS(is, 5)] = T5i + T5j;
+ rio[WS(is, 5)] = T4z + T4G;
+ rio[WS(is, 4)] = T3F + T3M;
+ {
+ E T1w, T1y, T1v, T1x;
+ T1w = T16 + T19;
+ T1y = T1n + T1o;
+ T1v = W[4];
+ T1x = W[5];
+ rio[WS(vs, 3) + WS(is, 1)] = FMA(T1v, T1w, T1x * T1y);
+ iio[WS(vs, 3) + WS(is, 1)] = FNMS(T1x, T1w, T1v * T1y);
+ }
+ {
+ E T58, T5a, T57, T59;
+ T58 = T4I + T4L;
+ T5a = T4Z + T50;
+ T57 = W[4];
+ T59 = W[5];
+ rio[WS(vs, 3) + WS(is, 5)] = FMA(T57, T58, T59 * T5a);
+ iio[WS(vs, 3) + WS(is, 5)] = FNMS(T59, T58, T57 * T5a);
+ }
+ {
+ E TC, TE, TB, TD;
+ TC = Tc + Tf;
+ TE = Tt + Tu;
+ TB = W[4];
+ TD = W[5];
+ rio[WS(vs, 3)] = FMA(TB, TC, TD * TE);
+ iio[WS(vs, 3)] = FNMS(TD, TC, TB * TE);
+ }
+ {
+ E T4e, T4g, T4d, T4f;
+ T4e = T3O + T3R;
+ T4g = T45 + T46;
+ T4d = W[4];
+ T4f = W[5];
+ rio[WS(vs, 3) + WS(is, 4)] = FMA(T4d, T4e, T4f * T4g);
+ iio[WS(vs, 3) + WS(is, 4)] = FNMS(T4f, T4e, T4d * T4g);
+ }
+ {
+ E T3k, T3m, T3j, T3l;
+ T3k = T2U + T2X;
+ T3m = T3b + T3c;
+ T3j = W[4];
+ T3l = W[5];
+ rio[WS(vs, 3) + WS(is, 3)] = FMA(T3j, T3k, T3l * T3m);
+ iio[WS(vs, 3) + WS(is, 3)] = FNMS(T3l, T3k, T3j * T3m);
+ }
+ {
+ E T2q, T2s, T2p, T2r;
+ T2q = T20 + T23;
+ T2s = T2h + T2i;
+ T2p = W[4];
+ T2r = W[5];
+ rio[WS(vs, 3) + WS(is, 2)] = FMA(T2p, T2q, T2r * T2s);
+ iio[WS(vs, 3) + WS(is, 2)] = FNMS(T2r, T2q, T2p * T2s);
+ }
+ {
+ E T5g, T5o, T5m, T5q, T5c, T5k;
+ T5c = FNMS(KP500000000, T4G, T4z);
+ T5g = T5c - T5f;
+ T5o = T5c + T5f;
+ T5k = FNMS(KP500000000, T5j, T5i);
+ T5m = T5k - T5l;
+ T5q = T5l + T5k;
+ {
+ E T5b, T5h, T5n, T5p;
+ T5b = W[2];
+ T5h = W[3];
+ rio[WS(vs, 2) + WS(is, 5)] = FMA(T5b, T5g, T5h * T5m);
+ iio[WS(vs, 2) + WS(is, 5)] = FNMS(T5h, T5g, T5b * T5m);
+ T5n = W[6];
+ T5p = W[7];
+ rio[WS(vs, 4) + WS(is, 5)] = FMA(T5n, T5o, T5p * T5q);
+ iio[WS(vs, 4) + WS(is, 5)] = FNMS(T5p, T5o, T5n * T5q);
+ }
+ }
+ {
+ E To, Ty, Tw, TA, Tg, Tv;
+ Tg = FNMS(KP500000000, Tf, Tc);
+ To = Tg + Tn;
+ Ty = Tg - Tn;
+ Tv = FNMS(KP500000000, Tu, Tt);
+ Tw = Tq + Tv;
+ TA = Tv - Tq;
+ {
+ E Tb, Tp, Tx, Tz;
+ Tb = W[0];
+ Tp = W[1];
+ rio[WS(vs, 1)] = FMA(Tb, To, Tp * Tw);
+ iio[WS(vs, 1)] = FNMS(Tp, To, Tb * Tw);
+ Tx = W[8];
+ Tz = W[9];
+ rio[WS(vs, 5)] = FMA(Tx, Ty, Tz * TA);
+ iio[WS(vs, 5)] = FNMS(Tz, Ty, Tx * TA);
+ }
+ }
+ {
+ E T36, T3g, T3e, T3i, T2Y, T3d;
+ T2Y = FNMS(KP500000000, T2X, T2U);
+ T36 = T2Y + T35;
+ T3g = T2Y - T35;
+ T3d = FNMS(KP500000000, T3c, T3b);
+ T3e = T38 + T3d;
+ T3i = T3d - T38;
+ {
+ E T2T, T37, T3f, T3h;
+ T2T = W[0];
+ T37 = W[1];
+ rio[WS(vs, 1) + WS(is, 3)] = FMA(T2T, T36, T37 * T3e);
+ iio[WS(vs, 1) + WS(is, 3)] = FNMS(T37, T36, T2T * T3e);
+ T3f = W[8];
+ T3h = W[9];
+ rio[WS(vs, 5) + WS(is, 3)] = FMA(T3f, T3g, T3h * T3i);
+ iio[WS(vs, 5) + WS(is, 3)] = FNMS(T3h, T3g, T3f * T3i);
+ }
+ }
+ {
+ E T2y, T2G, T2E, T2I, T2u, T2C;
+ T2u = FNMS(KP500000000, T1Y, T1R);
+ T2y = T2u - T2x;
+ T2G = T2u + T2x;
+ T2C = FNMS(KP500000000, T2B, T2A);
+ T2E = T2C - T2D;
+ T2I = T2D + T2C;
+ {
+ E T2t, T2z, T2F, T2H;
+ T2t = W[2];
+ T2z = W[3];
+ rio[WS(vs, 2) + WS(is, 2)] = FMA(T2t, T2y, T2z * T2E);
+ iio[WS(vs, 2) + WS(is, 2)] = FNMS(T2z, T2y, T2t * T2E);
+ T2F = W[6];
+ T2H = W[7];
+ rio[WS(vs, 4) + WS(is, 2)] = FMA(T2F, T2G, T2H * T2I);
+ iio[WS(vs, 4) + WS(is, 2)] = FNMS(T2H, T2G, T2F * T2I);
+ }
+ }
+ {
+ E T3s, T3A, T3y, T3C, T3o, T3w;
+ T3o = FNMS(KP500000000, T2S, T2L);
+ T3s = T3o - T3r;
+ T3A = T3o + T3r;
+ T3w = FNMS(KP500000000, T3v, T3u);
+ T3y = T3w - T3x;
+ T3C = T3x + T3w;
+ {
+ E T3n, T3t, T3z, T3B;
+ T3n = W[2];
+ T3t = W[3];
+ rio[WS(vs, 2) + WS(is, 3)] = FMA(T3n, T3s, T3t * T3y);
+ iio[WS(vs, 2) + WS(is, 3)] = FNMS(T3t, T3s, T3n * T3y);
+ T3z = W[6];
+ T3B = W[7];
+ rio[WS(vs, 4) + WS(is, 3)] = FMA(T3z, T3A, T3B * T3C);
+ iio[WS(vs, 4) + WS(is, 3)] = FNMS(T3B, T3A, T3z * T3C);
+ }
+ }
+ {
+ E T1E, T1M, T1K, T1O, T1A, T1I;
+ T1A = FNMS(KP500000000, T14, TX);
+ T1E = T1A - T1D;
+ T1M = T1A + T1D;
+ T1I = FNMS(KP500000000, T1H, T1G);
+ T1K = T1I - T1J;
+ T1O = T1J + T1I;
+ {
+ E T1z, T1F, T1L, T1N;
+ T1z = W[2];
+ T1F = W[3];
+ rio[WS(vs, 2) + WS(is, 1)] = FMA(T1z, T1E, T1F * T1K);
+ iio[WS(vs, 2) + WS(is, 1)] = FNMS(T1F, T1E, T1z * T1K);
+ T1L = W[6];
+ T1N = W[7];
+ rio[WS(vs, 4) + WS(is, 1)] = FMA(T1L, T1M, T1N * T1O);
+ iio[WS(vs, 4) + WS(is, 1)] = FNMS(T1N, T1M, T1L * T1O);
+ }
+ }
+ {
+ E T4m, T4u, T4s, T4w, T4i, T4q;
+ T4i = FNMS(KP500000000, T3M, T3F);
+ T4m = T4i - T4l;
+ T4u = T4i + T4l;
+ T4q = FNMS(KP500000000, T4p, T4o);
+ T4s = T4q - T4r;
+ T4w = T4r + T4q;
+ {
+ E T4h, T4n, T4t, T4v;
+ T4h = W[2];
+ T4n = W[3];
+ rio[WS(vs, 2) + WS(is, 4)] = FMA(T4h, T4m, T4n * T4s);
+ iio[WS(vs, 2) + WS(is, 4)] = FNMS(T4n, T4m, T4h * T4s);
+ T4t = W[6];
+ T4v = W[7];
+ rio[WS(vs, 4) + WS(is, 4)] = FMA(T4t, T4u, T4v * T4w);
+ iio[WS(vs, 4) + WS(is, 4)] = FNMS(T4v, T4u, T4t * T4w);
+ }
+ }
+ {
+ E TK, TS, TQ, TU, TG, TO;
+ TG = FNMS(KP500000000, Ta, T3);
+ TK = TG - TJ;
+ TS = TG + TJ;
+ TO = FNMS(KP500000000, TN, TM);
+ TQ = TO - TP;
+ TU = TP + TO;
+ {
+ E TF, TL, TR, TT;
+ TF = W[2];
+ TL = W[3];
+ rio[WS(vs, 2)] = FMA(TF, TK, TL * TQ);
+ iio[WS(vs, 2)] = FNMS(TL, TK, TF * TQ);
+ TR = W[6];
+ TT = W[7];
+ rio[WS(vs, 4)] = FMA(TR, TS, TT * TU);
+ iio[WS(vs, 4)] = FNMS(TT, TS, TR * TU);
+ }
+ }
+ {
+ E T2c, T2m, T2k, T2o, T24, T2j;
+ T24 = FNMS(KP500000000, T23, T20);
+ T2c = T24 + T2b;
+ T2m = T24 - T2b;
+ T2j = FNMS(KP500000000, T2i, T2h);
+ T2k = T2e + T2j;
+ T2o = T2j - T2e;
+ {
+ E T1Z, T2d, T2l, T2n;
+ T1Z = W[0];
+ T2d = W[1];
+ rio[WS(vs, 1) + WS(is, 2)] = FMA(T1Z, T2c, T2d * T2k);
+ iio[WS(vs, 1) + WS(is, 2)] = FNMS(T2d, T2c, T1Z * T2k);
+ T2l = W[8];
+ T2n = W[9];
+ rio[WS(vs, 5) + WS(is, 2)] = FMA(T2l, T2m, T2n * T2o);
+ iio[WS(vs, 5) + WS(is, 2)] = FNMS(T2n, T2m, T2l * T2o);
+ }
+ }
+ {
+ E T40, T4a, T48, T4c, T3S, T47;
+ T3S = FNMS(KP500000000, T3R, T3O);
+ T40 = T3S + T3Z;
+ T4a = T3S - T3Z;
+ T47 = FNMS(KP500000000, T46, T45);
+ T48 = T42 + T47;
+ T4c = T47 - T42;
+ {
+ E T3N, T41, T49, T4b;
+ T3N = W[0];
+ T41 = W[1];
+ rio[WS(vs, 1) + WS(is, 4)] = FMA(T3N, T40, T41 * T48);
+ iio[WS(vs, 1) + WS(is, 4)] = FNMS(T41, T40, T3N * T48);
+ T49 = W[8];
+ T4b = W[9];
+ rio[WS(vs, 5) + WS(is, 4)] = FMA(T49, T4a, T4b * T4c);
+ iio[WS(vs, 5) + WS(is, 4)] = FNMS(T4b, T4a, T49 * T4c);
+ }
+ }
+ {
+ E T1i, T1s, T1q, T1u, T1a, T1p;
+ T1a = FNMS(KP500000000, T19, T16);
+ T1i = T1a + T1h;
+ T1s = T1a - T1h;
+ T1p = FNMS(KP500000000, T1o, T1n);
+ T1q = T1k + T1p;
+ T1u = T1p - T1k;
+ {
+ E T15, T1j, T1r, T1t;
+ T15 = W[0];
+ T1j = W[1];
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(T15, T1i, T1j * T1q);
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(T1j, T1i, T15 * T1q);
+ T1r = W[8];
+ T1t = W[9];
+ rio[WS(vs, 5) + WS(is, 1)] = FMA(T1r, T1s, T1t * T1u);
+ iio[WS(vs, 5) + WS(is, 1)] = FNMS(T1t, T1s, T1r * T1u);
+ }
+ }
+ {
+ E T4U, T54, T52, T56, T4M, T51;
+ T4M = FNMS(KP500000000, T4L, T4I);
+ T4U = T4M + T4T;
+ T54 = T4M - T4T;
+ T51 = FNMS(KP500000000, T50, T4Z);
+ T52 = T4W + T51;
+ T56 = T51 - T4W;
+ {
+ E T4H, T4V, T53, T55;
+ T4H = W[0];
+ T4V = W[1];
+ rio[WS(vs, 1) + WS(is, 5)] = FMA(T4H, T4U, T4V * T52);
+ iio[WS(vs, 1) + WS(is, 5)] = FNMS(T4V, T4U, T4H * T52);
+ T53 = W[8];
+ T55 = W[9];
+ rio[WS(vs, 5) + WS(is, 5)] = FMA(T53, T54, T55 * T56);
+ iio[WS(vs, 5) + WS(is, 5)] = FNMS(T55, T54, T53 * T56);
+ }
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 6},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 6, "q1_6", twinstr, {192, 84, 84, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_6) (planner *p) {
+ X(kdft_difsq_register) (p, q1_6, &desc);
+}
diff --git a/src/fftw3/dft/codelets/inplace/q1_8.c b/src/fftw3/dft/codelets/inplace/q1_8.c
new file mode 100644
index 0000000..84409a7
--- /dev/null
+++ b/src/fftw3/dft/codelets/inplace/q1_8.c
@@ -0,0 +1,1149 @@
+/*
+ * Copyright (c) 2003 Matteo Frigo
+ * Copyright (c) 2003 Massachusetts Institute of Technology
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ */
+
+/* This file was automatically generated --- DO NOT EDIT */
+/* Generated on Sat Jul 5 21:39:14 EDT 2003 */
+
+#include "codelet-dft.h"
+
+/* Generated by: /homee/stevenj/cvs/fftw3.0.1/genfft/gen_twidsq -compact -variables 4 -reload-twiddle -dif -n 8 -name q1_8 -include q.h */
+
+/*
+ * This function contains 528 FP additions, 256 FP multiplications,
+ * (or, 416 additions, 144 multiplications, 112 fused multiply/add),
+ * 142 stack variables, and 256 memory accesses
+ */
+/*
+ * Generator Id's :
+ * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ * $Id: q1_8.c,v 1.1 2008/10/17 06:11:08 scuri Exp $
+ */
+
+#include "q.h"
+
+static const R *q1_8(R *rio, R *iio, const R *W, stride is, stride vs, int m, int dist)
+{
+ DK(KP707106781, +0.707106781186547524400844362104849039284835938);
+ int i;
+ for (i = m; i > 0; i = i - 1, rio = rio + dist, iio = iio + dist, W = W + 14) {
+ E T7, T14, T1g, Tk, TC, TQ, T10, TM, T1w, T2p, T2z, T1H, T1M, T1W, T2j;
+ E T1V, T7R, T8O, T90, T84, T8m, T8A, T8K, T8w, T9g, Ta9, Taj, T9r, T9w, T9G;
+ E Ta3, T9F, Te, T17, T1h, Tp, Tu, TE, T11, TD, T1p, T2m, T2y, T1C, T1U;
+ E T28, T2i, T24, T7Y, T8R, T91, T89, T8e, T8o, T8L, T8n, T99, Ta6, Tai, T9m;
+ E T9E, T9S, Ta2, T9O, T2H, T3E, T3Q, T2U, T3c, T3q, T3A, T3m, T46, T4Z, T59;
+ E T4h, T4m, T4w, T4T, T4v, T5h, T6e, T6q, T5u, T5M, T60, T6a, T5W, T6G, T7z;
+ E T7J, T6R, T6W, T76, T7t, T75, T2O, T3H, T3R, T2Z, T34, T3e, T3B, T3d, T3Z;
+ E T4W, T58, T4c, T4u, T4I, T4S, T4E, T5o, T6h, T6r, T5z, T5E, T5O, T6b, T5N;
+ E T6z, T7w, T7I, T6M, T74, T7i, T7s, T7e;
+ {
+ E T3, Ty, Tj, TY, T6, Tg, TB, TZ;
+ {
+ E T1, T2, Th, Ti;
+ T1 = rio[0];
+ T2 = rio[WS(is, 4)];
+ T3 = T1 + T2;
+ Ty = T1 - T2;
+ Th = iio[0];
+ Ti = iio[WS(is, 4)];
+ Tj = Th - Ti;
+ TY = Th + Ti;
+ }
+ {
+ E T4, T5, Tz, TA;
+ T4 = rio[WS(is, 2)];
+ T5 = rio[WS(is, 6)];
+ T6 = T4 + T5;
+ Tg = T4 - T5;
+ Tz = iio[WS(is, 2)];
+ TA = iio[WS(is, 6)];
+ TB = Tz - TA;
+ TZ = Tz + TA;
+ }
+ T7 = T3 + T6;
+ T14 = T3 - T6;
+ T1g = TY + TZ;
+ Tk = Tg + Tj;
+ TC = Ty - TB;
+ TQ = Tj - Tg;
+ T10 = TY - TZ;
+ TM = Ty + TB;
+ }
+ {
+ E T1s, T1I, T1L, T2n, T1v, T1D, T1G, T2o;
+ {
+ E T1q, T1r, T1J, T1K;
+ T1q = rio[WS(vs, 1) + WS(is, 1)];
+ T1r = rio[WS(vs, 1) + WS(is, 5)];
+ T1s = T1q + T1r;
+ T1I = T1q - T1r;
+ T1J = iio[WS(vs, 1) + WS(is, 1)];
+ T1K = iio[WS(vs, 1) + WS(is, 5)];
+ T1L = T1J - T1K;
+ T2n = T1J + T1K;
+ }
+ {
+ E T1t, T1u, T1E, T1F;
+ T1t = rio[WS(vs, 1) + WS(is, 7)];
+ T1u = rio[WS(vs, 1) + WS(is, 3)];
+ T1v = T1t + T1u;
+ T1D = T1t - T1u;
+ T1E = iio[WS(vs, 1) + WS(is, 7)];
+ T1F = iio[WS(vs, 1) + WS(is, 3)];
+ T1G = T1E - T1F;
+ T2o = T1E + T1F;
+ }
+ T1w = T1s + T1v;
+ T2p = T2n - T2o;
+ T2z = T2n + T2o;
+ T1H = T1D - T1G;
+ T1M = T1I + T1L;
+ T1W = T1D + T1G;
+ T2j = T1v - T1s;
+ T1V = T1L - T1I;
+ }
+ {
+ E T7N, T8i, T83, T8I, T7Q, T80, T8l, T8J;
+ {
+ E T7L, T7M, T81, T82;
+ T7L = rio[WS(vs, 6)];
+ T7M = rio[WS(vs, 6) + WS(is, 4)];
+ T7N = T7L + T7M;
+ T8i = T7L - T7M;
+ T81 = iio[WS(vs, 6)];
+ T82 = iio[WS(vs, 6) + WS(is, 4)];
+ T83 = T81 - T82;
+ T8I = T81 + T82;
+ }
+ {
+ E T7O, T7P, T8j, T8k;
+ T7O = rio[WS(vs, 6) + WS(is, 2)];
+ T7P = rio[WS(vs, 6) + WS(is, 6)];
+ T7Q = T7O + T7P;
+ T80 = T7O - T7P;
+ T8j = iio[WS(vs, 6) + WS(is, 2)];
+ T8k = iio[WS(vs, 6) + WS(is, 6)];
+ T8l = T8j - T8k;
+ T8J = T8j + T8k;
+ }
+ T7R = T7N + T7Q;
+ T8O = T7N - T7Q;
+ T90 = T8I + T8J;
+ T84 = T80 + T83;
+ T8m = T8i - T8l;
+ T8A = T83 - T80;
+ T8K = T8I - T8J;
+ T8w = T8i + T8l;
+ }
+ {
+ E T9c, T9s, T9v, Ta7, T9f, T9n, T9q, Ta8;
+ {
+ E T9a, T9b, T9t, T9u;
+ T9a = rio[WS(vs, 7) + WS(is, 1)];
+ T9b = rio[WS(vs, 7) + WS(is, 5)];
+ T9c = T9a + T9b;
+ T9s = T9a - T9b;
+ T9t = iio[WS(vs, 7) + WS(is, 1)];
+ T9u = iio[WS(vs, 7) + WS(is, 5)];
+ T9v = T9t - T9u;
+ Ta7 = T9t + T9u;
+ }
+ {
+ E T9d, T9e, T9o, T9p;
+ T9d = rio[WS(vs, 7) + WS(is, 7)];
+ T9e = rio[WS(vs, 7) + WS(is, 3)];
+ T9f = T9d + T9e;
+ T9n = T9d - T9e;
+ T9o = iio[WS(vs, 7) + WS(is, 7)];
+ T9p = iio[WS(vs, 7) + WS(is, 3)];
+ T9q = T9o - T9p;
+ Ta8 = T9o + T9p;
+ }
+ T9g = T9c + T9f;
+ Ta9 = Ta7 - Ta8;
+ Taj = Ta7 + Ta8;
+ T9r = T9n - T9q;
+ T9w = T9s + T9v;
+ T9G = T9n + T9q;
+ Ta3 = T9f - T9c;
+ T9F = T9v - T9s;
+ }
+ {
+ E Ta, Tq, Tt, T15, Td, Tl, To, T16;
+ {
+ E T8, T9, Tr, Ts;
+ T8 = rio[WS(is, 1)];
+ T9 = rio[WS(is, 5)];
+ Ta = T8 + T9;
+ Tq = T8 - T9;
+ Tr = iio[WS(is, 1)];
+ Ts = iio[WS(is, 5)];
+ Tt = Tr - Ts;
+ T15 = Tr + Ts;
+ }
+ {
+ E Tb, Tc, Tm, Tn;
+ Tb = rio[WS(is, 7)];
+ Tc = rio[WS(is, 3)];
+ Td = Tb + Tc;
+ Tl = Tb - Tc;
+ Tm = iio[WS(is, 7)];
+ Tn = iio[WS(is, 3)];
+ To = Tm - Tn;
+ T16 = Tm + Tn;
+ }
+ Te = Ta + Td;
+ T17 = T15 - T16;
+ T1h = T15 + T16;
+ Tp = Tl - To;
+ Tu = Tq + Tt;
+ TE = Tl + To;
+ T11 = Td - Ta;
+ TD = Tt - Tq;
+ }
+ {
+ E T1l, T1Q, T1B, T2g, T1o, T1y, T1T, T2h;
+ {
+ E T1j, T1k, T1z, T1A;
+ T1j = rio[WS(vs, 1)];
+ T1k = rio[WS(vs, 1) + WS(is, 4)];
+ T1l = T1j + T1k;
+ T1Q = T1j - T1k;
+ T1z = iio[WS(vs, 1)];
+ T1A = iio[WS(vs, 1) + WS(is, 4)];
+ T1B = T1z - T1A;
+ T2g = T1z + T1A;
+ }
+ {
+ E T1m, T1n, T1R, T1S;
+ T1m = rio[WS(vs, 1) + WS(is, 2)];
+ T1n = rio[WS(vs, 1) + WS(is, 6)];
+ T1o = T1m + T1n;
+ T1y = T1m - T1n;
+ T1R = iio[WS(vs, 1) + WS(is, 2)];
+ T1S = iio[WS(vs, 1) + WS(is, 6)];
+ T1T = T1R - T1S;
+ T2h = T1R + T1S;
+ }
+ T1p = T1l + T1o;
+ T2m = T1l - T1o;
+ T2y = T2g + T2h;
+ T1C = T1y + T1B;
+ T1U = T1Q - T1T;
+ T28 = T1B - T1y;
+ T2i = T2g - T2h;
+ T24 = T1Q + T1T;
+ }
+ {
+ E T7U, T8a, T8d, T8P, T7X, T85, T88, T8Q;
+ {
+ E T7S, T7T, T8b, T8c;
+ T7S = rio[WS(vs, 6) + WS(is, 1)];
+ T7T = rio[WS(vs, 6) + WS(is, 5)];
+ T7U = T7S + T7T;
+ T8a = T7S - T7T;
+ T8b = iio[WS(vs, 6) + WS(is, 1)];
+ T8c = iio[WS(vs, 6) + WS(is, 5)];
+ T8d = T8b - T8c;
+ T8P = T8b + T8c;
+ }
+ {
+ E T7V, T7W, T86, T87;
+ T7V = rio[WS(vs, 6) + WS(is, 7)];
+ T7W = rio[WS(vs, 6) + WS(is, 3)];
+ T7X = T7V + T7W;
+ T85 = T7V - T7W;
+ T86 = iio[WS(vs, 6) + WS(is, 7)];
+ T87 = iio[WS(vs, 6) + WS(is, 3)];
+ T88 = T86 - T87;
+ T8Q = T86 + T87;
+ }
+ T7Y = T7U + T7X;
+ T8R = T8P - T8Q;
+ T91 = T8P + T8Q;
+ T89 = T85 - T88;
+ T8e = T8a + T8d;
+ T8o = T85 + T88;
+ T8L = T7X - T7U;
+ T8n = T8d - T8a;
+ }
+ {
+ E T95, T9A, T9l, Ta0, T98, T9i, T9D, Ta1;
+ {
+ E T93, T94, T9j, T9k;
+ T93 = rio[WS(vs, 7)];
+ T94 = rio[WS(vs, 7) + WS(is, 4)];
+ T95 = T93 + T94;
+ T9A = T93 - T94;
+ T9j = iio[WS(vs, 7)];
+ T9k = iio[WS(vs, 7) + WS(is, 4)];
+ T9l = T9j - T9k;
+ Ta0 = T9j + T9k;
+ }
+ {
+ E T96, T97, T9B, T9C;
+ T96 = rio[WS(vs, 7) + WS(is, 2)];
+ T97 = rio[WS(vs, 7) + WS(is, 6)];
+ T98 = T96 + T97;
+ T9i = T96 - T97;
+ T9B = iio[WS(vs, 7) + WS(is, 2)];
+ T9C = iio[WS(vs, 7) + WS(is, 6)];
+ T9D = T9B - T9C;
+ Ta1 = T9B + T9C;
+ }
+ T99 = T95 + T98;
+ Ta6 = T95 - T98;
+ Tai = Ta0 + Ta1;
+ T9m = T9i + T9l;
+ T9E = T9A - T9D;
+ T9S = T9l - T9i;
+ Ta2 = Ta0 - Ta1;
+ T9O = T9A + T9D;
+ }
+ {
+ E T2D, T38, T2T, T3y, T2G, T2Q, T3b, T3z;
+ {
+ E T2B, T2C, T2R, T2S;
+ T2B = rio[WS(vs, 2)];
+ T2C = rio[WS(vs, 2) + WS(is, 4)];
+ T2D = T2B + T2C;
+ T38 = T2B - T2C;
+ T2R = iio[WS(vs, 2)];
+ T2S = iio[WS(vs, 2) + WS(is, 4)];
+ T2T = T2R - T2S;
+ T3y = T2R + T2S;
+ }
+ {
+ E T2E, T2F, T39, T3a;
+ T2E = rio[WS(vs, 2) + WS(is, 2)];
+ T2F = rio[WS(vs, 2) + WS(is, 6)];
+ T2G = T2E + T2F;
+ T2Q = T2E - T2F;
+ T39 = iio[WS(vs, 2) + WS(is, 2)];
+ T3a = iio[WS(vs, 2) + WS(is, 6)];
+ T3b = T39 - T3a;
+ T3z = T39 + T3a;
+ }
+ T2H = T2D + T2G;
+ T3E = T2D - T2G;
+ T3Q = T3y + T3z;
+ T2U = T2Q + T2T;
+ T3c = T38 - T3b;
+ T3q = T2T - T2Q;
+ T3A = T3y - T3z;
+ T3m = T38 + T3b;
+ }
+ {
+ E T42, T4i, T4l, T4X, T45, T4d, T4g, T4Y;
+ {
+ E T40, T41, T4j, T4k;
+ T40 = rio[WS(vs, 3) + WS(is, 1)];
+ T41 = rio[WS(vs, 3) + WS(is, 5)];
+ T42 = T40 + T41;
+ T4i = T40 - T41;
+ T4j = iio[WS(vs, 3) + WS(is, 1)];
+ T4k = iio[WS(vs, 3) + WS(is, 5)];
+ T4l = T4j - T4k;
+ T4X = T4j + T4k;
+ }
+ {
+ E T43, T44, T4e, T4f;
+ T43 = rio[WS(vs, 3) + WS(is, 7)];
+ T44 = rio[WS(vs, 3) + WS(is, 3)];
+ T45 = T43 + T44;
+ T4d = T43 - T44;
+ T4e = iio[WS(vs, 3) + WS(is, 7)];
+ T4f = iio[WS(vs, 3) + WS(is, 3)];
+ T4g = T4e - T4f;
+ T4Y = T4e + T4f;
+ }
+ T46 = T42 + T45;
+ T4Z = T4X - T4Y;
+ T59 = T4X + T4Y;
+ T4h = T4d - T4g;
+ T4m = T4i + T4l;
+ T4w = T4d + T4g;
+ T4T = T45 - T42;
+ T4v = T4l - T4i;
+ }
+ {
+ E T5d, T5I, T5t, T68, T5g, T5q, T5L, T69;
+ {
+ E T5b, T5c, T5r, T5s;
+ T5b = rio[WS(vs, 4)];
+ T5c = rio[WS(vs, 4) + WS(is, 4)];
+ T5d = T5b + T5c;
+ T5I = T5b - T5c;
+ T5r = iio[WS(vs, 4)];
+ T5s = iio[WS(vs, 4) + WS(is, 4)];
+ T5t = T5r - T5s;
+ T68 = T5r + T5s;
+ }
+ {
+ E T5e, T5f, T5J, T5K;
+ T5e = rio[WS(vs, 4) + WS(is, 2)];
+ T5f = rio[WS(vs, 4) + WS(is, 6)];
+ T5g = T5e + T5f;
+ T5q = T5e - T5f;
+ T5J = iio[WS(vs, 4) + WS(is, 2)];
+ T5K = iio[WS(vs, 4) + WS(is, 6)];
+ T5L = T5J - T5K;
+ T69 = T5J + T5K;
+ }
+ T5h = T5d + T5g;
+ T6e = T5d - T5g;
+ T6q = T68 + T69;
+ T5u = T5q + T5t;
+ T5M = T5I - T5L;
+ T60 = T5t - T5q;
+ T6a = T68 - T69;
+ T5W = T5I + T5L;
+ }
+ {
+ E T6C, T6S, T6V, T7x, T6F, T6N, T6Q, T7y;
+ {
+ E T6A, T6B, T6T, T6U;
+ T6A = rio[WS(vs, 5) + WS(is, 1)];
+ T6B = rio[WS(vs, 5) + WS(is, 5)];
+ T6C = T6A + T6B;
+ T6S = T6A - T6B;
+ T6T = iio[WS(vs, 5) + WS(is, 1)];
+ T6U = iio[WS(vs, 5) + WS(is, 5)];
+ T6V = T6T - T6U;
+ T7x = T6T + T6U;
+ }
+ {
+ E T6D, T6E, T6O, T6P;
+ T6D = rio[WS(vs, 5) + WS(is, 7)];
+ T6E = rio[WS(vs, 5) + WS(is, 3)];
+ T6F = T6D + T6E;
+ T6N = T6D - T6E;
+ T6O = iio[WS(vs, 5) + WS(is, 7)];
+ T6P = iio[WS(vs, 5) + WS(is, 3)];
+ T6Q = T6O - T6P;
+ T7y = T6O + T6P;
+ }
+ T6G = T6C + T6F;
+ T7z = T7x - T7y;
+ T7J = T7x + T7y;
+ T6R = T6N - T6Q;
+ T6W = T6S + T6V;
+ T76 = T6N + T6Q;
+ T7t = T6F - T6C;
+ T75 = T6V - T6S;
+ }
+ {
+ E T2K, T30, T33, T3F, T2N, T2V, T2Y, T3G;
+ {
+ E T2I, T2J, T31, T32;
+ T2I = rio[WS(vs, 2) + WS(is, 1)];
+ T2J = rio[WS(vs, 2) + WS(is, 5)];
+ T2K = T2I + T2J;
+ T30 = T2I - T2J;
+ T31 = iio[WS(vs, 2) + WS(is, 1)];
+ T32 = iio[WS(vs, 2) + WS(is, 5)];
+ T33 = T31 - T32;
+ T3F = T31 + T32;
+ }
+ {
+ E T2L, T2M, T2W, T2X;
+ T2L = rio[WS(vs, 2) + WS(is, 7)];
+ T2M = rio[WS(vs, 2) + WS(is, 3)];
+ T2N = T2L + T2M;
+ T2V = T2L - T2M;
+ T2W = iio[WS(vs, 2) + WS(is, 7)];
+ T2X = iio[WS(vs, 2) + WS(is, 3)];
+ T2Y = T2W - T2X;
+ T3G = T2W + T2X;
+ }
+ T2O = T2K + T2N;
+ T3H = T3F - T3G;
+ T3R = T3F + T3G;
+ T2Z = T2V - T2Y;
+ T34 = T30 + T33;
+ T3e = T2V + T2Y;
+ T3B = T2N - T2K;
+ T3d = T33 - T30;
+ }
+ {
+ E T3V, T4q, T4b, T4Q, T3Y, T48, T4t, T4R;
+ {
+ E T3T, T3U, T49, T4a;
+ T3T = rio[WS(vs, 3)];
+ T3U = rio[WS(vs, 3) + WS(is, 4)];
+ T3V = T3T + T3U;
+ T4q = T3T - T3U;
+ T49 = iio[WS(vs, 3)];
+ T4a = iio[WS(vs, 3) + WS(is, 4)];
+ T4b = T49 - T4a;
+ T4Q = T49 + T4a;
+ }
+ {
+ E T3W, T3X, T4r, T4s;
+ T3W = rio[WS(vs, 3) + WS(is, 2)];
+ T3X = rio[WS(vs, 3) + WS(is, 6)];
+ T3Y = T3W + T3X;
+ T48 = T3W - T3X;
+ T4r = iio[WS(vs, 3) + WS(is, 2)];
+ T4s = iio[WS(vs, 3) + WS(is, 6)];
+ T4t = T4r - T4s;
+ T4R = T4r + T4s;
+ }
+ T3Z = T3V + T3Y;
+ T4W = T3V - T3Y;
+ T58 = T4Q + T4R;
+ T4c = T48 + T4b;
+ T4u = T4q - T4t;
+ T4I = T4b - T48;
+ T4S = T4Q - T4R;
+ T4E = T4q + T4t;
+ }
+ {
+ E T5k, T5A, T5D, T6f, T5n, T5v, T5y, T6g;
+ {
+ E T5i, T5j, T5B, T5C;
+ T5i = rio[WS(vs, 4) + WS(is, 1)];
+ T5j = rio[WS(vs, 4) + WS(is, 5)];
+ T5k = T5i + T5j;
+ T5A = T5i - T5j;
+ T5B = iio[WS(vs, 4) + WS(is, 1)];
+ T5C = iio[WS(vs, 4) + WS(is, 5)];
+ T5D = T5B - T5C;
+ T6f = T5B + T5C;
+ }
+ {
+ E T5l, T5m, T5w, T5x;
+ T5l = rio[WS(vs, 4) + WS(is, 7)];
+ T5m = rio[WS(vs, 4) + WS(is, 3)];
+ T5n = T5l + T5m;
+ T5v = T5l - T5m;
+ T5w = iio[WS(vs, 4) + WS(is, 7)];
+ T5x = iio[WS(vs, 4) + WS(is, 3)];
+ T5y = T5w - T5x;
+ T6g = T5w + T5x;
+ }
+ T5o = T5k + T5n;
+ T6h = T6f - T6g;
+ T6r = T6f + T6g;
+ T5z = T5v - T5y;
+ T5E = T5A + T5D;
+ T5O = T5v + T5y;
+ T6b = T5n - T5k;
+ T5N = T5D - T5A;
+ }
+ {
+ E T6v, T70, T6L, T7q, T6y, T6I, T73, T7r;
+ {
+ E T6t, T6u, T6J, T6K;
+ T6t = rio[WS(vs, 5)];
+ T6u = rio[WS(vs, 5) + WS(is, 4)];
+ T6v = T6t + T6u;
+ T70 = T6t - T6u;
+ T6J = iio[WS(vs, 5)];
+ T6K = iio[WS(vs, 5) + WS(is, 4)];
+ T6L = T6J - T6K;
+ T7q = T6J + T6K;
+ }
+ {
+ E T6w, T6x, T71, T72;
+ T6w = rio[WS(vs, 5) + WS(is, 2)];
+ T6x = rio[WS(vs, 5) + WS(is, 6)];
+ T6y = T6w + T6x;
+ T6I = T6w - T6x;
+ T71 = iio[WS(vs, 5) + WS(is, 2)];
+ T72 = iio[WS(vs, 5) + WS(is, 6)];
+ T73 = T71 - T72;
+ T7r = T71 + T72;
+ }
+ T6z = T6v + T6y;
+ T7w = T6v - T6y;
+ T7I = T7q + T7r;
+ T6M = T6I + T6L;
+ T74 = T70 - T73;
+ T7i = T6L - T6I;
+ T7s = T7q - T7r;
+ T7e = T70 + T73;
+ }
+ rio[0] = T7 + Te;
+ iio[0] = T1g + T1h;
+ rio[WS(is, 1)] = T1p + T1w;
+ iio[WS(is, 1)] = T2y + T2z;
+ rio[WS(is, 3)] = T3Z + T46;
+ rio[WS(is, 2)] = T2H + T2O;
+ iio[WS(is, 2)] = T3Q + T3R;
+ iio[WS(is, 3)] = T58 + T59;
+ rio[WS(is, 6)] = T7R + T7Y;
+ iio[WS(is, 6)] = T90 + T91;
+ iio[WS(is, 5)] = T7I + T7J;
+ rio[WS(is, 5)] = T6z + T6G;
+ iio[WS(is, 4)] = T6q + T6r;
+ rio[WS(is, 4)] = T5h + T5o;
+ rio[WS(is, 7)] = T99 + T9g;
+ iio[WS(is, 7)] = Tai + Taj;
+ {
+ E T12, T18, TX, T13;
+ T12 = T10 - T11;
+ T18 = T14 - T17;
+ TX = W[10];
+ T13 = W[11];
+ iio[WS(vs, 6)] = FNMS(T13, T18, TX * T12);
+ rio[WS(vs, 6)] = FMA(T13, T12, TX * T18);
+ }
+ {
+ E Tag, Tak, Taf, Tah;
+ Tag = T99 - T9g;
+ Tak = Tai - Taj;
+ Taf = W[6];
+ Tah = W[7];
+ rio[WS(vs, 4) + WS(is, 7)] = FMA(Taf, Tag, Tah * Tak);
+ iio[WS(vs, 4) + WS(is, 7)] = FNMS(Tah, Tag, Taf * Tak);
+ }
+ {
+ E T8M, T8S, T8H, T8N;
+ T8M = T8K - T8L;
+ T8S = T8O - T8R;
+ T8H = W[10];
+ T8N = W[11];
+ iio[WS(vs, 6) + WS(is, 6)] = FNMS(T8N, T8S, T8H * T8M);
+ rio[WS(vs, 6) + WS(is, 6)] = FMA(T8N, T8M, T8H * T8S);
+ }
+ {
+ E T2k, T2q, T2f, T2l;
+ T2k = T2i - T2j;
+ T2q = T2m - T2p;
+ T2f = W[10];
+ T2l = W[11];
+ iio[WS(vs, 6) + WS(is, 1)] = FNMS(T2l, T2q, T2f * T2k);
+ rio[WS(vs, 6) + WS(is, 1)] = FMA(T2l, T2k, T2f * T2q);
+ }
+ {
+ E Ta4, Taa, T9Z, Ta5;
+ Ta4 = Ta2 - Ta3;
+ Taa = Ta6 - Ta9;
+ T9Z = W[10];
+ Ta5 = W[11];
+ iio[WS(vs, 6) + WS(is, 7)] = FNMS(Ta5, Taa, T9Z * Ta4);
+ rio[WS(vs, 6) + WS(is, 7)] = FMA(Ta5, Ta4, T9Z * Taa);
+ }
+ {
+ E T8Y, T92, T8X, T8Z;
+ T8Y = T7R - T7Y;
+ T92 = T90 - T91;
+ T8X = W[6];
+ T8Z = W[7];
+ rio[WS(vs, 4) + WS(is, 6)] = FMA(T8X, T8Y, T8Z * T92);
+ iio[WS(vs, 4) + WS(is, 6)] = FNMS(T8Z, T8Y, T8X * T92);
+ }
+ {
+ E T2w, T2A, T2v, T2x;
+ T2w = T1p - T1w;
+ T2A = T2y - T2z;
+ T2v = W[6];
+ T2x = W[7];
+ rio[WS(vs, 4) + WS(is, 1)] = FMA(T2v, T2w, T2x * T2A);
+ iio[WS(vs, 4) + WS(is, 1)] = FNMS(T2x, T2w, T2v * T2A);
+ }
+ {
+ E Tac, Tae, Tab, Tad;
+ Tac = Ta3 + Ta2;
+ Tae = Ta6 + Ta9;
+ Tab = W[2];
+ Tad = W[3];
+ iio[WS(vs, 2) + WS(is, 7)] = FNMS(Tad, Tae, Tab * Tac);
+ rio[WS(vs, 2) + WS(is, 7)] = FMA(Tad, Tac, Tab * Tae);
+ }
+ {
+ E T8U, T8W, T8T, T8V;
+ T8U = T8L + T8K;
+ T8W = T8O + T8R;
+ T8T = W[2];
+ T8V = W[3];
+ iio[WS(vs, 2) + WS(is, 6)] = FNMS(T8V, T8W, T8T * T8U);
+ rio[WS(vs, 2) + WS(is, 6)] = FMA(T8V, T8U, T8T * T8W);
+ }
+ {
+ E T1a, T1c, T19, T1b;
+ T1a = T11 + T10;
+ T1c = T14 + T17;
+ T19 = W[2];
+ T1b = W[3];
+ iio[WS(vs, 2)] = FNMS(T1b, T1c, T19 * T1a);
+ rio[WS(vs, 2)] = FMA(T1b, T1a, T19 * T1c);
+ }
+ {
+ E T1e, T1i, T1d, T1f;
+ T1e = T7 - Te;
+ T1i = T1g - T1h;
+ T1d = W[6];
+ T1f = W[7];
+ rio[WS(vs, 4)] = FMA(T1d, T1e, T1f * T1i);
+ iio[WS(vs, 4)] = FNMS(T1f, T1e, T1d * T1i);
+ }
+ {
+ E T2s, T2u, T2r, T2t;
+ T2s = T2j + T2i;
+ T2u = T2m + T2p;
+ T2r = W[2];
+ T2t = W[3];
+ iio[WS(vs, 2) + WS(is, 1)] = FNMS(T2t, T2u, T2r * T2s);
+ rio[WS(vs, 2) + WS(is, 1)] = FMA(T2t, T2s, T2r * T2u);
+ }
+ {
+ E T3C, T3I, T3x, T3D;
+ T3C = T3A - T3B;
+ T3I = T3E - T3H;
+ T3x = W[10];
+ T3D = W[11];
+ iio[WS(vs, 6) + WS(is, 2)] = FNMS(T3D, T3I, T3x * T3C);
+ rio[WS(vs, 6) + WS(is, 2)] = FMA(T3D, T3C, T3x * T3I);
+ }
+ {
+ E T4U, T50, T4P, T4V;
+ T4U = T4S - T4T;
+ T50 = T4W - T4Z;
+ T4P = W[10];
+ T4V = W[11];
+ iio[WS(vs, 6) + WS(is, 3)] = FNMS(T4V, T50, T4P * T4U);
+ rio[WS(vs, 6) + WS(is, 3)] = FMA(T4V, T4U, T4P * T50);
+ }
+ {
+ E T56, T5a, T55, T57;
+ T56 = T3Z - T46;
+ T5a = T58 - T59;
+ T55 = W[6];
+ T57 = W[7];
+ rio[WS(vs, 4) + WS(is, 3)] = FMA(T55, T56, T57 * T5a);
+ iio[WS(vs, 4) + WS(is, 3)] = FNMS(T57, T56, T55 * T5a);
+ }
+ {
+ E T6o, T6s, T6n, T6p;
+ T6o = T5h - T5o;
+ T6s = T6q - T6r;
+ T6n = W[6];
+ T6p = W[7];
+ rio[WS(vs, 4) + WS(is, 4)] = FMA(T6n, T6o, T6p * T6s);
+ iio[WS(vs, 4) + WS(is, 4)] = FNMS(T6p, T6o, T6n * T6s);
+ }
+ {
+ E T7u, T7A, T7p, T7v;
+ T7u = T7s - T7t;
+ T7A = T7w - T7z;
+ T7p = W[10];
+ T7v = W[11];
+ iio[WS(vs, 6) + WS(is, 5)] = FNMS(T7v, T7A, T7p * T7u);
+ rio[WS(vs, 6) + WS(is, 5)] = FMA(T7v, T7u, T7p * T7A);
+ }
+ {
+ E T6c, T6i, T67, T6d;
+ T6c = T6a - T6b;
+ T6i = T6e - T6h;
+ T67 = W[10];
+ T6d = W[11];
+ iio[WS(vs, 6) + WS(is, 4)] = FNMS(T6d, T6i, T67 * T6c);
+ rio[WS(vs, 6) + WS(is, 4)] = FMA(T6d, T6c, T67 * T6i);
+ }
+ {
+ E T7G, T7K, T7F, T7H;
+ T7G = T6z - T6G;
+ T7K = T7I - T7J;
+ T7F = W[6];
+ T7H = W[7];
+ rio[WS(vs, 4) + WS(is, 5)] = FMA(T7F, T7G, T7H * T7K);
+ iio[WS(vs, 4) + WS(is, 5)] = FNMS(T7H, T7G, T7F * T7K);
+ }
+ {
+ E T3O, T3S, T3N, T3P;
+ T3O = T2H - T2O;
+ T3S = T3Q - T3R;
+ T3N = W[6];
+ T3P = W[7];
+ rio[WS(vs, 4) + WS(is, 2)] = FMA(T3N, T3O, T3P * T3S);
+ iio[WS(vs, 4) + WS(is, 2)] = FNMS(T3P, T3O, T3N * T3S);
+ }
+ {
+ E T3K, T3M, T3J, T3L;
+ T3K = T3B + T3A;
+ T3M = T3E + T3H;
+ T3J = W[2];
+ T3L = W[3];
+ iio[WS(vs, 2) + WS(is, 2)] = FNMS(T3L, T3M, T3J * T3K);
+ rio[WS(vs, 2) + WS(is, 2)] = FMA(T3L, T3K, T3J * T3M);
+ }
+ {
+ E T7C, T7E, T7B, T7D;
+ T7C = T7t + T7s;
+ T7E = T7w + T7z;
+ T7B = W[2];
+ T7D = W[3];
+ iio[WS(vs, 2) + WS(is, 5)] = FNMS(T7D, T7E, T7B * T7C);
+ rio[WS(vs, 2) + WS(is, 5)] = FMA(T7D, T7C, T7B * T7E);
+ }
+ {
+ E T6k, T6m, T6j, T6l;
+ T6k = T6b + T6a;
+ T6m = T6e + T6h;
+ T6j = W[2];
+ T6l = W[3];
+ iio[WS(vs, 2) + WS(is, 4)] = FNMS(T6l, T6m, T6j * T6k);
+ rio[WS(vs, 2) + WS(is, 4)] = FMA(T6l, T6k, T6j * T6m);
+ }
+ {
+ E T52, T54, T51, T53;
+ T52 = T4T + T4S;
+ T54 = T4W + T4Z;
+ T51 = W[2];
+ T53 = W[3];
+ iio[WS(vs, 2) + WS(is, 3)] = FNMS(T53, T54, T51 * T52);
+ rio[WS(vs, 2) + WS(is, 3)] = FMA(T53, T52, T51 * T54);
+ }
+ {
+ E T5G, T5S, T5Q, T5U, T5F, T5P;
+ T5F = KP707106781 * (T5z - T5E);
+ T5G = T5u - T5F;
+ T5S = T5u + T5F;
+ T5P = KP707106781 * (T5N - T5O);
+ T5Q = T5M - T5P;
+ T5U = T5M + T5P;
+ {
+ E T5p, T5H, T5R, T5T;
+ T5p = W[12];
+ T5H = W[13];
+ iio[WS(vs, 7) + WS(is, 4)] = FNMS(T5H, T5Q, T5p * T5G);
+ rio[WS(vs, 7) + WS(is, 4)] = FMA(T5H, T5G, T5p * T5Q);
+ T5R = W[4];
+ T5T = W[5];
+ iio[WS(vs, 3) + WS(is, 4)] = FNMS(T5T, T5U, T5R * T5S);
+ rio[WS(vs, 3) + WS(is, 4)] = FMA(T5T, T5S, T5R * T5U);
+ }
+ }
+ {
+ E Tw, TI, TG, TK, Tv, TF;
+ Tv = KP707106781 * (Tp - Tu);
+ Tw = Tk - Tv;
+ TI = Tk + Tv;
+ TF = KP707106781 * (TD - TE);
+ TG = TC - TF;
+ TK = TC + TF;
+ {
+ E Tf, Tx, TH, TJ;
+ Tf = W[12];
+ Tx = W[13];
+ iio[WS(vs, 7)] = FNMS(Tx, TG, Tf * Tw);
+ rio[WS(vs, 7)] = FMA(Tx, Tw, Tf * TG);
+ TH = W[4];
+ TJ = W[5];
+ iio[WS(vs, 3)] = FNMS(TJ, TK, TH * TI);
+ rio[WS(vs, 3)] = FMA(TJ, TI, TH * TK);
+ }
+ }
+ {
+ E T9Q, T9W, T9U, T9Y, T9P, T9T;
+ T9P = KP707106781 * (T9w + T9r);
+ T9Q = T9O - T9P;
+ T9W = T9O + T9P;
+ T9T = KP707106781 * (T9F + T9G);
+ T9U = T9S - T9T;
+ T9Y = T9S + T9T;
+ {
+ E T9N, T9R, T9V, T9X;
+ T9N = W[8];
+ T9R = W[9];
+ rio[WS(vs, 5) + WS(is, 7)] = FMA(T9N, T9Q, T9R * T9U);
+ iio[WS(vs, 5) + WS(is, 7)] = FNMS(T9R, T9Q, T9N * T9U);
+ T9V = W[0];
+ T9X = W[1];
+ rio[WS(vs, 1) + WS(is, 7)] = FMA(T9V, T9W, T9X * T9Y);
+ iio[WS(vs, 1) + WS(is, 7)] = FNMS(T9X, T9W, T9V * T9Y);
+ }
+ }
+ {
+ E T36, T3i, T3g, T3k, T35, T3f;
+ T35 = KP707106781 * (T2Z - T34);
+ T36 = T2U - T35;
+ T3i = T2U + T35;
+ T3f = KP707106781 * (T3d - T3e);
+ T3g = T3c - T3f;
+ T3k = T3c + T3f;
+ {
+ E T2P, T37, T3h, T3j;
+ T2P = W[12];
+ T37 = W[13];
+ iio[WS(vs, 7) + WS(is, 2)] = FNMS(T37, T3g, T2P * T36);
+ rio[WS(vs, 7) + WS(is, 2)] = FMA(T37, T36, T2P * T3g);
+ T3h = W[4];
+ T3j = W[5];
+ iio[WS(vs, 3) + WS(is, 2)] = FNMS(T3j, T3k, T3h * T3i);
+ rio[WS(vs, 3) + WS(is, 2)] = FMA(T3j, T3i, T3h * T3k);
+ }
+ }
+ {
+ E T5Y, T64, T62, T66, T5X, T61;
+ T5X = KP707106781 * (T5E + T5z);
+ T5Y = T5W - T5X;
+ T64 = T5W + T5X;
+ T61 = KP707106781 * (T5N + T5O);
+ T62 = T60 - T61;
+ T66 = T60 + T61;
+ {
+ E T5V, T5Z, T63, T65;
+ T5V = W[8];
+ T5Z = W[9];
+ rio[WS(vs, 5) + WS(is, 4)] = FMA(T5V, T5Y, T5Z * T62);
+ iio[WS(vs, 5) + WS(is, 4)] = FNMS(T5Z, T5Y, T5V * T62);
+ T63 = W[0];
+ T65 = W[1];
+ rio[WS(vs, 1) + WS(is, 4)] = FMA(T63, T64, T65 * T66);
+ iio[WS(vs, 1) + WS(is, 4)] = FNMS(T65, T64, T63 * T66);
+ }
+ }
+ {
+ E T7g, T7m, T7k, T7o, T7f, T7j;
+ T7f = KP707106781 * (T6W + T6R);
+ T7g = T7e - T7f;
+ T7m = T7e + T7f;
+ T7j = KP707106781 * (T75 + T76);
+ T7k = T7i - T7j;
+ T7o = T7i + T7j;
+ {
+ E T7d, T7h, T7l, T7n;
+ T7d = W[8];
+ T7h = W[9];
+ rio[WS(vs, 5) + WS(is, 5)] = FMA(T7d, T7g, T7h * T7k);
+ iio[WS(vs, 5) + WS(is, 5)] = FNMS(T7h, T7g, T7d * T7k);
+ T7l = W[0];
+ T7n = W[1];
+ rio[WS(vs, 1) + WS(is, 5)] = FMA(T7l, T7m, T7n * T7o);
+ iio[WS(vs, 1) + WS(is, 5)] = FNMS(T7n, T7m, T7l * T7o);
+ }
+ }
+ {
+ E T8g, T8s, T8q, T8u, T8f, T8p;
+ T8f = KP707106781 * (T89 - T8e);
+ T8g = T84 - T8f;
+ T8s = T84 + T8f;
+ T8p = KP707106781 * (T8n - T8o);
+ T8q = T8m - T8p;
+ T8u = T8m + T8p;
+ {
+ E T7Z, T8h, T8r, T8t;
+ T7Z = W[12];
+ T8h = W[13];
+ iio[WS(vs, 7) + WS(is, 6)] = FNMS(T8h, T8q, T7Z * T8g);
+ rio[WS(vs, 7) + WS(is, 6)] = FMA(T8h, T8g, T7Z * T8q);
+ T8r = W[4];
+ T8t = W[5];
+ iio[WS(vs, 3) + WS(is, 6)] = FNMS(T8t, T8u, T8r * T8s);
+ rio[WS(vs, 3) + WS(is, 6)] = FMA(T8t, T8s, T8r * T8u);
+ }
+ }
+ {
+ E T4G, T4M, T4K, T4O, T4F, T4J;
+ T4F = KP707106781 * (T4m + T4h);
+ T4G = T4E - T4F;
+ T4M = T4E + T4F;
+ T4J = KP707106781 * (T4v + T4w);
+ T4K = T4I - T4J;
+ T4O = T4I + T4J;
+ {
+ E T4D, T4H, T4L, T4N;
+ T4D = W[8];
+ T4H = W[9];
+ rio[WS(vs, 5) + WS(is, 3)] = FMA(T4D, T4G, T4H * T4K);
+ iio[WS(vs, 5) + WS(is, 3)] = FNMS(T4H, T4G, T4D * T4K);
+ T4L = W[0];
+ T4N = W[1];
+ rio[WS(vs, 1) + WS(is, 3)] = FMA(T4L, T4M, T4N * T4O);
+ iio[WS(vs, 1) + WS(is, 3)] = FNMS(T4N, T4M, T4L * T4O);
+ }
+ }
+ {
+ E TO, TU, TS, TW, TN, TR;
+ TN = KP707106781 * (Tu + Tp);
+ TO = TM - TN;
+ TU = TM + TN;
+ TR = KP707106781 * (TD + TE);
+ TS = TQ - TR;
+ TW = TQ + TR;
+ {
+ E TL, TP, TT, TV;
+ TL = W[8];
+ TP = W[9];
+ rio[WS(vs, 5)] = FMA(TL, TO, TP * TS);
+ iio[WS(vs, 5)] = FNMS(TP, TO, TL * TS);
+ TT = W[0];
+ TV = W[1];
+ rio[WS(vs, 1)] = FMA(TT, TU, TV * TW);
+ iio[WS(vs, 1)] = FNMS(TV, TU, TT * TW);
+ }
+ }
+ {
+ E T26, T2c, T2a, T2e, T25, T29;
+ T25 = KP707106781 * (T1M + T1H);
+ T26 = T24 - T25;
+ T2c = T24 + T25;
+ T29 = KP707106781 * (T1V + T1W);
+ T2a = T28 - T29;
+ T2e = T28 + T29;
+ {
+ E T23, T27, T2b, T2d;
+ T23 = W[8];
+ T27 = W[9];
+ rio[WS(vs, 5) + WS(is, 1)] = FMA(T23, T26, T27 * T2a);
+ iio[WS(vs, 5) + WS(is, 1)] = FNMS(T27, T26, T23 * T2a);
+ T2b = W[0];
+ T2d = W[1];
+ rio[WS(vs, 1) + WS(is, 1)] = FMA(T2b, T2c, T2d * T2e);
+ iio[WS(vs, 1) + WS(is, 1)] = FNMS(T2d, T2c, T2b * T2e);
+ }
+ }
+ {
+ E T9y, T9K, T9I, T9M, T9x, T9H;
+ T9x = KP707106781 * (T9r - T9w);
+ T9y = T9m - T9x;
+ T9K = T9m + T9x;
+ T9H = KP707106781 * (T9F - T9G);
+ T9I = T9E - T9H;
+ T9M = T9E + T9H;
+ {
+ E T9h, T9z, T9J, T9L;
+ T9h = W[12];
+ T9z = W[13];
+ iio[WS(vs, 7) + WS(is, 7)] = FNMS(T9z, T9I, T9h * T9y);
+ rio[WS(vs, 7) + WS(is, 7)] = FMA(T9z, T9y, T9h * T9I);
+ T9J = W[4];
+ T9L = W[5];
+ iio[WS(vs, 3) + WS(is, 7)] = FNMS(T9L, T9M, T9J * T9K);
+ rio[WS(vs, 3) + WS(is, 7)] = FMA(T9L, T9K, T9J * T9M);
+ }
+ }
+ {
+ E T6Y, T7a, T78, T7c, T6X, T77;
+ T6X = KP707106781 * (T6R - T6W);
+ T6Y = T6M - T6X;
+ T7a = T6M + T6X;
+ T77 = KP707106781 * (T75 - T76);
+ T78 = T74 - T77;
+ T7c = T74 + T77;
+ {
+ E T6H, T6Z, T79, T7b;
+ T6H = W[12];
+ T6Z = W[13];
+ iio[WS(vs, 7) + WS(is, 5)] = FNMS(T6Z, T78, T6H * T6Y);
+ rio[WS(vs, 7) + WS(is, 5)] = FMA(T6Z, T6Y, T6H * T78);
+ T79 = W[4];
+ T7b = W[5];
+ iio[WS(vs, 3) + WS(is, 5)] = FNMS(T7b, T7c, T79 * T7a);
+ rio[WS(vs, 3) + WS(is, 5)] = FMA(T7b, T7a, T79 * T7c);
+ }
+ }
+ {
+ E T1O, T20, T1Y, T22, T1N, T1X;
+ T1N = KP707106781 * (T1H - T1M);
+ T1O = T1C - T1N;
+ T20 = T1C + T1N;
+ T1X = KP707106781 * (T1V - T1W);
+ T1Y = T1U - T1X;
+ T22 = T1U + T1X;
+ {
+ E T1x, T1P, T1Z, T21;
+ T1x = W[12];
+ T1P = W[13];
+ iio[WS(vs, 7) + WS(is, 1)] = FNMS(T1P, T1Y, T1x * T1O);
+ rio[WS(vs, 7) + WS(is, 1)] = FMA(T1P, T1O, T1x * T1Y);
+ T1Z = W[4];
+ T21 = W[5];
+ iio[WS(vs, 3) + WS(is, 1)] = FNMS(T21, T22, T1Z * T20);
+ rio[WS(vs, 3) + WS(is, 1)] = FMA(T21, T20, T1Z * T22);
+ }
+ }
+ {
+ E T4o, T4A, T4y, T4C, T4n, T4x;
+ T4n = KP707106781 * (T4h - T4m);
+ T4o = T4c - T4n;
+ T4A = T4c + T4n;
+ T4x = KP707106781 * (T4v - T4w);
+ T4y = T4u - T4x;
+ T4C = T4u + T4x;
+ {
+ E T47, T4p, T4z, T4B;
+ T47 = W[12];
+ T4p = W[13];
+ iio[WS(vs, 7) + WS(is, 3)] = FNMS(T4p, T4y, T47 * T4o);
+ rio[WS(vs, 7) + WS(is, 3)] = FMA(T4p, T4o, T47 * T4y);
+ T4z = W[4];
+ T4B = W[5];
+ iio[WS(vs, 3) + WS(is, 3)] = FNMS(T4B, T4C, T4z * T4A);
+ rio[WS(vs, 3) + WS(is, 3)] = FMA(T4B, T4A, T4z * T4C);
+ }
+ }
+ {
+ E T3o, T3u, T3s, T3w, T3n, T3r;
+ T3n = KP707106781 * (T34 + T2Z);
+ T3o = T3m - T3n;
+ T3u = T3m + T3n;
+ T3r = KP707106781 * (T3d + T3e);
+ T3s = T3q - T3r;
+ T3w = T3q + T3r;
+ {
+ E T3l, T3p, T3t, T3v;
+ T3l = W[8];
+ T3p = W[9];
+ rio[WS(vs, 5) + WS(is, 2)] = FMA(T3l, T3o, T3p * T3s);
+ iio[WS(vs, 5) + WS(is, 2)] = FNMS(T3p, T3o, T3l * T3s);
+ T3t = W[0];
+ T3v = W[1];
+ rio[WS(vs, 1) + WS(is, 2)] = FMA(T3t, T3u, T3v * T3w);
+ iio[WS(vs, 1) + WS(is, 2)] = FNMS(T3v, T3u, T3t * T3w);
+ }
+ }
+ {
+ E T8y, T8E, T8C, T8G, T8x, T8B;
+ T8x = KP707106781 * (T8e + T89);
+ T8y = T8w - T8x;
+ T8E = T8w + T8x;
+ T8B = KP707106781 * (T8n + T8o);
+ T8C = T8A - T8B;
+ T8G = T8A + T8B;
+ {
+ E T8v, T8z, T8D, T8F;
+ T8v = W[8];
+ T8z = W[9];
+ rio[WS(vs, 5) + WS(is, 6)] = FMA(T8v, T8y, T8z * T8C);
+ iio[WS(vs, 5) + WS(is, 6)] = FNMS(T8z, T8y, T8v * T8C);
+ T8D = W[0];
+ T8F = W[1];
+ rio[WS(vs, 1) + WS(is, 6)] = FMA(T8D, T8E, T8F * T8G);
+ iio[WS(vs, 1) + WS(is, 6)] = FNMS(T8F, T8E, T8D * T8G);
+ }
+ }
+ }
+ return W;
+}
+
+static const tw_instr twinstr[] = {
+ {TW_FULL, 0, 8},
+ {TW_NEXT, 1, 0}
+};
+
+static const ct_desc desc = { 8, "q1_8", twinstr, {416, 144, 112, 0}, &GENUS, 0, 0, 0 };
+
+void X(codelet_q1_8) (planner *p) {
+ X(kdft_difsq_register) (p, q1_8, &desc);
+}
generated by cgit v1.2.3 (git 2.39.1) at 2025-11-04 04:14:29 +0000