/* * Copyright (c) 2003, 2007-8 Matteo Frigo * Copyright (c) 2003, 2007-8 Massachusetts Institute of Technology * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * */ /* This file was automatically generated --- DO NOT EDIT */ /* Generated on Sun Jul 12 06:37:29 EDT 2009 */ #include "codelet-dft.h" #ifdef HAVE_FMA /* Generated by: ../../../genfft/gen_notw -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -n 64 -name n1_64 -include n.h */ /* * This function contains 912 FP additions, 392 FP multiplications, * (or, 520 additions, 0 multiplications, 392 fused multiply/add), * 202 stack variables, 15 constants, and 256 memory accesses */ #include "n.h" static void n1_64(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) { DK(KP956940335, +0.956940335732208864935797886980269969482849206); DK(KP881921264, +0.881921264348355029712756863660388349508442621); DK(KP534511135, +0.534511135950791641089685961295362908582039528); DK(KP303346683, +0.303346683607342391675883946941299872384187453); DK(KP995184726, +0.995184726672196886244836953109479921575474869); DK(KP773010453, +0.773010453362736960810906609758469800971041293); DK(KP820678790, +0.820678790828660330972281985331011598767386482); DK(KP098491403, +0.098491403357164253077197521291327432293052451); DK(KP980785280, +0.980785280403230449126182236134239036973933731); DK(KP831469612, +0.831469612302545237078788377617905756738560812); DK(KP668178637, +0.668178637919298919997757686523080761552472251); DK(KP198912367, +0.198912367379658006911597622644676228597850501); DK(KP923879532, +0.923879532511286756128183189396788286822416626); DK(KP707106781, +0.707106781186547524400844362104849039284835938); DK(KP414213562, +0.414213562373095048801688724209698078569671875); INT i; for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(is), MAKE_VOLATILE_STRIDE(os)) { E T9b, T9e; { E T7B, T37, T5Z, T8F, Td9, Tf, TcB, TbB, T7C, T62, TdH, T2i, Tcb, Tah, T8G; E T3e, Tu, TdI, Tak, TbC, TbD, Tan, Tda, T2x, T65, T3m, T8I, T7G, T8J, T7J; E T64, T3t, Tdd, TK, Tce, Tas, Tcf, Tav, Tdc, T2N, T6G, T3G, T9k, T7O, T9l; E T7R, T6H, T3N, TdA, T1L, Tct, Tbs, Teo, Tdx, T6Y, T5j, T6V, T5Q, T9z, T8y; E Tcw, Tbb, T9C, T8n, Tdf, TZ, Tch, Taz, Tci, TaC, Tdg, T32, T6J, T3Z, T9n; E T7V, T9o, T7Y, T6K, T46, Tdp, T1g, Tcm, Tb1, Tej, Tdm, T6R, T4q, T6O, T4X; E T9s, T8f, Tcp, TaK, T9v, T84, Tdn, T1v, Tcq, Tb4, Tek, Tds, T6P, T4N, T6S; E T50, T9w, T8i, Tcn, TaV, T9t, T8b, Tdy, T20, Tcx, Tbv, Tep, TdD, T8q, T6W; E T5G, T6Z, T5T, T8t, T9D, T8B, Tcu, Tbm, T8l, T8m; { E T3s, T3p, T3M, T3J; { E Taf, T3d, T3a, Tag; { E T35, T3, T5Y, T26, T5X, T6, T36, T29, Tb, T39, Ta, T38, T2d, Tc, T2e; E T2f; { E T4, T5, T27, T28; { E T1, T2, T24, T25; T1 = ri[0]; T2 = ri[WS(is, 32)]; T24 = ii[0]; T25 = ii[WS(is, 32)]; T4 = ri[WS(is, 16)]; T35 = T1 - T2; T3 = T1 + T2; T5Y = T24 - T25; T26 = T24 + T25; T5 = ri[WS(is, 48)]; T27 = ii[WS(is, 16)]; T28 = ii[WS(is, 48)]; } { E T8, T9, T2b, T2c; T8 = ri[WS(is, 8)]; T5X = T4 - T5; T6 = T4 + T5; T36 = T27 - T28; T29 = T27 + T28; T9 = ri[WS(is, 40)]; T2b = ii[WS(is, 8)]; T2c = ii[WS(is, 40)]; Tb = ri[WS(is, 56)]; T39 = T8 - T9; Ta = T8 + T9; T38 = T2b - T2c; T2d = T2b + T2c; Tc = ri[WS(is, 24)]; T2e = ii[WS(is, 56)]; T2f = ii[WS(is, 24)]; } } { E T3b, T3c, T2g, T7, Te, Tbz, Td; T7B = T35 + T36; T37 = T35 - T36; T3b = Tb - Tc; Td = Tb + Tc; T3c = T2e - T2f; T2g = T2e + T2f; T5Z = T5X + T5Y; T8F = T5Y - T5X; Taf = T3 - T6; T7 = T3 + T6; Te = Ta + Td; Tbz = Td - Ta; { E T2a, T60, T61, TbA, T2h; TbA = T26 - T29; T2a = T26 + T29; T3d = T3b + T3c; T60 = T3b - T3c; Td9 = T7 - Te; Tf = T7 + Te; TcB = TbA - Tbz; TbB = Tbz + TbA; T61 = T39 + T38; T3a = T38 - T39; T2h = T2d + T2g; Tag = T2d - T2g; T7C = T61 + T60; T62 = T60 - T61; TdH = T2a - T2h; T2i = T2a + T2h; } } } { E T3j, Ti, T3h, T2l, T3g, Tl, T3k, T2o, Tq, T3q, Tp, T3o, T2s, Tr, T2t; E T2u; { E Tj, Tk, T2m, T2n; { E Tg, Th, T2j, T2k; Tg = ri[WS(is, 4)]; Tcb = Taf - Tag; Tah = Taf + Tag; T8G = T3a + T3d; T3e = T3a - T3d; Th = ri[WS(is, 36)]; T2j = ii[WS(is, 4)]; T2k = ii[WS(is, 36)]; Tj = ri[WS(is, 20)]; T3j = Tg - Th; Ti = Tg + Th; T3h = T2j - T2k; T2l = T2j + T2k; Tk = ri[WS(is, 52)]; T2m = ii[WS(is, 20)]; T2n = ii[WS(is, 52)]; } { E Tn, To, T2q, T2r; Tn = ri[WS(is, 60)]; T3g = Tj - Tk; Tl = Tj + Tk; T3k = T2m - T2n; T2o = T2m + T2n; To = ri[WS(is, 28)]; T2q = ii[WS(is, 60)]; T2r = ii[WS(is, 28)]; Tq = ri[WS(is, 12)]; T3q = Tn - To; Tp = Tn + To; T3o = T2q - T2r; T2s = T2q + T2r; Tr = ri[WS(is, 44)]; T2t = ii[WS(is, 12)]; T2u = ii[WS(is, 44)]; } } { E T3n, T3r, T2p, T2w; { E Tai, Tm, T2v, Tal, Tt, Taj, Ts, Tam; Tai = Ti - Tl; Tm = Ti + Tl; T3n = Tq - Tr; Ts = Tq + Tr; T3r = T2t - T2u; T2v = T2t + T2u; Tal = Tp - Ts; Tt = Tp + Ts; Taj = T2l - T2o; T2p = T2l + T2o; Tam = T2s - T2v; T2w = T2s + T2v; Tu = Tm + Tt; TdI = Tt - Tm; Tak = Tai + Taj; TbC = Taj - Tai; TbD = Tal + Tam; Tan = Tal - Tam; } { E T7F, T7E, T3i, T3l, T7H, T7I; T7F = T3h - T3g; T3i = T3g + T3h; T3l = T3j - T3k; T7E = T3j + T3k; Tda = T2p - T2w; T2x = T2p + T2w; T65 = FNMS(KP414213562, T3i, T3l); T3m = FMA(KP414213562, T3l, T3i); T3s = T3q - T3r; T7H = T3q + T3r; T7I = T3o - T3n; T3p = T3n + T3o; T8I = FNMS(KP414213562, T7E, T7F); T7G = FMA(KP414213562, T7F, T7E); T8J = FMA(KP414213562, T7H, T7I); T7J = FNMS(KP414213562, T7I, T7H); } } } } { E T3H, Ty, T3x, T2B, T3w, TB, T3I, T2E, TI, T2L, T3z, TF, T3E, T3K, T2I; E T3A; { E T2z, T2A, Tz, TA, Tw, Tx, T2C, T2D; Tw = ri[WS(is, 2)]; Tx = ri[WS(is, 34)]; T2z = ii[WS(is, 2)]; T64 = FMA(KP414213562, T3p, T3s); T3t = FNMS(KP414213562, T3s, T3p); T3H = Tw - Tx; Ty = Tw + Tx; T2A = ii[WS(is, 34)]; Tz = ri[WS(is, 18)]; TA = ri[WS(is, 50)]; T2C = ii[WS(is, 18)]; T3x = T2z - T2A; T2B = T2z + T2A; T3w = Tz - TA; TB = Tz + TA; T2D = ii[WS(is, 50)]; { E T2J, T3C, T2K, TG, TH; TG = ri[WS(is, 58)]; TH = ri[WS(is, 26)]; T2J = ii[WS(is, 58)]; T3I = T2C - T2D; T2E = T2C + T2D; T3C = TG - TH; TI = TG + TH; T2K = ii[WS(is, 26)]; { E T2G, T2H, TD, TE, T3D; TD = ri[WS(is, 10)]; TE = ri[WS(is, 42)]; T3D = T2J - T2K; T2L = T2J + T2K; T2G = ii[WS(is, 10)]; T3z = TD - TE; TF = TD + TE; T2H = ii[WS(is, 42)]; T3E = T3C - T3D; T3K = T3C + T3D; T2I = T2G + T2H; T3A = T2G - T2H; } } } { E T3L, T3B, T2F, T2M; { E Tat, Taq, Tar, TC, TJ, Tau; Tat = Ty - TB; TC = Ty + TB; TJ = TF + TI; Taq = TI - TF; T3L = T3A - T3z; T3B = T3z + T3A; Tdd = TC - TJ; TK = TC + TJ; Tar = T2B - T2E; T2F = T2B + T2E; Tau = T2I - T2L; T2M = T2I + T2L; Tce = Tar - Taq; Tas = Taq + Tar; Tcf = Tat - Tau; Tav = Tat + Tau; } { E T7M, T7Q, T7N, T3y, T3F, T7P; T7M = T3x - T3w; T3y = T3w + T3x; T3F = T3B - T3E; T7Q = T3B + T3E; Tdc = T2F - T2M; T2N = T2F + T2M; T6G = FMA(KP707106781, T3F, T3y); T3G = FNMS(KP707106781, T3F, T3y); T7N = T3L + T3K; T3M = T3K - T3L; T3J = T3H - T3I; T7P = T3H + T3I; T9k = FNMS(KP707106781, T7N, T7M); T7O = FMA(KP707106781, T7N, T7M); T9l = FNMS(KP707106781, T7Q, T7P); T7R = FMA(KP707106781, T7Q, T7P); } } } { E T5I, T1z, Tb8, T56, T53, T1C, Tb9, T5L, T1J, Tbq, T58, T1G, T5N, T5h, Tbp; E T5b; { E T54, T55, T1A, T1B, T1x, T1y, T5J, T5K; T1x = ri[WS(is, 63)]; T1y = ri[WS(is, 31)]; T54 = ii[WS(is, 63)]; T6H = FMA(KP707106781, T3M, T3J); T3N = FNMS(KP707106781, T3M, T3J); T5I = T1x - T1y; T1z = T1x + T1y; T55 = ii[WS(is, 31)]; T1A = ri[WS(is, 15)]; T1B = ri[WS(is, 47)]; T5J = ii[WS(is, 15)]; Tb8 = T54 + T55; T56 = T54 - T55; T53 = T1A - T1B; T1C = T1A + T1B; T5K = ii[WS(is, 47)]; { E T5e, T5d, T5f, T1H, T1I; T1H = ri[WS(is, 55)]; T1I = ri[WS(is, 23)]; T5e = ii[WS(is, 55)]; Tb9 = T5J + T5K; T5L = T5J - T5K; T5d = T1H - T1I; T1J = T1H + T1I; T5f = ii[WS(is, 23)]; { E T59, T5a, T1E, T1F, T5g; T1E = ri[WS(is, 7)]; T1F = ri[WS(is, 39)]; T5g = T5e - T5f; Tbq = T5e + T5f; T59 = ii[WS(is, 7)]; T58 = T1E - T1F; T1G = T1E + T1F; T5a = ii[WS(is, 39)]; T5N = T5d + T5g; T5h = T5d - T5g; Tbp = T59 + T5a; T5b = T59 - T5a; } } } { E Tb7, T5O, Tba, T57, T5i, T8x, T8w, T5M, T5P; { E Tbo, T5c, Tbr, Tdw, T1D, T1K, Tdv; Tbo = T1z - T1C; T1D = T1z + T1C; T1K = T1G + T1J; Tb7 = T1J - T1G; T5c = T58 + T5b; T5O = T5b - T58; TdA = T1D - T1K; T1L = T1D + T1K; Tbr = Tbp - Tbq; Tdw = Tbp + Tbq; Tba = Tb8 - Tb9; Tdv = Tb8 + Tb9; T8l = T56 - T53; T57 = T53 + T56; Tct = Tbo - Tbr; Tbs = Tbo + Tbr; Teo = Tdv + Tdw; Tdx = Tdv - Tdw; T5i = T5c - T5h; T8x = T5c + T5h; } T8w = T5I + T5L; T5M = T5I - T5L; T5P = T5N - T5O; T8m = T5O + T5N; T6Y = FMA(KP707106781, T5i, T57); T5j = FNMS(KP707106781, T5i, T57); T6V = FMA(KP707106781, T5P, T5M); T5Q = FNMS(KP707106781, T5P, T5M); T9z = FNMS(KP707106781, T8x, T8w); T8y = FMA(KP707106781, T8x, T8w); Tcw = Tba - Tb7; Tbb = Tb7 + Tba; } } } { E T82, T83, T45, T42, T87, T8a; { E T40, TN, T3Q, T2Q, T3P, TQ, T41, T2T, TX, T30, T3S, TU, T3X, T43, T2X; E T3T; { E T2O, T2P, TO, TP, TL, TM, T2R, T2S; TL = ri[WS(is, 62)]; TM = ri[WS(is, 30)]; T2O = ii[WS(is, 62)]; T9C = FNMS(KP707106781, T8m, T8l); T8n = FMA(KP707106781, T8m, T8l); T40 = TL - TM; TN = TL + TM; T2P = ii[WS(is, 30)]; TO = ri[WS(is, 14)]; TP = ri[WS(is, 46)]; T2R = ii[WS(is, 14)]; T3Q = T2O - T2P; T2Q = T2O + T2P; T3P = TO - TP; TQ = TO + TP; T2S = ii[WS(is, 46)]; { E T2Y, T3V, T2Z, TV, TW; TV = ri[WS(is, 54)]; TW = ri[WS(is, 22)]; T2Y = ii[WS(is, 54)]; T41 = T2R - T2S; T2T = T2R + T2S; T3V = TV - TW; TX = TV + TW; T2Z = ii[WS(is, 22)]; { E T2V, T2W, TS, TT, T3W; TS = ri[WS(is, 6)]; TT = ri[WS(is, 38)]; T3W = T2Y - T2Z; T30 = T2Y + T2Z; T2V = ii[WS(is, 6)]; T3S = TS - TT; TU = TS + TT; T2W = ii[WS(is, 38)]; T3X = T3V - T3W; T43 = T3V + T3W; T2X = T2V + T2W; T3T = T2V - T2W; } } } { E T44, T3U, T2U, T31; { E TaA, Tax, Tay, TR, TY, TaB; TaA = TN - TQ; TR = TN + TQ; TY = TU + TX; Tax = TX - TU; T44 = T3T - T3S; T3U = T3S + T3T; Tdf = TR - TY; TZ = TR + TY; Tay = T2Q - T2T; T2U = T2Q + T2T; TaB = T2X - T30; T31 = T2X + T30; Tch = Tay - Tax; Taz = Tax + Tay; Tci = TaA - TaB; TaC = TaA + TaB; } { E T7T, T7X, T7U, T3R, T3Y, T7W; T7T = T3Q - T3P; T3R = T3P + T3Q; T3Y = T3U - T3X; T7X = T3U + T3X; Tdg = T2U - T31; T32 = T2U + T31; T6J = FMA(KP707106781, T3Y, T3R); T3Z = FNMS(KP707106781, T3Y, T3R); T7U = T44 + T43; T45 = T43 - T44; T42 = T40 - T41; T7W = T40 + T41; T9n = FNMS(KP707106781, T7U, T7T); T7V = FMA(KP707106781, T7U, T7T); T9o = FNMS(KP707106781, T7X, T7W); T7Y = FMA(KP707106781, T7X, T7W); } } } { E T4P, T14, TaH, T4d, T4a, T17, TaI, T4S, T1e, TaZ, T4f, T1b, T4U, T4o, TaY; E T4i; { E T4b, T4c, T15, T16, T12, T13, T4Q, T4R; T12 = ri[WS(is, 1)]; T13 = ri[WS(is, 33)]; T4b = ii[WS(is, 1)]; T6K = FMA(KP707106781, T45, T42); T46 = FNMS(KP707106781, T45, T42); T4P = T12 - T13; T14 = T12 + T13; T4c = ii[WS(is, 33)]; T15 = ri[WS(is, 17)]; T16 = ri[WS(is, 49)]; T4Q = ii[WS(is, 17)]; TaH = T4b + T4c; T4d = T4b - T4c; T4a = T15 - T16; T17 = T15 + T16; T4R = ii[WS(is, 49)]; { E T4l, T4k, T4m, T1c, T1d; T1c = ri[WS(is, 57)]; T1d = ri[WS(is, 25)]; T4l = ii[WS(is, 57)]; TaI = T4Q + T4R; T4S = T4Q - T4R; T4k = T1c - T1d; T1e = T1c + T1d; T4m = ii[WS(is, 25)]; { E T4g, T4h, T19, T1a, T4n; T19 = ri[WS(is, 9)]; T1a = ri[WS(is, 41)]; T4n = T4l - T4m; TaZ = T4l + T4m; T4g = ii[WS(is, 9)]; T4f = T19 - T1a; T1b = T19 + T1a; T4h = ii[WS(is, 41)]; T4U = T4k + T4n; T4o = T4k - T4n; TaY = T4g + T4h; T4i = T4g - T4h; } } } { E TaG, T4V, TaJ, T4e, T4p, T8e, T8d, T4T, T4W; { E TaX, T4j, Tb0, Tdl, T18, T1f, Tdk; TaX = T14 - T17; T18 = T14 + T17; T1f = T1b + T1e; TaG = T1e - T1b; T4j = T4f + T4i; T4V = T4i - T4f; Tdp = T18 - T1f; T1g = T18 + T1f; Tb0 = TaY - TaZ; Tdl = TaY + TaZ; TaJ = TaH - TaI; Tdk = TaH + TaI; T82 = T4d - T4a; T4e = T4a + T4d; Tcm = TaX - Tb0; Tb1 = TaX + Tb0; Tej = Tdk + Tdl; Tdm = Tdk - Tdl; T4p = T4j - T4o; T8e = T4j + T4o; } T8d = T4P + T4S; T4T = T4P - T4S; T4W = T4U - T4V; T83 = T4V + T4U; T6R = FMA(KP707106781, T4p, T4e); T4q = FNMS(KP707106781, T4p, T4e); T6O = FMA(KP707106781, T4W, T4T); T4X = FNMS(KP707106781, T4W, T4T); T9s = FNMS(KP707106781, T8e, T8d); T8f = FMA(KP707106781, T8e, T8d); Tcp = TaJ - TaG; TaK = TaG + TaJ; } } { E T85, T4L, TaO, T1n, Tdq, TaN, T86, T4G, T4r, T1q, T4s, TaR, T4z, T4w, T1t; E T4t; { E T4C, T1j, T4D, TaL, T4K, T4H, T1m, T4E; { E T4I, T4J, T1h, T1i, T1k, T1l; T1h = ri[WS(is, 5)]; T1i = ri[WS(is, 37)]; T4I = ii[WS(is, 5)]; T9v = FNMS(KP707106781, T83, T82); T84 = FMA(KP707106781, T83, T82); T4C = T1h - T1i; T1j = T1h + T1i; T4J = ii[WS(is, 37)]; T1k = ri[WS(is, 21)]; T1l = ri[WS(is, 53)]; T4D = ii[WS(is, 21)]; TaL = T4I + T4J; T4K = T4I - T4J; T4H = T1k - T1l; T1m = T1k + T1l; T4E = ii[WS(is, 53)]; } { E T4x, T4y, T1r, T1s; { E T1o, T4F, TaM, T1p; T1o = ri[WS(is, 61)]; T85 = T4K - T4H; T4L = T4H + T4K; TaO = T1j - T1m; T1n = T1j + T1m; T4F = T4D - T4E; TaM = T4D + T4E; T1p = ri[WS(is, 29)]; T4x = ii[WS(is, 61)]; Tdq = TaL + TaM; TaN = TaL - TaM; T86 = T4C + T4F; T4G = T4C - T4F; T4r = T1o - T1p; T1q = T1o + T1p; T4y = ii[WS(is, 29)]; } T1r = ri[WS(is, 13)]; T1s = ri[WS(is, 45)]; T4s = ii[WS(is, 13)]; TaR = T4x + T4y; T4z = T4x - T4y; T4w = T1r - T1s; T1t = T1r + T1s; T4t = ii[WS(is, 45)]; } } { E T88, TaP, T89, TaU, T4Z, T4B, T4M, T4Y, T8g, T8h; { E T4A, Tb2, Tdr, T4v, Tb3; { E TaQ, T1u, T4u, TaS, TaT; T88 = T4z - T4w; T4A = T4w + T4z; TaQ = T1q - T1t; T1u = T1q + T1t; T4u = T4s - T4t; TaS = T4s + T4t; Tb2 = TaO + TaN; TaP = TaN - TaO; Tdr = TaR + TaS; TaT = TaR - TaS; T89 = T4r + T4u; T4v = T4r - T4u; Tdn = T1u - T1n; T1v = T1n + T1u; Tb3 = TaQ - TaT; TaU = TaQ + TaT; } T4Z = FNMS(KP414213562, T4v, T4A); T4B = FMA(KP414213562, T4A, T4v); Tcq = Tb2 - Tb3; Tb4 = Tb2 + Tb3; Tek = Tdq + Tdr; Tds = Tdq - Tdr; T4M = FNMS(KP414213562, T4L, T4G); T4Y = FMA(KP414213562, T4G, T4L); } T87 = FNMS(KP414213562, T86, T85); T8g = FMA(KP414213562, T85, T86); T6P = T4M + T4B; T4N = T4B - T4M; T6S = T4Y + T4Z; T50 = T4Y - T4Z; T8h = FNMS(KP414213562, T88, T89); T8a = FMA(KP414213562, T89, T88); T9w = T8g - T8h; T8i = T8g + T8h; Tcn = TaU - TaP; TaV = TaP + TaU; } } { E T8o, T5E, Tbf, T1S, TdB, Tbe, T8p, T5z, T5k, T1V, T5l, Tbi, T5s, T5p, T1Y; E T5m; { E T5v, T1O, T5w, Tbc, T5D, T5A, T1R, T5x; { E T5B, T5C, T1M, T1N, T1P, T1Q; T1M = ri[WS(is, 3)]; T1N = ri[WS(is, 35)]; T5B = ii[WS(is, 3)]; T9t = T8a - T87; T8b = T87 + T8a; T5v = T1M - T1N; T1O = T1M + T1N; T5C = ii[WS(is, 35)]; T1P = ri[WS(is, 19)]; T1Q = ri[WS(is, 51)]; T5w = ii[WS(is, 19)]; Tbc = T5B + T5C; T5D = T5B - T5C; T5A = T1P - T1Q; T1R = T1P + T1Q; T5x = ii[WS(is, 51)]; } { E T5q, T5r, T1W, T1X; { E T1T, T5y, Tbd, T1U; T1T = ri[WS(is, 59)]; T8o = T5D - T5A; T5E = T5A + T5D; Tbf = T1O - T1R; T1S = T1O + T1R; T5y = T5w - T5x; Tbd = T5w + T5x; T1U = ri[WS(is, 27)]; T5q = ii[WS(is, 59)]; TdB = Tbc + Tbd; Tbe = Tbc - Tbd; T8p = T5v + T5y; T5z = T5v - T5y; T5k = T1T - T1U; T1V = T1T + T1U; T5r = ii[WS(is, 27)]; } T1W = ri[WS(is, 11)]; T1X = ri[WS(is, 43)]; T5l = ii[WS(is, 11)]; Tbi = T5q + T5r; T5s = T5q - T5r; T5p = T1W - T1X; T1Y = T1W + T1X; T5m = ii[WS(is, 43)]; } } { E T8r, Tbg, T8s, Tbl, T5S, T5u, T5F, T5R, T8z, T8A; { E T5t, Tbt, TdC, T5o, Tbu; { E Tbh, T1Z, T5n, Tbj, Tbk; T8r = T5s - T5p; T5t = T5p + T5s; Tbh = T1V - T1Y; T1Z = T1V + T1Y; T5n = T5l - T5m; Tbj = T5l + T5m; Tbt = Tbf + Tbe; Tbg = Tbe - Tbf; TdC = Tbi + Tbj; Tbk = Tbi - Tbj; T8s = T5k + T5n; T5o = T5k - T5n; Tdy = T1Z - T1S; T20 = T1S + T1Z; Tbu = Tbh - Tbk; Tbl = Tbh + Tbk; } T5S = FNMS(KP414213562, T5o, T5t); T5u = FMA(KP414213562, T5t, T5o); Tcx = Tbt - Tbu; Tbv = Tbt + Tbu; Tep = TdB + TdC; TdD = TdB - TdC; T5F = FNMS(KP414213562, T5E, T5z); T5R = FMA(KP414213562, T5z, T5E); } T8q = FNMS(KP414213562, T8p, T8o); T8z = FMA(KP414213562, T8o, T8p); T6W = T5F + T5u; T5G = T5u - T5F; T6Z = T5R + T5S; T5T = T5R - T5S; T8A = FNMS(KP414213562, T8r, T8s); T8t = FMA(KP414213562, T8s, T8r); T9D = T8z - T8A; T8B = T8z + T8A; Tcu = Tbl - Tbg; Tbm = Tbg + Tbl; } } } { E T9A, T8u, TbE, Tao, Td7, Td8; { E Teq, Ten, Tex, Teh, TeB, Tev, Tey, Tem, Te9, Tec; { E Tef, Teu, Tel, T11, Tei, Tet, T2y, TeI, T23, T22, T33, Teg, TeD, TeG, T34; E TeH; { E TeE, TeF, Tv, T10, T1w, T21; Tef = Tf - Tu; Tv = Tf + Tu; T10 = TK + TZ; Teu = TZ - TK; Tel = Tej - Tek; TeE = Tej + Tek; T9A = T8t - T8q; T8u = T8q + T8t; TeD = Tv - T10; T11 = Tv + T10; TeF = Teo + Tep; Teq = Teo - Tep; Tei = T1g - T1v; T1w = T1g + T1v; T21 = T1L + T20; Ten = T1L - T20; Tet = T2i - T2x; T2y = T2i + T2x; TeI = TeE + TeF; TeG = TeE - TeF; T23 = T21 - T1w; T22 = T1w + T21; T33 = T2N + T32; Teg = T2N - T32; } ro[WS(os, 16)] = TeD + TeG; ro[WS(os, 48)] = TeD - TeG; ro[0] = T11 + T22; ro[WS(os, 32)] = T11 - T22; T34 = T2y - T33; TeH = T2y + T33; io[0] = TeH + TeI; io[WS(os, 32)] = TeH - TeI; io[WS(os, 48)] = T34 - T23; io[WS(os, 16)] = T23 + T34; Tex = Tef - Teg; Teh = Tef + Teg; TeB = Teu + Tet; Tev = Tet - Teu; Tey = Tel - Tei; Tem = Tei + Tel; } { E TdV, Tdb, TdJ, Te5, TdE, Tdz, Te6, Tdi, Teb, Te3, TdZ, TdY, TdW, TdM, TdR; E Tdu; { E TdL, Tde, Tdh, TdK, Tez, Ter; TdV = Td9 + Tda; Tdb = Td9 - Tda; TdJ = TdH - TdI; Te5 = TdI + TdH; Tez = Ten + Teq; Ter = Ten - Teq; TdL = Tdd + Tdc; Tde = Tdc - Tdd; { E TeA, TeC, Tew, Tes; TeA = Tey - Tez; TeC = Tey + Tez; Tew = Ter - Tem; Tes = Tem + Ter; ro[WS(os, 24)] = FMA(KP707106781, TeA, Tex); ro[WS(os, 56)] = FNMS(KP707106781, TeA, Tex); io[WS(os, 8)] = FMA(KP707106781, TeC, TeB); io[WS(os, 40)] = FNMS(KP707106781, TeC, TeB); io[WS(os, 24)] = FMA(KP707106781, Tew, Tev); io[WS(os, 56)] = FNMS(KP707106781, Tew, Tev); ro[WS(os, 8)] = FMA(KP707106781, Tes, Teh); ro[WS(os, 40)] = FNMS(KP707106781, Tes, Teh); Tdh = Tdf + Tdg; TdK = Tdf - Tdg; } { E Te1, Te2, Tdo, Tdt; TdE = TdA - TdD; Te1 = TdA + TdD; Te2 = Tdy + Tdx; Tdz = Tdx - Tdy; Te6 = Tde + Tdh; Tdi = Tde - Tdh; Teb = FMA(KP414213562, Te1, Te2); Te3 = FNMS(KP414213562, Te2, Te1); TdZ = Tdn + Tdm; Tdo = Tdm - Tdn; Tdt = Tdp - Tds; TdY = Tdp + Tds; TdW = TdL + TdK; TdM = TdK - TdL; TdR = FNMS(KP414213562, Tdo, Tdt); Tdu = FMA(KP414213562, Tdt, Tdo); } } { E TdT, Tea, Te0, TdU; { E Tdj, TdQ, TdF, TdP, TdN, TdS, TdO, TdG; TdT = FNMS(KP707106781, Tdi, Tdb); Tdj = FMA(KP707106781, Tdi, Tdb); Tea = FNMS(KP414213562, TdY, TdZ); Te0 = FMA(KP414213562, TdZ, TdY); TdQ = FMA(KP414213562, Tdz, TdE); TdF = FNMS(KP414213562, TdE, Tdz); TdP = FMA(KP707106781, TdM, TdJ); TdN = FNMS(KP707106781, TdM, TdJ); TdS = TdQ - TdR; TdU = TdR + TdQ; TdO = Tdu + TdF; TdG = Tdu - TdF; io[WS(os, 12)] = FMA(KP923879532, TdS, TdP); io[WS(os, 44)] = FNMS(KP923879532, TdS, TdP); ro[WS(os, 12)] = FMA(KP923879532, TdG, Tdj); ro[WS(os, 44)] = FNMS(KP923879532, TdG, Tdj); io[WS(os, 60)] = FMA(KP923879532, TdO, TdN); io[WS(os, 28)] = FNMS(KP923879532, TdO, TdN); } { E Te8, Te7, Ted, Tee, TdX, Te4; Te9 = FNMS(KP707106781, TdW, TdV); TdX = FMA(KP707106781, TdW, TdV); Te4 = Te0 + Te3; Te8 = Te3 - Te0; Te7 = FNMS(KP707106781, Te6, Te5); Ted = FMA(KP707106781, Te6, Te5); ro[WS(os, 60)] = FMA(KP923879532, TdU, TdT); ro[WS(os, 28)] = FNMS(KP923879532, TdU, TdT); ro[WS(os, 4)] = FMA(KP923879532, Te4, TdX); ro[WS(os, 36)] = FNMS(KP923879532, Te4, TdX); Tee = Tea + Teb; Tec = Tea - Teb; io[WS(os, 4)] = FMA(KP923879532, Tee, Ted); io[WS(os, 36)] = FNMS(KP923879532, Tee, Ted); io[WS(os, 20)] = FMA(KP923879532, Te8, Te7); io[WS(os, 52)] = FNMS(KP923879532, Te8, Te7); } } } { E TcP, Tcd, TcZ, TcD, Tcy, Tcv, TcT, Td0, Tck, Td4, TcX, TcS, TcK, Tcs, TcQ; E TcG; { E TcF, Tcg, Tcj, TcE, TcV, TcW, Tcc, TcC, Tco, Tcr; TbE = TbC + TbD; Tcc = TbC - TbD; TcC = Tan - Tak; Tao = Tak + Tan; TcF = FNMS(KP414213562, Tce, Tcf); Tcg = FMA(KP414213562, Tcf, Tce); ro[WS(os, 20)] = FMA(KP923879532, Tec, Te9); ro[WS(os, 52)] = FNMS(KP923879532, Tec, Te9); TcP = FNMS(KP707106781, Tcc, Tcb); Tcd = FMA(KP707106781, Tcc, Tcb); TcZ = FNMS(KP707106781, TcC, TcB); TcD = FMA(KP707106781, TcC, TcB); Tcj = FNMS(KP414213562, Tci, Tch); TcE = FMA(KP414213562, Tch, Tci); Tcy = FNMS(KP707106781, Tcx, Tcw); TcV = FMA(KP707106781, Tcx, Tcw); TcW = FMA(KP707106781, Tcu, Tct); Tcv = FNMS(KP707106781, Tcu, Tct); TcT = FMA(KP707106781, Tcn, Tcm); Tco = FNMS(KP707106781, Tcn, Tcm); Td0 = Tcg + Tcj; Tck = Tcg - Tcj; Td4 = FMA(KP198912367, TcV, TcW); TcX = FNMS(KP198912367, TcW, TcV); Tcr = FNMS(KP707106781, Tcq, Tcp); TcS = FMA(KP707106781, Tcq, Tcp); TcK = FNMS(KP668178637, Tco, Tcr); Tcs = FMA(KP668178637, Tcr, Tco); TcQ = TcF + TcE; TcG = TcE - TcF; } { E TcJ, Td5, TcU, TcM; { E Tcl, TcL, Tcz, TcN, TcH, TcO, TcI, TcA; TcJ = FNMS(KP923879532, Tck, Tcd); Tcl = FMA(KP923879532, Tck, Tcd); Td5 = FNMS(KP198912367, TcS, TcT); TcU = FMA(KP198912367, TcT, TcS); TcL = FMA(KP668178637, Tcv, Tcy); Tcz = FNMS(KP668178637, Tcy, Tcv); TcN = FMA(KP923879532, TcG, TcD); TcH = FNMS(KP923879532, TcG, TcD); TcO = TcK + TcL; TcM = TcK - TcL; TcI = Tcz - Tcs; TcA = Tcs + Tcz; io[WS(os, 6)] = FMA(KP831469612, TcO, TcN); io[WS(os, 38)] = FNMS(KP831469612, TcO, TcN); ro[WS(os, 6)] = FMA(KP831469612, TcA, Tcl); ro[WS(os, 38)] = FNMS(KP831469612, TcA, Tcl); io[WS(os, 22)] = FMA(KP831469612, TcI, TcH); io[WS(os, 54)] = FNMS(KP831469612, TcI, TcH); } { E Td2, Td1, Td3, Td6, TcR, TcY; Td7 = FMA(KP923879532, TcQ, TcP); TcR = FNMS(KP923879532, TcQ, TcP); TcY = TcU - TcX; Td2 = TcU + TcX; Td1 = FMA(KP923879532, Td0, TcZ); Td3 = FNMS(KP923879532, Td0, TcZ); ro[WS(os, 22)] = FMA(KP831469612, TcM, TcJ); ro[WS(os, 54)] = FNMS(KP831469612, TcM, TcJ); ro[WS(os, 14)] = FMA(KP980785280, TcY, TcR); ro[WS(os, 46)] = FNMS(KP980785280, TcY, TcR); Td6 = Td4 - Td5; Td8 = Td5 + Td4; io[WS(os, 14)] = FMA(KP980785280, Td6, Td3); io[WS(os, 46)] = FNMS(KP980785280, Td6, Td3); io[WS(os, 62)] = FMA(KP980785280, Td2, Td1); io[WS(os, 30)] = FNMS(KP980785280, Td2, Td1); } } } } { E T3f, T66, T63, T3u, T7z, T7A, Tc5, Tc8; { E TbR, Tap, Tc1, TbF, Tbw, Tbn, TbV, Tc2, TaE, Tc7, TbZ, TbU, TbN, Tb6, TbS; E TbI; { E TbH, Taw, TaD, TbG, TbX, TbY, TaW, Tb5; TbH = FMA(KP414213562, Tas, Tav); Taw = FNMS(KP414213562, Tav, Tas); ro[WS(os, 62)] = FMA(KP980785280, Td8, Td7); ro[WS(os, 30)] = FNMS(KP980785280, Td8, Td7); TbR = FMA(KP707106781, Tao, Tah); Tap = FNMS(KP707106781, Tao, Tah); Tc1 = FMA(KP707106781, TbE, TbB); TbF = FNMS(KP707106781, TbE, TbB); TaD = FMA(KP414213562, TaC, Taz); TbG = FNMS(KP414213562, Taz, TaC); Tbw = FNMS(KP707106781, Tbv, Tbs); TbX = FMA(KP707106781, Tbv, Tbs); TbY = FMA(KP707106781, Tbm, Tbb); Tbn = FNMS(KP707106781, Tbm, Tbb); TbV = FMA(KP707106781, TaV, TaK); TaW = FNMS(KP707106781, TaV, TaK); Tc2 = Taw + TaD; TaE = Taw - TaD; Tc7 = FMA(KP198912367, TbX, TbY); TbZ = FNMS(KP198912367, TbY, TbX); Tb5 = FNMS(KP707106781, Tb4, Tb1); TbU = FMA(KP707106781, Tb4, Tb1); TbN = FNMS(KP668178637, TaW, Tb5); Tb6 = FMA(KP668178637, Tb5, TaW); TbS = TbH + TbG; TbI = TbG - TbH; } { E TbP, Tc6, TbW, TbQ; { E TaF, TbM, Tbx, TbL, TbJ, TbO, TbK, Tby; TbP = FNMS(KP923879532, TaE, Tap); TaF = FMA(KP923879532, TaE, Tap); Tc6 = FNMS(KP198912367, TbU, TbV); TbW = FMA(KP198912367, TbV, TbU); TbM = FMA(KP668178637, Tbn, Tbw); Tbx = FNMS(KP668178637, Tbw, Tbn); TbL = FMA(KP923879532, TbI, TbF); TbJ = FNMS(KP923879532, TbI, TbF); TbO = TbM - TbN; TbQ = TbN + TbM; TbK = Tb6 + Tbx; Tby = Tb6 - Tbx; io[WS(os, 10)] = FMA(KP831469612, TbO, TbL); io[WS(os, 42)] = FNMS(KP831469612, TbO, TbL); ro[WS(os, 10)] = FMA(KP831469612, Tby, TaF); ro[WS(os, 42)] = FNMS(KP831469612, Tby, TaF); io[WS(os, 58)] = FMA(KP831469612, TbK, TbJ); io[WS(os, 26)] = FNMS(KP831469612, TbK, TbJ); } { E Tc4, Tc3, Tc9, Tca, TbT, Tc0; Tc5 = FNMS(KP923879532, TbS, TbR); TbT = FMA(KP923879532, TbS, TbR); Tc0 = TbW + TbZ; Tc4 = TbZ - TbW; Tc3 = FNMS(KP923879532, Tc2, Tc1); Tc9 = FMA(KP923879532, Tc2, Tc1); ro[WS(os, 58)] = FMA(KP831469612, TbQ, TbP); ro[WS(os, 26)] = FNMS(KP831469612, TbQ, TbP); ro[WS(os, 2)] = FMA(KP980785280, Tc0, TbT); ro[WS(os, 34)] = FNMS(KP980785280, Tc0, TbT); Tca = Tc6 + Tc7; Tc8 = Tc6 - Tc7; io[WS(os, 2)] = FMA(KP980785280, Tca, Tc9); io[WS(os, 34)] = FNMS(KP980785280, Tca, Tc9); io[WS(os, 18)] = FMA(KP980785280, Tc4, Tc3); io[WS(os, 50)] = FNMS(KP980785280, Tc4, Tc3); } } } { E T7h, T6F, T70, T6X, T7x, T7m, T7w, T7p, T7s, T6M, T7c, T6U, T7r, T75, T7i; E T78; { E T6T, T6Q, T77, T6I, T6L, T76, T73, T74; { E T7k, T7l, T6D, T6E, T7n, T7o; T3f = FMA(KP707106781, T3e, T37); T6D = FNMS(KP707106781, T3e, T37); T6E = T65 + T64; T66 = T64 - T65; T6T = FNMS(KP923879532, T6S, T6R); T7k = FMA(KP923879532, T6S, T6R); ro[WS(os, 18)] = FMA(KP980785280, Tc8, Tc5); ro[WS(os, 50)] = FNMS(KP980785280, Tc8, Tc5); T7h = FMA(KP923879532, T6E, T6D); T6F = FNMS(KP923879532, T6E, T6D); T7l = FMA(KP923879532, T6P, T6O); T6Q = FNMS(KP923879532, T6P, T6O); T70 = FNMS(KP923879532, T6Z, T6Y); T7n = FMA(KP923879532, T6Z, T6Y); T7o = FMA(KP923879532, T6W, T6V); T6X = FNMS(KP923879532, T6W, T6V); T77 = FNMS(KP198912367, T6G, T6H); T6I = FMA(KP198912367, T6H, T6G); T7x = FNMS(KP098491403, T7k, T7l); T7m = FMA(KP098491403, T7l, T7k); T7w = FMA(KP098491403, T7n, T7o); T7p = FNMS(KP098491403, T7o, T7n); T6L = FNMS(KP198912367, T6K, T6J); T76 = FMA(KP198912367, T6J, T6K); } T63 = FMA(KP707106781, T62, T5Z); T73 = FNMS(KP707106781, T62, T5Z); T7s = T6I + T6L; T6M = T6I - T6L; T7c = FNMS(KP820678790, T6Q, T6T); T6U = FMA(KP820678790, T6T, T6Q); T74 = T3m + T3t; T3u = T3m - T3t; T7r = FMA(KP923879532, T74, T73); T75 = FNMS(KP923879532, T74, T73); T7i = T77 + T76; T78 = T76 - T77; } { E T7b, T6N, T7f, T79, T71, T7d; T7b = FNMS(KP980785280, T6M, T6F); T6N = FMA(KP980785280, T6M, T6F); T7f = FMA(KP980785280, T78, T75); T79 = FNMS(KP980785280, T78, T75); T71 = FNMS(KP820678790, T70, T6X); T7d = FMA(KP820678790, T6X, T70); { E T7u, T7t, T7v, T7y, T7j, T7q; T7z = FMA(KP980785280, T7i, T7h); T7j = FNMS(KP980785280, T7i, T7h); T7q = T7m - T7p; T7u = T7m + T7p; { E T7g, T7e, T72, T7a; T7g = T7c + T7d; T7e = T7c - T7d; T72 = T6U + T71; T7a = T71 - T6U; ro[WS(os, 23)] = FMA(KP773010453, T7e, T7b); ro[WS(os, 55)] = FNMS(KP773010453, T7e, T7b); io[WS(os, 7)] = FMA(KP773010453, T7g, T7f); io[WS(os, 39)] = FNMS(KP773010453, T7g, T7f); io[WS(os, 23)] = FMA(KP773010453, T7a, T79); io[WS(os, 55)] = FNMS(KP773010453, T7a, T79); ro[WS(os, 7)] = FMA(KP773010453, T72, T6N); ro[WS(os, 39)] = FNMS(KP773010453, T72, T6N); ro[WS(os, 47)] = FNMS(KP995184726, T7q, T7j); ro[WS(os, 15)] = FMA(KP995184726, T7q, T7j); } T7t = FMA(KP980785280, T7s, T7r); T7v = FNMS(KP980785280, T7s, T7r); T7y = T7w - T7x; T7A = T7x + T7w; io[WS(os, 15)] = FMA(KP995184726, T7y, T7v); io[WS(os, 47)] = FNMS(KP995184726, T7y, T7v); io[WS(os, 63)] = FMA(KP995184726, T7u, T7t); io[WS(os, 31)] = FNMS(KP995184726, T7u, T7t); } } } { E T7D, T8K, T8H, T7K, Tad, Tae, T6x, T6A; { E T9V, T9j, T9E, T9B, Tab, Ta0, Taa, Ta3, Ta6, T9q, T9Q, T9y, Ta5, T9J, T9W; E T9M; { E T9x, T9u, T9L, T9m, T9p, T9K, T9H, T9I; { E T9Y, T9Z, T9h, T9i, Ta1, Ta2; T7D = FMA(KP707106781, T7C, T7B); T9h = FNMS(KP707106781, T7C, T7B); T9i = T8I - T8J; T8K = T8I + T8J; T9x = FNMS(KP923879532, T9w, T9v); T9Y = FMA(KP923879532, T9w, T9v); ro[WS(os, 63)] = FMA(KP995184726, T7A, T7z); ro[WS(os, 31)] = FNMS(KP995184726, T7A, T7z); T9V = FNMS(KP923879532, T9i, T9h); T9j = FMA(KP923879532, T9i, T9h); T9Z = FMA(KP923879532, T9t, T9s); T9u = FNMS(KP923879532, T9t, T9s); T9E = FNMS(KP923879532, T9D, T9C); Ta1 = FMA(KP923879532, T9D, T9C); Ta2 = FMA(KP923879532, T9A, T9z); T9B = FNMS(KP923879532, T9A, T9z); T9L = FNMS(KP668178637, T9k, T9l); T9m = FMA(KP668178637, T9l, T9k); Tab = FNMS(KP303346683, T9Y, T9Z); Ta0 = FMA(KP303346683, T9Z, T9Y); Taa = FMA(KP303346683, Ta1, Ta2); Ta3 = FNMS(KP303346683, Ta2, Ta1); T9p = FNMS(KP668178637, T9o, T9n); T9K = FMA(KP668178637, T9n, T9o); } T8H = FMA(KP707106781, T8G, T8F); T9H = FNMS(KP707106781, T8G, T8F); Ta6 = T9m + T9p; T9q = T9m - T9p; T9Q = FNMS(KP534511135, T9u, T9x); T9y = FMA(KP534511135, T9x, T9u); T9I = T7J - T7G; T7K = T7G + T7J; Ta5 = FNMS(KP923879532, T9I, T9H); T9J = FMA(KP923879532, T9I, T9H); T9W = T9L + T9K; T9M = T9K - T9L; } { E T9P, T9r, T9T, T9N, T9F, T9R; T9P = FNMS(KP831469612, T9q, T9j); T9r = FMA(KP831469612, T9q, T9j); T9T = FMA(KP831469612, T9M, T9J); T9N = FNMS(KP831469612, T9M, T9J); T9F = FNMS(KP534511135, T9E, T9B); T9R = FMA(KP534511135, T9B, T9E); { E Ta8, Ta7, Ta9, Tac, T9X, Ta4; Tad = FMA(KP831469612, T9W, T9V); T9X = FNMS(KP831469612, T9W, T9V); Ta4 = Ta0 - Ta3; Ta8 = Ta0 + Ta3; { E T9U, T9S, T9G, T9O; T9U = T9Q + T9R; T9S = T9Q - T9R; T9G = T9y + T9F; T9O = T9F - T9y; ro[WS(os, 21)] = FMA(KP881921264, T9S, T9P); ro[WS(os, 53)] = FNMS(KP881921264, T9S, T9P); io[WS(os, 5)] = FMA(KP881921264, T9U, T9T); io[WS(os, 37)] = FNMS(KP881921264, T9U, T9T); io[WS(os, 21)] = FMA(KP881921264, T9O, T9N); io[WS(os, 53)] = FNMS(KP881921264, T9O, T9N); ro[WS(os, 5)] = FMA(KP881921264, T9G, T9r); ro[WS(os, 37)] = FNMS(KP881921264, T9G, T9r); ro[WS(os, 45)] = FNMS(KP956940335, Ta4, T9X); ro[WS(os, 13)] = FMA(KP956940335, Ta4, T9X); } Ta7 = FMA(KP831469612, Ta6, Ta5); Ta9 = FNMS(KP831469612, Ta6, Ta5); Tac = Taa - Tab; Tae = Tab + Taa; io[WS(os, 13)] = FMA(KP956940335, Tac, Ta9); io[WS(os, 45)] = FNMS(KP956940335, Tac, Ta9); io[WS(os, 61)] = FMA(KP956940335, Ta8, Ta7); io[WS(os, 29)] = FNMS(KP956940335, Ta8, Ta7); } } } { E T6j, T3v, T5U, T5H, T6y, T6o, T6z, T6r, T6u, T48, T6f, T52, T6t, T67, T6k; E T6a; { E T51, T4O, T69, T3O, T47, T68; { E T6m, T6n, T6p, T6q; T51 = FNMS(KP923879532, T50, T4X); T6m = FMA(KP923879532, T50, T4X); ro[WS(os, 61)] = FMA(KP956940335, Tae, Tad); ro[WS(os, 29)] = FNMS(KP956940335, Tae, Tad); T6j = FMA(KP923879532, T3u, T3f); T3v = FNMS(KP923879532, T3u, T3f); T6n = FMA(KP923879532, T4N, T4q); T4O = FNMS(KP923879532, T4N, T4q); T5U = FNMS(KP923879532, T5T, T5Q); T6p = FMA(KP923879532, T5T, T5Q); T6q = FMA(KP923879532, T5G, T5j); T5H = FNMS(KP923879532, T5G, T5j); T69 = FMA(KP668178637, T3G, T3N); T3O = FNMS(KP668178637, T3N, T3G); T6y = FNMS(KP303346683, T6m, T6n); T6o = FMA(KP303346683, T6n, T6m); T6z = FMA(KP303346683, T6p, T6q); T6r = FNMS(KP303346683, T6q, T6p); T47 = FMA(KP668178637, T46, T3Z); T68 = FNMS(KP668178637, T3Z, T46); } T6u = T3O + T47; T48 = T3O - T47; T6f = FNMS(KP534511135, T4O, T51); T52 = FMA(KP534511135, T51, T4O); T6t = FMA(KP923879532, T66, T63); T67 = FNMS(KP923879532, T66, T63); T6k = T69 + T68; T6a = T68 - T69; } { E T6h, T49, T6d, T6b, T5V, T6e; T6h = FNMS(KP831469612, T48, T3v); T49 = FMA(KP831469612, T48, T3v); T6d = FMA(KP831469612, T6a, T67); T6b = FNMS(KP831469612, T6a, T67); T5V = FNMS(KP534511135, T5U, T5H); T6e = FMA(KP534511135, T5H, T5U); { E T6w, T6v, T6B, T6C, T6l, T6s; T6x = FNMS(KP831469612, T6k, T6j); T6l = FMA(KP831469612, T6k, T6j); T6s = T6o + T6r; T6w = T6r - T6o; { E T6g, T6i, T5W, T6c; T6g = T6e - T6f; T6i = T6f + T6e; T5W = T52 - T5V; T6c = T52 + T5V; ro[WS(os, 59)] = FMA(KP881921264, T6i, T6h); ro[WS(os, 27)] = FNMS(KP881921264, T6i, T6h); io[WS(os, 11)] = FMA(KP881921264, T6g, T6d); io[WS(os, 43)] = FNMS(KP881921264, T6g, T6d); io[WS(os, 59)] = FMA(KP881921264, T6c, T6b); io[WS(os, 27)] = FNMS(KP881921264, T6c, T6b); ro[WS(os, 11)] = FMA(KP881921264, T5W, T49); ro[WS(os, 43)] = FNMS(KP881921264, T5W, T49); ro[WS(os, 35)] = FNMS(KP956940335, T6s, T6l); ro[WS(os, 3)] = FMA(KP956940335, T6s, T6l); } T6v = FNMS(KP831469612, T6u, T6t); T6B = FMA(KP831469612, T6u, T6t); T6C = T6y + T6z; T6A = T6y - T6z; io[WS(os, 3)] = FMA(KP956940335, T6C, T6B); io[WS(os, 35)] = FNMS(KP956940335, T6C, T6B); io[WS(os, 19)] = FMA(KP956940335, T6w, T6v); io[WS(os, 51)] = FNMS(KP956940335, T6w, T6v); } } } { E T8X, T7L, T8C, T8v, T9c, T92, T9d, T95, T98, T80, T8T, T8k, T97, T8L, T8Y; E T8O; { E T8j, T8c, T8N, T7S, T7Z, T8M; { E T90, T91, T93, T94; T8j = FNMS(KP923879532, T8i, T8f); T90 = FMA(KP923879532, T8i, T8f); ro[WS(os, 19)] = FMA(KP956940335, T6A, T6x); ro[WS(os, 51)] = FNMS(KP956940335, T6A, T6x); T8X = FMA(KP923879532, T7K, T7D); T7L = FNMS(KP923879532, T7K, T7D); T91 = FMA(KP923879532, T8b, T84); T8c = FNMS(KP923879532, T8b, T84); T8C = FNMS(KP923879532, T8B, T8y); T93 = FMA(KP923879532, T8B, T8y); T94 = FMA(KP923879532, T8u, T8n); T8v = FNMS(KP923879532, T8u, T8n); T8N = FMA(KP198912367, T7O, T7R); T7S = FNMS(KP198912367, T7R, T7O); T9c = FNMS(KP098491403, T90, T91); T92 = FMA(KP098491403, T91, T90); T9d = FMA(KP098491403, T93, T94); T95 = FNMS(KP098491403, T94, T93); T7Z = FMA(KP198912367, T7Y, T7V); T8M = FNMS(KP198912367, T7V, T7Y); } T98 = T7S + T7Z; T80 = T7S - T7Z; T8T = FNMS(KP820678790, T8c, T8j); T8k = FMA(KP820678790, T8j, T8c); T97 = FMA(KP923879532, T8K, T8H); T8L = FNMS(KP923879532, T8K, T8H); T8Y = T8N + T8M; T8O = T8M - T8N; } { E T8V, T81, T8R, T8P, T8D, T8S; T8V = FNMS(KP980785280, T80, T7L); T81 = FMA(KP980785280, T80, T7L); T8R = FMA(KP980785280, T8O, T8L); T8P = FNMS(KP980785280, T8O, T8L); T8D = FNMS(KP820678790, T8C, T8v); T8S = FMA(KP820678790, T8v, T8C); { E T9a, T99, T9f, T9g, T8Z, T96; T9b = FNMS(KP980785280, T8Y, T8X); T8Z = FMA(KP980785280, T8Y, T8X); T96 = T92 + T95; T9a = T95 - T92; { E T8U, T8W, T8E, T8Q; T8U = T8S - T8T; T8W = T8T + T8S; T8E = T8k - T8D; T8Q = T8k + T8D; ro[WS(os, 57)] = FMA(KP773010453, T8W, T8V); ro[WS(os, 25)] = FNMS(KP773010453, T8W, T8V); io[WS(os, 9)] = FMA(KP773010453, T8U, T8R); io[WS(os, 41)] = FNMS(KP773010453, T8U, T8R); io[WS(os, 57)] = FMA(KP773010453, T8Q, T8P); io[WS(os, 25)] = FNMS(KP773010453, T8Q, T8P); ro[WS(os, 9)] = FMA(KP773010453, T8E, T81); ro[WS(os, 41)] = FNMS(KP773010453, T8E, T81); ro[WS(os, 33)] = FNMS(KP995184726, T96, T8Z); ro[WS(os, 1)] = FMA(KP995184726, T96, T8Z); } T99 = FNMS(KP980785280, T98, T97); T9f = FMA(KP980785280, T98, T97); T9g = T9c + T9d; T9e = T9c - T9d; io[WS(os, 1)] = FMA(KP995184726, T9g, T9f); io[WS(os, 33)] = FNMS(KP995184726, T9g, T9f); io[WS(os, 17)] = FMA(KP995184726, T9a, T99); io[WS(os, 49)] = FNMS(KP995184726, T9a, T99); } } } } } } } ro[WS(os, 17)] = FMA(KP995184726, T9e, T9b); ro[WS(os, 49)] = FNMS(KP995184726, T9e, T9b); } } static const kdft_desc desc = { 64, "n1_64", {520, 0, 392, 0}, &GENUS, 0, 0, 0, 0 }; void X(codelet_n1_64) (planner *p) { X(kdft_register) (p, n1_64, &desc); } #else /* HAVE_FMA */ /* Generated by: ../../../genfft/gen_notw -compact -variables 4 -pipeline-latency 4 -n 64 -name n1_64 -include n.h */ /* * This function contains 912 FP additions, 248 FP multiplications, * (or, 808 additions, 144 multiplications, 104 fused multiply/add), * 172 stack variables, 15 constants, and 256 memory accesses */ #include "n.h" static void n1_64(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) { DK(KP773010453, +0.773010453362736960810906609758469800971041293); DK(KP634393284, +0.634393284163645498215171613225493370675687095); DK(KP098017140, +0.098017140329560601994195563888641845861136673); DK(KP995184726, +0.995184726672196886244836953109479921575474869); DK(KP881921264, +0.881921264348355029712756863660388349508442621); DK(KP471396736, +0.471396736825997648556387625905254377657460319); DK(KP290284677, +0.290284677254462367636192375817395274691476278); DK(KP956940335, +0.956940335732208864935797886980269969482849206); DK(KP831469612, +0.831469612302545237078788377617905756738560812); DK(KP555570233, +0.555570233019602224742830813948532874374937191); DK(KP195090322, +0.195090322016128267848284868477022240927691618); DK(KP980785280, +0.980785280403230449126182236134239036973933731); DK(KP923879532, +0.923879532511286756128183189396788286822416626); DK(KP382683432, +0.382683432365089771728459984030398866761344562); DK(KP707106781, +0.707106781186547524400844362104849039284835938); INT i; for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(is), MAKE_VOLATILE_STRIDE(os)) { E T37, T7B, T8F, T5Z, Tf, Td9, TbB, TcB, T62, T7C, T2i, TdH, Tah, Tcb, T3e; E T8G, Tu, TdI, Tak, TbD, Tan, TbC, T2x, Tda, T3m, T65, T7G, T8J, T7J, T8I; E T3t, T64, TK, Tdd, Tas, Tce, Tav, Tcf, T2N, Tdc, T3G, T6G, T7O, T9k, T7R; E T9l, T3N, T6H, T1L, Tdv, Tbs, Tcw, TdC, Teo, T5j, T6V, T5Q, T6Y, T8y, T9C; E Tbb, Tct, T8n, T9z, TZ, Tdf, Taz, Tch, TaC, Tci, T32, Tdg, T3Z, T6J, T7V; E T9n, T7Y, T9o, T46, T6K, T1g, Tdp, Tb1, Tcm, Tdm, Tej, T4q, T6R, T4X, T6O; E T8f, T9s, TaK, Tcp, T84, T9v, T1v, Tdn, Tb4, Tcq, Tds, Tek, T4N, T6P, T50; E T6S, T8i, T9w, TaV, Tcn, T8b, T9t, T20, TdD, Tbv, Tcu, Tdy, Tep, T5G, T6Z; E T5T, T6W, T8B, T9A, Tbm, Tcx, T8u, T9D; { E T3, T35, T26, T5Y, T6, T5X, T29, T36, Ta, T39, T2d, T38, Td, T3b, T2g; E T3c; { E T1, T2, T24, T25; T1 = ri[0]; T2 = ri[WS(is, 32)]; T3 = T1 + T2; T35 = T1 - T2; T24 = ii[0]; T25 = ii[WS(is, 32)]; T26 = T24 + T25; T5Y = T24 - T25; } { E T4, T5, T27, T28; T4 = ri[WS(is, 16)]; T5 = ri[WS(is, 48)]; T6 = T4 + T5; T5X = T4 - T5; T27 = ii[WS(is, 16)]; T28 = ii[WS(is, 48)]; T29 = T27 + T28; T36 = T27 - T28; } { E T8, T9, T2b, T2c; T8 = ri[WS(is, 8)]; T9 = ri[WS(is, 40)]; Ta = T8 + T9; T39 = T8 - T9; T2b = ii[WS(is, 8)]; T2c = ii[WS(is, 40)]; T2d = T2b + T2c; T38 = T2b - T2c; } { E Tb, Tc, T2e, T2f; Tb = ri[WS(is, 56)]; Tc = ri[WS(is, 24)]; Td = Tb + Tc; T3b = Tb - Tc; T2e = ii[WS(is, 56)]; T2f = ii[WS(is, 24)]; T2g = T2e + T2f; T3c = T2e - T2f; } { E T7, Te, T2a, T2h; T37 = T35 - T36; T7B = T35 + T36; T8F = T5Y - T5X; T5Z = T5X + T5Y; T7 = T3 + T6; Te = Ta + Td; Tf = T7 + Te; Td9 = T7 - Te; { E Tbz, TbA, T60, T61; Tbz = T26 - T29; TbA = Td - Ta; TbB = Tbz - TbA; TcB = TbA + Tbz; T60 = T3b - T3c; T61 = T39 + T38; T62 = KP707106781 * (T60 - T61); T7C = KP707106781 * (T61 + T60); } T2a = T26 + T29; T2h = T2d + T2g; T2i = T2a + T2h; TdH = T2a - T2h; { E Taf, Tag, T3a, T3d; Taf = T3 - T6; Tag = T2d - T2g; Tah = Taf - Tag; Tcb = Taf + Tag; T3a = T38 - T39; T3d = T3b + T3c; T3e = KP707106781 * (T3a - T3d); T8G = KP707106781 * (T3a + T3d); } } } { E Ti, T3j, T2l, T3h, Tl, T3g, T2o, T3k, Tp, T3q, T2s, T3o, Ts, T3n, T2v; E T3r; { E Tg, Th, T2j, T2k; Tg = ri[WS(is, 4)]; Th = ri[WS(is, 36)]; Ti = Tg + Th; T3j = Tg - Th; T2j = ii[WS(is, 4)]; T2k = ii[WS(is, 36)]; T2l = T2j + T2k; T3h = T2j - T2k; } { E Tj, Tk, T2m, T2n; Tj = ri[WS(is, 20)]; Tk = ri[WS(is, 52)]; Tl = Tj + Tk; T3g = Tj - Tk; T2m = ii[WS(is, 20)]; T2n = ii[WS(is, 52)]; T2o = T2m + T2n; T3k = T2m - T2n; } { E Tn, To, T2q, T2r; Tn = ri[WS(is, 60)]; To = ri[WS(is, 28)]; Tp = Tn + To; T3q = Tn - To; T2q = ii[WS(is, 60)]; T2r = ii[WS(is, 28)]; T2s = T2q + T2r; T3o = T2q - T2r; } { E Tq, Tr, T2t, T2u; Tq = ri[WS(is, 12)]; Tr = ri[WS(is, 44)]; Ts = Tq + Tr; T3n = Tq - Tr; T2t = ii[WS(is, 12)]; T2u = ii[WS(is, 44)]; T2v = T2t + T2u; T3r = T2t - T2u; } { E Tm, Tt, Tai, Taj; Tm = Ti + Tl; Tt = Tp + Ts; Tu = Tm + Tt; TdI = Tt - Tm; Tai = T2l - T2o; Taj = Ti - Tl; Tak = Tai - Taj; TbD = Taj + Tai; } { E Tal, Tam, T2p, T2w; Tal = Tp - Ts; Tam = T2s - T2v; Tan = Tal + Tam; TbC = Tal - Tam; T2p = T2l + T2o; T2w = T2s + T2v; T2x = T2p + T2w; Tda = T2p - T2w; } { E T3i, T3l, T7E, T7F; T3i = T3g + T3h; T3l = T3j - T3k; T3m = FNMS(KP923879532, T3l, KP382683432 * T3i); T65 = FMA(KP923879532, T3i, KP382683432 * T3l); T7E = T3h - T3g; T7F = T3j + T3k; T7G = FNMS(KP382683432, T7F, KP923879532 * T7E); T8J = FMA(KP382683432, T7E, KP923879532 * T7F); } { E T7H, T7I, T3p, T3s; T7H = T3o - T3n; T7I = T3q + T3r; T7J = FMA(KP923879532, T7H, KP382683432 * T7I); T8I = FNMS(KP382683432, T7H, KP923879532 * T7I); T3p = T3n + T3o; T3s = T3q - T3r; T3t = FMA(KP382683432, T3p, KP923879532 * T3s); T64 = FNMS(KP923879532, T3p, KP382683432 * T3s); } } { E Ty, T3H, T2B, T3x, TB, T3w, T2E, T3I, TI, T3L, T2L, T3B, TF, T3K, T2I; E T3E; { E Tw, Tx, T2C, T2D; Tw = ri[WS(is, 2)]; Tx = ri[WS(is, 34)]; Ty = Tw + Tx; T3H = Tw - Tx; { E T2z, T2A, Tz, TA; T2z = ii[WS(is, 2)]; T2A = ii[WS(is, 34)]; T2B = T2z + T2A; T3x = T2z - T2A; Tz = ri[WS(is, 18)]; TA = ri[WS(is, 50)]; TB = Tz + TA; T3w = Tz - TA; } T2C = ii[WS(is, 18)]; T2D = ii[WS(is, 50)]; T2E = T2C + T2D; T3I = T2C - T2D; { E TG, TH, T3z, T2J, T2K, T3A; TG = ri[WS(is, 58)]; TH = ri[WS(is, 26)]; T3z = TG - TH; T2J = ii[WS(is, 58)]; T2K = ii[WS(is, 26)]; T3A = T2J - T2K; TI = TG + TH; T3L = T3z + T3A; T2L = T2J + T2K; T3B = T3z - T3A; } { E TD, TE, T3C, T2G, T2H, T3D; TD = ri[WS(is, 10)]; TE = ri[WS(is, 42)]; T3C = TD - TE; T2G = ii[WS(is, 10)]; T2H = ii[WS(is, 42)]; T3D = T2G - T2H; TF = TD + TE; T3K = T3D - T3C; T2I = T2G + T2H; T3E = T3C + T3D; } } { E TC, TJ, Taq, Tar; TC = Ty + TB; TJ = TF + TI; TK = TC + TJ; Tdd = TC - TJ; Taq = T2B - T2E; Tar = TI - TF; Tas = Taq - Tar; Tce = Tar + Taq; } { E Tat, Tau, T2F, T2M; Tat = Ty - TB; Tau = T2I - T2L; Tav = Tat - Tau; Tcf = Tat + Tau; T2F = T2B + T2E; T2M = T2I + T2L; T2N = T2F + T2M; Tdc = T2F - T2M; } { E T3y, T3F, T7M, T7N; T3y = T3w + T3x; T3F = KP707106781 * (T3B - T3E); T3G = T3y - T3F; T6G = T3y + T3F; T7M = T3x - T3w; T7N = KP707106781 * (T3K + T3L); T7O = T7M - T7N; T9k = T7M + T7N; } { E T7P, T7Q, T3J, T3M; T7P = T3H + T3I; T7Q = KP707106781 * (T3E + T3B); T7R = T7P - T7Q; T9l = T7P + T7Q; T3J = T3H - T3I; T3M = KP707106781 * (T3K - T3L); T3N = T3J - T3M; T6H = T3J + T3M; } } { E T1z, T53, T5L, Tbo, T1C, T5I, T56, Tbp, T1J, Tb9, T5h, T5N, T1G, Tb8, T5c; E T5O; { E T1x, T1y, T54, T55; T1x = ri[WS(is, 63)]; T1y = ri[WS(is, 31)]; T1z = T1x + T1y; T53 = T1x - T1y; { E T5J, T5K, T1A, T1B; T5J = ii[WS(is, 63)]; T5K = ii[WS(is, 31)]; T5L = T5J - T5K; Tbo = T5J + T5K; T1A = ri[WS(is, 15)]; T1B = ri[WS(is, 47)]; T1C = T1A + T1B; T5I = T1A - T1B; } T54 = ii[WS(is, 15)]; T55 = ii[WS(is, 47)]; T56 = T54 - T55; Tbp = T54 + T55; { E T1H, T1I, T5d, T5e, T5f, T5g; T1H = ri[WS(is, 55)]; T1I = ri[WS(is, 23)]; T5d = T1H - T1I; T5e = ii[WS(is, 55)]; T5f = ii[WS(is, 23)]; T5g = T5e - T5f; T1J = T1H + T1I; Tb9 = T5e + T5f; T5h = T5d + T5g; T5N = T5d - T5g; } { E T1E, T1F, T5b, T58, T59, T5a; T1E = ri[WS(is, 7)]; T1F = ri[WS(is, 39)]; T5b = T1E - T1F; T58 = ii[WS(is, 7)]; T59 = ii[WS(is, 39)]; T5a = T58 - T59; T1G = T1E + T1F; Tb8 = T58 + T59; T5c = T5a - T5b; T5O = T5b + T5a; } } { E T1D, T1K, Tbq, Tbr; T1D = T1z + T1C; T1K = T1G + T1J; T1L = T1D + T1K; Tdv = T1D - T1K; Tbq = Tbo - Tbp; Tbr = T1J - T1G; Tbs = Tbq - Tbr; Tcw = Tbr + Tbq; } { E TdA, TdB, T57, T5i; TdA = Tbo + Tbp; TdB = Tb8 + Tb9; TdC = TdA - TdB; Teo = TdA + TdB; T57 = T53 - T56; T5i = KP707106781 * (T5c - T5h); T5j = T57 - T5i; T6V = T57 + T5i; } { E T5M, T5P, T8w, T8x; T5M = T5I + T5L; T5P = KP707106781 * (T5N - T5O); T5Q = T5M - T5P; T6Y = T5M + T5P; T8w = T5L - T5I; T8x = KP707106781 * (T5c + T5h); T8y = T8w - T8x; T9C = T8w + T8x; } { E Tb7, Tba, T8l, T8m; Tb7 = T1z - T1C; Tba = Tb8 - Tb9; Tbb = Tb7 - Tba; Tct = Tb7 + Tba; T8l = T53 + T56; T8m = KP707106781 * (T5O + T5N); T8n = T8l - T8m; T9z = T8l + T8m; } } { E TN, T40, T2Q, T3Q, TQ, T3P, T2T, T41, TX, T44, T30, T3U, TU, T43, T2X; E T3X; { E TL, TM, T2R, T2S; TL = ri[WS(is, 62)]; TM = ri[WS(is, 30)]; TN = TL + TM; T40 = TL - TM; { E T2O, T2P, TO, TP; T2O = ii[WS(is, 62)]; T2P = ii[WS(is, 30)]; T2Q = T2O + T2P; T3Q = T2O - T2P; TO = ri[WS(is, 14)]; TP = ri[WS(is, 46)]; TQ = TO + TP; T3P = TO - TP; } T2R = ii[WS(is, 14)]; T2S = ii[WS(is, 46)]; T2T = T2R + T2S; T41 = T2R - T2S; { E TV, TW, T3S, T2Y, T2Z, T3T; TV = ri[WS(is, 54)]; TW = ri[WS(is, 22)]; T3S = TV - TW; T2Y = ii[WS(is, 54)]; T2Z = ii[WS(is, 22)]; T3T = T2Y - T2Z; TX = TV + TW; T44 = T3S + T3T; T30 = T2Y + T2Z; T3U = T3S - T3T; } { E TS, TT, T3V, T2V, T2W, T3W; TS = ri[WS(is, 6)]; TT = ri[WS(is, 38)]; T3V = TS - TT; T2V = ii[WS(is, 6)]; T2W = ii[WS(is, 38)]; T3W = T2V - T2W; TU = TS + TT; T43 = T3W - T3V; T2X = T2V + T2W; T3X = T3V + T3W; } } { E TR, TY, Tax, Tay; TR = TN + TQ; TY = TU + TX; TZ = TR + TY; Tdf = TR - TY; Tax = T2Q - T2T; Tay = TX - TU; Taz = Tax - Tay; Tch = Tay + Tax; } { E TaA, TaB, T2U, T31; TaA = TN - TQ; TaB = T2X - T30; TaC = TaA - TaB; Tci = TaA + TaB; T2U = T2Q + T2T; T31 = T2X + T30; T32 = T2U + T31; Tdg = T2U - T31; } { E T3R, T3Y, T7T, T7U; T3R = T3P + T3Q; T3Y = KP707106781 * (T3U - T3X); T3Z = T3R - T3Y; T6J = T3R + T3Y; T7T = T40 + T41; T7U = KP707106781 * (T3X + T3U); T7V = T7T - T7U; T9n = T7T + T7U; } { E T7W, T7X, T42, T45; T7W = T3Q - T3P; T7X = KP707106781 * (T43 + T44); T7Y = T7W - T7X; T9o = T7W + T7X; T42 = T40 - T41; T45 = KP707106781 * (T43 - T44); T46 = T42 - T45; T6K = T42 + T45; } } { E T14, T4P, T4d, TaG, T17, T4a, T4S, TaH, T1e, TaZ, T4j, T4V, T1b, TaY, T4o; E T4U; { E T12, T13, T4Q, T4R; T12 = ri[WS(is, 1)]; T13 = ri[WS(is, 33)]; T14 = T12 + T13; T4P = T12 - T13; { E T4b, T4c, T15, T16; T4b = ii[WS(is, 1)]; T4c = ii[WS(is, 33)]; T4d = T4b - T4c; TaG = T4b + T4c; T15 = ri[WS(is, 17)]; T16 = ri[WS(is, 49)]; T17 = T15 + T16; T4a = T15 - T16; } T4Q = ii[WS(is, 17)]; T4R = ii[WS(is, 49)]; T4S = T4Q - T4R; TaH = T4Q + T4R; { E T1c, T1d, T4f, T4g, T4h, T4i; T1c = ri[WS(is, 57)]; T1d = ri[WS(is, 25)]; T4f = T1c - T1d; T4g = ii[WS(is, 57)]; T4h = ii[WS(is, 25)]; T4i = T4g - T4h; T1e = T1c + T1d; TaZ = T4g + T4h; T4j = T4f - T4i; T4V = T4f + T4i; } { E T19, T1a, T4k, T4l, T4m, T4n; T19 = ri[WS(is, 9)]; T1a = ri[WS(is, 41)]; T4k = T19 - T1a; T4l = ii[WS(is, 9)]; T4m = ii[WS(is, 41)]; T4n = T4l - T4m; T1b = T19 + T1a; TaY = T4l + T4m; T4o = T4k + T4n; T4U = T4n - T4k; } } { E T18, T1f, TaX, Tb0; T18 = T14 + T17; T1f = T1b + T1e; T1g = T18 + T1f; Tdp = T18 - T1f; TaX = T14 - T17; Tb0 = TaY - TaZ; Tb1 = TaX - Tb0; Tcm = TaX + Tb0; } { E Tdk, Tdl, T4e, T4p; Tdk = TaG + TaH; Tdl = TaY + TaZ; Tdm = Tdk - Tdl; Tej = Tdk + Tdl; T4e = T4a + T4d; T4p = KP707106781 * (T4j - T4o); T4q = T4e - T4p; T6R = T4e + T4p; } { E T4T, T4W, T8d, T8e; T4T = T4P - T4S; T4W = KP707106781 * (T4U - T4V); T4X = T4T - T4W; T6O = T4T + T4W; T8d = T4P + T4S; T8e = KP707106781 * (T4o + T4j); T8f = T8d - T8e; T9s = T8d + T8e; } { E TaI, TaJ, T82, T83; TaI = TaG - TaH; TaJ = T1e - T1b; TaK = TaI - TaJ; Tcp = TaJ + TaI; T82 = T4d - T4a; T83 = KP707106781 * (T4U + T4V); T84 = T82 - T83; T9v = T82 + T83; } } { E T1j, TaR, T1m, TaS, T4G, T4L, TaT, TaQ, T89, T88, T1q, TaM, T1t, TaN, T4v; E T4A, TaO, TaL, T86, T85; { E T4H, T4F, T4C, T4K; { E T1h, T1i, T4D, T4E; T1h = ri[WS(is, 5)]; T1i = ri[WS(is, 37)]; T1j = T1h + T1i; T4H = T1h - T1i; T4D = ii[WS(is, 5)]; T4E = ii[WS(is, 37)]; T4F = T4D - T4E; TaR = T4D + T4E; } { E T1k, T1l, T4I, T4J; T1k = ri[WS(is, 21)]; T1l = ri[WS(is, 53)]; T1m = T1k + T1l; T4C = T1k - T1l; T4I = ii[WS(is, 21)]; T4J = ii[WS(is, 53)]; T4K = T4I - T4J; TaS = T4I + T4J; } T4G = T4C + T4F; T4L = T4H - T4K; TaT = TaR - TaS; TaQ = T1j - T1m; T89 = T4H + T4K; T88 = T4F - T4C; } { E T4r, T4z, T4w, T4u; { E T1o, T1p, T4x, T4y; T1o = ri[WS(is, 61)]; T1p = ri[WS(is, 29)]; T1q = T1o + T1p; T4r = T1o - T1p; T4x = ii[WS(is, 61)]; T4y = ii[WS(is, 29)]; T4z = T4x - T4y; TaM = T4x + T4y; } { E T1r, T1s, T4s, T4t; T1r = ri[WS(is, 13)]; T1s = ri[WS(is, 45)]; T1t = T1r + T1s; T4w = T1r - T1s; T4s = ii[WS(is, 13)]; T4t = ii[WS(is, 45)]; T4u = T4s - T4t; TaN = T4s + T4t; } T4v = T4r - T4u; T4A = T4w + T4z; TaO = TaM - TaN; TaL = T1q - T1t; T86 = T4z - T4w; T85 = T4r + T4u; } { E T1n, T1u, Tb2, Tb3; T1n = T1j + T1m; T1u = T1q + T1t; T1v = T1n + T1u; Tdn = T1u - T1n; Tb2 = TaT - TaQ; Tb3 = TaL + TaO; Tb4 = KP707106781 * (Tb2 - Tb3); Tcq = KP707106781 * (Tb2 + Tb3); } { E Tdq, Tdr, T4B, T4M; Tdq = TaR + TaS; Tdr = TaM + TaN; Tds = Tdq - Tdr; Tek = Tdq + Tdr; T4B = FNMS(KP923879532, T4A, KP382683432 * T4v); T4M = FMA(KP923879532, T4G, KP382683432 * T4L); T4N = T4B - T4M; T6P = T4M + T4B; } { E T4Y, T4Z, T8g, T8h; T4Y = FNMS(KP923879532, T4L, KP382683432 * T4G); T4Z = FMA(KP382683432, T4A, KP923879532 * T4v); T50 = T4Y - T4Z; T6S = T4Y + T4Z; T8g = FNMS(KP382683432, T89, KP923879532 * T88); T8h = FMA(KP923879532, T86, KP382683432 * T85); T8i = T8g - T8h; T9w = T8g + T8h; } { E TaP, TaU, T87, T8a; TaP = TaL - TaO; TaU = TaQ + TaT; TaV = KP707106781 * (TaP - TaU); Tcn = KP707106781 * (TaU + TaP); T87 = FNMS(KP382683432, T86, KP923879532 * T85); T8a = FMA(KP382683432, T88, KP923879532 * T89); T8b = T87 - T8a; T9t = T8a + T87; } } { E T1O, Tbc, T1R, Tbd, T5o, T5t, Tbf, Tbe, T8p, T8o, T1V, Tbi, T1Y, Tbj, T5z; E T5E, Tbk, Tbh, T8s, T8r; { E T5p, T5n, T5k, T5s; { E T1M, T1N, T5l, T5m; T1M = ri[WS(is, 3)]; T1N = ri[WS(is, 35)]; T1O = T1M + T1N; T5p = T1M - T1N; T5l = ii[WS(is, 3)]; T5m = ii[WS(is, 35)]; T5n = T5l - T5m; Tbc = T5l + T5m; } { E T1P, T1Q, T5q, T5r; T1P = ri[WS(is, 19)]; T1Q = ri[WS(is, 51)]; T1R = T1P + T1Q; T5k = T1P - T1Q; T5q = ii[WS(is, 19)]; T5r = ii[WS(is, 51)]; T5s = T5q - T5r; Tbd = T5q + T5r; } T5o = T5k + T5n; T5t = T5p - T5s; Tbf = T1O - T1R; Tbe = Tbc - Tbd; T8p = T5p + T5s; T8o = T5n - T5k; } { E T5A, T5y, T5v, T5D; { E T1T, T1U, T5w, T5x; T1T = ri[WS(is, 59)]; T1U = ri[WS(is, 27)]; T1V = T1T + T1U; T5A = T1T - T1U; T5w = ii[WS(is, 59)]; T5x = ii[WS(is, 27)]; T5y = T5w - T5x; Tbi = T5w + T5x; } { E T1W, T1X, T5B, T5C; T1W = ri[WS(is, 11)]; T1X = ri[WS(is, 43)]; T1Y = T1W + T1X; T5v = T1W - T1X; T5B = ii[WS(is, 11)]; T5C = ii[WS(is, 43)]; T5D = T5B - T5C; Tbj = T5B + T5C; } T5z = T5v + T5y; T5E = T5A - T5D; Tbk = Tbi - Tbj; Tbh = T1V - T1Y; T8s = T5A + T5D; T8r = T5y - T5v; } { E T1S, T1Z, Tbt, Tbu; T1S = T1O + T1R; T1Z = T1V + T1Y; T20 = T1S + T1Z; TdD = T1Z - T1S; Tbt = Tbh - Tbk; Tbu = Tbf + Tbe; Tbv = KP707106781 * (Tbt - Tbu); Tcu = KP707106781 * (Tbu + Tbt); } { E Tdw, Tdx, T5u, T5F; Tdw = Tbc + Tbd; Tdx = Tbi + Tbj; Tdy = Tdw - Tdx; Tep = Tdw + Tdx; T5u = FNMS(KP923879532, T5t, KP382683432 * T5o); T5F = FMA(KP382683432, T5z, KP923879532 * T5E); T5G = T5u - T5F; T6Z = T5u + T5F; } { E T5R, T5S, T8z, T8A; T5R = FNMS(KP923879532, T5z, KP382683432 * T5E); T5S = FMA(KP923879532, T5o, KP382683432 * T5t); T5T = T5R - T5S; T6W = T5S + T5R; T8z = FNMS(KP382683432, T8r, KP923879532 * T8s); T8A = FMA(KP382683432, T8o, KP923879532 * T8p); T8B = T8z - T8A; T9A = T8A + T8z; } { E Tbg, Tbl, T8q, T8t; Tbg = Tbe - Tbf; Tbl = Tbh + Tbk; Tbm = KP707106781 * (Tbg - Tbl); Tcx = KP707106781 * (Tbg + Tbl); T8q = FNMS(KP382683432, T8p, KP923879532 * T8o); T8t = FMA(KP923879532, T8r, KP382683432 * T8s); T8u = T8q - T8t; T9D = T8q + T8t; } } { E T11, TeD, TeG, TeI, T22, T23, T34, TeH; { E Tv, T10, TeE, TeF; Tv = Tf + Tu; T10 = TK + TZ; T11 = Tv + T10; TeD = Tv - T10; TeE = Tej + Tek; TeF = Teo + Tep; TeG = TeE - TeF; TeI = TeE + TeF; } { E T1w, T21, T2y, T33; T1w = T1g + T1v; T21 = T1L + T20; T22 = T1w + T21; T23 = T21 - T1w; T2y = T2i + T2x; T33 = T2N + T32; T34 = T2y - T33; TeH = T2y + T33; } ro[WS(os, 32)] = T11 - T22; io[WS(os, 32)] = TeH - TeI; ro[0] = T11 + T22; io[0] = TeH + TeI; io[WS(os, 16)] = T23 + T34; ro[WS(os, 16)] = TeD + TeG; io[WS(os, 48)] = T34 - T23; ro[WS(os, 48)] = TeD - TeG; } { E Teh, Tex, Tev, TeB, Tem, Tey, Ter, Tez; { E Tef, Teg, Tet, Teu; Tef = Tf - Tu; Teg = T2N - T32; Teh = Tef + Teg; Tex = Tef - Teg; Tet = T2i - T2x; Teu = TZ - TK; Tev = Tet - Teu; TeB = Teu + Tet; } { E Tei, Tel, Ten, Teq; Tei = T1g - T1v; Tel = Tej - Tek; Tem = Tei + Tel; Tey = Tel - Tei; Ten = T1L - T20; Teq = Teo - Tep; Ter = Ten - Teq; Tez = Ten + Teq; } { E Tes, TeC, Tew, TeA; Tes = KP707106781 * (Tem + Ter); ro[WS(os, 40)] = Teh - Tes; ro[WS(os, 8)] = Teh + Tes; TeC = KP707106781 * (Tey + Tez); io[WS(os, 40)] = TeB - TeC; io[WS(os, 8)] = TeB + TeC; Tew = KP707106781 * (Ter - Tem); io[WS(os, 56)] = Tev - Tew; io[WS(os, 24)] = Tev + Tew; TeA = KP707106781 * (Tey - Tez); ro[WS(os, 56)] = Tex - TeA; ro[WS(os, 24)] = Tex + TeA; } } { E Tdb, TdV, Te5, TdJ, Tdi, Te6, Te3, Teb, TdM, TdW, Tdu, TdQ, Te0, Tea, TdF; E TdR; { E Tde, Tdh, Tdo, Tdt; Tdb = Td9 - Tda; TdV = Td9 + Tda; Te5 = TdI + TdH; TdJ = TdH - TdI; Tde = Tdc - Tdd; Tdh = Tdf + Tdg; Tdi = KP707106781 * (Tde - Tdh); Te6 = KP707106781 * (Tde + Tdh); { E Te1, Te2, TdK, TdL; Te1 = Tdv + Tdy; Te2 = TdD + TdC; Te3 = FNMS(KP382683432, Te2, KP923879532 * Te1); Teb = FMA(KP923879532, Te2, KP382683432 * Te1); TdK = Tdf - Tdg; TdL = Tdd + Tdc; TdM = KP707106781 * (TdK - TdL); TdW = KP707106781 * (TdL + TdK); } Tdo = Tdm - Tdn; Tdt = Tdp - Tds; Tdu = FMA(KP923879532, Tdo, KP382683432 * Tdt); TdQ = FNMS(KP923879532, Tdt, KP382683432 * Tdo); { E TdY, TdZ, Tdz, TdE; TdY = Tdn + Tdm; TdZ = Tdp + Tds; Te0 = FMA(KP382683432, TdY, KP923879532 * TdZ); Tea = FNMS(KP382683432, TdZ, KP923879532 * TdY); Tdz = Tdv - Tdy; TdE = TdC - TdD; TdF = FNMS(KP923879532, TdE, KP382683432 * Tdz); TdR = FMA(KP382683432, TdE, KP923879532 * Tdz); } } { E Tdj, TdG, TdT, TdU; Tdj = Tdb + Tdi; TdG = Tdu + TdF; ro[WS(os, 44)] = Tdj - TdG; ro[WS(os, 12)] = Tdj + TdG; TdT = TdJ + TdM; TdU = TdQ + TdR; io[WS(os, 44)] = TdT - TdU; io[WS(os, 12)] = TdT + TdU; } { E TdN, TdO, TdP, TdS; TdN = TdJ - TdM; TdO = TdF - Tdu; io[WS(os, 60)] = TdN - TdO; io[WS(os, 28)] = TdN + TdO; TdP = Tdb - Tdi; TdS = TdQ - TdR; ro[WS(os, 60)] = TdP - TdS; ro[WS(os, 28)] = TdP + TdS; } { E TdX, Te4, Ted, Tee; TdX = TdV + TdW; Te4 = Te0 + Te3; ro[WS(os, 36)] = TdX - Te4; ro[WS(os, 4)] = TdX + Te4; Ted = Te5 + Te6; Tee = Tea + Teb; io[WS(os, 36)] = Ted - Tee; io[WS(os, 4)] = Ted + Tee; } { E Te7, Te8, Te9, Tec; Te7 = Te5 - Te6; Te8 = Te3 - Te0; io[WS(os, 52)] = Te7 - Te8; io[WS(os, 20)] = Te7 + Te8; Te9 = TdV - TdW; Tec = Tea - Teb; ro[WS(os, 52)] = Te9 - Tec; ro[WS(os, 20)] = Te9 + Tec; } } { E Tcd, TcP, TcD, TcZ, Tck, Td0, TcX, Td5, Tcs, TcK, TcG, TcQ, TcU, Td4, Tcz; E TcL, Tcc, TcC; Tcc = KP707106781 * (TbD + TbC); Tcd = Tcb - Tcc; TcP = Tcb + Tcc; TcC = KP707106781 * (Tak + Tan); TcD = TcB - TcC; TcZ = TcB + TcC; { E Tcg, Tcj, TcV, TcW; Tcg = FNMS(KP382683432, Tcf, KP923879532 * Tce); Tcj = FMA(KP923879532, Tch, KP382683432 * Tci); Tck = Tcg - Tcj; Td0 = Tcg + Tcj; TcV = Tct + Tcu; TcW = Tcw + Tcx; TcX = FNMS(KP195090322, TcW, KP980785280 * TcV); Td5 = FMA(KP195090322, TcV, KP980785280 * TcW); } { E Tco, Tcr, TcE, TcF; Tco = Tcm - Tcn; Tcr = Tcp - Tcq; Tcs = FMA(KP555570233, Tco, KP831469612 * Tcr); TcK = FNMS(KP831469612, Tco, KP555570233 * Tcr); TcE = FNMS(KP382683432, Tch, KP923879532 * Tci); TcF = FMA(KP382683432, Tce, KP923879532 * Tcf); TcG = TcE - TcF; TcQ = TcF + TcE; } { E TcS, TcT, Tcv, Tcy; TcS = Tcm + Tcn; TcT = Tcp + Tcq; TcU = FMA(KP980785280, TcS, KP195090322 * TcT); Td4 = FNMS(KP195090322, TcS, KP980785280 * TcT); Tcv = Tct - Tcu; Tcy = Tcw - Tcx; Tcz = FNMS(KP831469612, Tcy, KP555570233 * Tcv); TcL = FMA(KP831469612, Tcv, KP555570233 * Tcy); } { E Tcl, TcA, TcN, TcO; Tcl = Tcd + Tck; TcA = Tcs + Tcz; ro[WS(os, 42)] = Tcl - TcA; ro[WS(os, 10)] = Tcl + TcA; TcN = TcD + TcG; TcO = TcK + TcL; io[WS(os, 42)] = TcN - TcO; io[WS(os, 10)] = TcN + TcO; } { E TcH, TcI, TcJ, TcM; TcH = TcD - TcG; TcI = Tcz - Tcs; io[WS(os, 58)] = TcH - TcI; io[WS(os, 26)] = TcH + TcI; TcJ = Tcd - Tck; TcM = TcK - TcL; ro[WS(os, 58)] = TcJ - TcM; ro[WS(os, 26)] = TcJ + TcM; } { E TcR, TcY, Td7, Td8; TcR = TcP + TcQ; TcY = TcU + TcX; ro[WS(os, 34)] = TcR - TcY; ro[WS(os, 2)] = TcR + TcY; Td7 = TcZ + Td0; Td8 = Td4 + Td5; io[WS(os, 34)] = Td7 - Td8; io[WS(os, 2)] = Td7 + Td8; } { E Td1, Td2, Td3, Td6; Td1 = TcZ - Td0; Td2 = TcX - TcU; io[WS(os, 50)] = Td1 - Td2; io[WS(os, 18)] = Td1 + Td2; Td3 = TcP - TcQ; Td6 = Td4 - Td5; ro[WS(os, 50)] = Td3 - Td6; ro[WS(os, 18)] = Td3 + Td6; } } { E Tap, TbR, TbF, Tc1, TaE, Tc2, TbZ, Tc7, Tb6, TbM, TbI, TbS, TbW, Tc6, Tbx; E TbN, Tao, TbE; Tao = KP707106781 * (Tak - Tan); Tap = Tah - Tao; TbR = Tah + Tao; TbE = KP707106781 * (TbC - TbD); TbF = TbB - TbE; Tc1 = TbB + TbE; { E Taw, TaD, TbX, TbY; Taw = FNMS(KP923879532, Tav, KP382683432 * Tas); TaD = FMA(KP382683432, Taz, KP923879532 * TaC); TaE = Taw - TaD; Tc2 = Taw + TaD; TbX = Tbb + Tbm; TbY = Tbs + Tbv; TbZ = FNMS(KP555570233, TbY, KP831469612 * TbX); Tc7 = FMA(KP831469612, TbY, KP555570233 * TbX); } { E TaW, Tb5, TbG, TbH; TaW = TaK - TaV; Tb5 = Tb1 - Tb4; Tb6 = FMA(KP980785280, TaW, KP195090322 * Tb5); TbM = FNMS(KP980785280, Tb5, KP195090322 * TaW); TbG = FNMS(KP923879532, Taz, KP382683432 * TaC); TbH = FMA(KP923879532, Tas, KP382683432 * Tav); TbI = TbG - TbH; TbS = TbH + TbG; } { E TbU, TbV, Tbn, Tbw; TbU = TaK + TaV; TbV = Tb1 + Tb4; TbW = FMA(KP555570233, TbU, KP831469612 * TbV); Tc6 = FNMS(KP555570233, TbV, KP831469612 * TbU); Tbn = Tbb - Tbm; Tbw = Tbs - Tbv; Tbx = FNMS(KP980785280, Tbw, KP195090322 * Tbn); TbN = FMA(KP195090322, Tbw, KP980785280 * Tbn); } { E TaF, Tby, TbP, TbQ; TaF = Tap + TaE; Tby = Tb6 + Tbx; ro[WS(os, 46)] = TaF - Tby; ro[WS(os, 14)] = TaF + Tby; TbP = TbF + TbI; TbQ = TbM + TbN; io[WS(os, 46)] = TbP - TbQ; io[WS(os, 14)] = TbP + TbQ; } { E TbJ, TbK, TbL, TbO; TbJ = TbF - TbI; TbK = Tbx - Tb6; io[WS(os, 62)] = TbJ - TbK; io[WS(os, 30)] = TbJ + TbK; TbL = Tap - TaE; TbO = TbM - TbN; ro[WS(os, 62)] = TbL - TbO; ro[WS(os, 30)] = TbL + TbO; } { E TbT, Tc0, Tc9, Tca; TbT = TbR + TbS; Tc0 = TbW + TbZ; ro[WS(os, 38)] = TbT - Tc0; ro[WS(os, 6)] = TbT + Tc0; Tc9 = Tc1 + Tc2; Tca = Tc6 + Tc7; io[WS(os, 38)] = Tc9 - Tca; io[WS(os, 6)] = Tc9 + Tca; } { E Tc3, Tc4, Tc5, Tc8; Tc3 = Tc1 - Tc2; Tc4 = TbZ - TbW; io[WS(os, 54)] = Tc3 - Tc4; io[WS(os, 22)] = Tc3 + Tc4; Tc5 = TbR - TbS; Tc8 = Tc6 - Tc7; ro[WS(os, 54)] = Tc5 - Tc8; ro[WS(os, 22)] = Tc5 + Tc8; } } { E T6F, T7h, T7m, T7w, T7p, T7x, T6M, T7s, T6U, T7c, T75, T7r, T78, T7i, T71; E T7d; { E T6D, T6E, T7k, T7l; T6D = T37 + T3e; T6E = T65 + T64; T6F = T6D - T6E; T7h = T6D + T6E; T7k = T6O + T6P; T7l = T6R + T6S; T7m = FMA(KP956940335, T7k, KP290284677 * T7l); T7w = FNMS(KP290284677, T7k, KP956940335 * T7l); } { E T7n, T7o, T6I, T6L; T7n = T6V + T6W; T7o = T6Y + T6Z; T7p = FNMS(KP290284677, T7o, KP956940335 * T7n); T7x = FMA(KP290284677, T7n, KP956940335 * T7o); T6I = FNMS(KP555570233, T6H, KP831469612 * T6G); T6L = FMA(KP831469612, T6J, KP555570233 * T6K); T6M = T6I - T6L; T7s = T6I + T6L; } { E T6Q, T6T, T73, T74; T6Q = T6O - T6P; T6T = T6R - T6S; T6U = FMA(KP471396736, T6Q, KP881921264 * T6T); T7c = FNMS(KP881921264, T6Q, KP471396736 * T6T); T73 = T5Z + T62; T74 = T3m + T3t; T75 = T73 - T74; T7r = T73 + T74; } { E T76, T77, T6X, T70; T76 = FNMS(KP555570233, T6J, KP831469612 * T6K); T77 = FMA(KP555570233, T6G, KP831469612 * T6H); T78 = T76 - T77; T7i = T77 + T76; T6X = T6V - T6W; T70 = T6Y - T6Z; T71 = FNMS(KP881921264, T70, KP471396736 * T6X); T7d = FMA(KP881921264, T6X, KP471396736 * T70); } { E T6N, T72, T7f, T7g; T6N = T6F + T6M; T72 = T6U + T71; ro[WS(os, 43)] = T6N - T72; ro[WS(os, 11)] = T6N + T72; T7f = T75 + T78; T7g = T7c + T7d; io[WS(os, 43)] = T7f - T7g; io[WS(os, 11)] = T7f + T7g; } { E T79, T7a, T7b, T7e; T79 = T75 - T78; T7a = T71 - T6U; io[WS(os, 59)] = T79 - T7a; io[WS(os, 27)] = T79 + T7a; T7b = T6F - T6M; T7e = T7c - T7d; ro[WS(os, 59)] = T7b - T7e; ro[WS(os, 27)] = T7b + T7e; } { E T7j, T7q, T7z, T7A; T7j = T7h + T7i; T7q = T7m + T7p; ro[WS(os, 35)] = T7j - T7q; ro[WS(os, 3)] = T7j + T7q; T7z = T7r + T7s; T7A = T7w + T7x; io[WS(os, 35)] = T7z - T7A; io[WS(os, 3)] = T7z + T7A; } { E T7t, T7u, T7v, T7y; T7t = T7r - T7s; T7u = T7p - T7m; io[WS(os, 51)] = T7t - T7u; io[WS(os, 19)] = T7t + T7u; T7v = T7h - T7i; T7y = T7w - T7x; ro[WS(os, 51)] = T7v - T7y; ro[WS(os, 19)] = T7v + T7y; } } { E T9j, T9V, Ta0, Taa, Ta3, Tab, T9q, Ta6, T9y, T9Q, T9J, Ta5, T9M, T9W, T9F; E T9R; { E T9h, T9i, T9Y, T9Z; T9h = T7B + T7C; T9i = T8J + T8I; T9j = T9h - T9i; T9V = T9h + T9i; T9Y = T9s + T9t; T9Z = T9v + T9w; Ta0 = FMA(KP995184726, T9Y, KP098017140 * T9Z); Taa = FNMS(KP098017140, T9Y, KP995184726 * T9Z); } { E Ta1, Ta2, T9m, T9p; Ta1 = T9z + T9A; Ta2 = T9C + T9D; Ta3 = FNMS(KP098017140, Ta2, KP995184726 * Ta1); Tab = FMA(KP098017140, Ta1, KP995184726 * Ta2); T9m = FNMS(KP195090322, T9l, KP980785280 * T9k); T9p = FMA(KP195090322, T9n, KP980785280 * T9o); T9q = T9m - T9p; Ta6 = T9m + T9p; } { E T9u, T9x, T9H, T9I; T9u = T9s - T9t; T9x = T9v - T9w; T9y = FMA(KP634393284, T9u, KP773010453 * T9x); T9Q = FNMS(KP773010453, T9u, KP634393284 * T9x); T9H = T8F + T8G; T9I = T7G + T7J; T9J = T9H - T9I; Ta5 = T9H + T9I; } { E T9K, T9L, T9B, T9E; T9K = FNMS(KP195090322, T9o, KP980785280 * T9n); T9L = FMA(KP980785280, T9l, KP195090322 * T9k); T9M = T9K - T9L; T9W = T9L + T9K; T9B = T9z - T9A; T9E = T9C - T9D; T9F = FNMS(KP773010453, T9E, KP634393284 * T9B); T9R = FMA(KP773010453, T9B, KP634393284 * T9E); } { E T9r, T9G, T9T, T9U; T9r = T9j + T9q; T9G = T9y + T9F; ro[WS(os, 41)] = T9r - T9G; ro[WS(os, 9)] = T9r + T9G; T9T = T9J + T9M; T9U = T9Q + T9R; io[WS(os, 41)] = T9T - T9U; io[WS(os, 9)] = T9T + T9U; } { E T9N, T9O, T9P, T9S; T9N = T9J - T9M; T9O = T9F - T9y; io[WS(os, 57)] = T9N - T9O; io[WS(os, 25)] = T9N + T9O; T9P = T9j - T9q; T9S = T9Q - T9R; ro[WS(os, 57)] = T9P - T9S; ro[WS(os, 25)] = T9P + T9S; } { E T9X, Ta4, Tad, Tae; T9X = T9V + T9W; Ta4 = Ta0 + Ta3; ro[WS(os, 33)] = T9X - Ta4; ro[WS(os, 1)] = T9X + Ta4; Tad = Ta5 + Ta6; Tae = Taa + Tab; io[WS(os, 33)] = Tad - Tae; io[WS(os, 1)] = Tad + Tae; } { E Ta7, Ta8, Ta9, Tac; Ta7 = Ta5 - Ta6; Ta8 = Ta3 - Ta0; io[WS(os, 49)] = Ta7 - Ta8; io[WS(os, 17)] = Ta7 + Ta8; Ta9 = T9V - T9W; Tac = Taa - Tab; ro[WS(os, 49)] = Ta9 - Tac; ro[WS(os, 17)] = Ta9 + Tac; } } { E T3v, T6j, T6o, T6y, T6r, T6z, T48, T6u, T52, T6e, T67, T6t, T6a, T6k, T5V; E T6f; { E T3f, T3u, T6m, T6n; T3f = T37 - T3e; T3u = T3m - T3t; T3v = T3f - T3u; T6j = T3f + T3u; T6m = T4q + T4N; T6n = T4X + T50; T6o = FMA(KP634393284, T6m, KP773010453 * T6n); T6y = FNMS(KP634393284, T6n, KP773010453 * T6m); } { E T6p, T6q, T3O, T47; T6p = T5j + T5G; T6q = T5Q + T5T; T6r = FNMS(KP634393284, T6q, KP773010453 * T6p); T6z = FMA(KP773010453, T6q, KP634393284 * T6p); T3O = FNMS(KP980785280, T3N, KP195090322 * T3G); T47 = FMA(KP195090322, T3Z, KP980785280 * T46); T48 = T3O - T47; T6u = T3O + T47; } { E T4O, T51, T63, T66; T4O = T4q - T4N; T51 = T4X - T50; T52 = FMA(KP995184726, T4O, KP098017140 * T51); T6e = FNMS(KP995184726, T51, KP098017140 * T4O); T63 = T5Z - T62; T66 = T64 - T65; T67 = T63 - T66; T6t = T63 + T66; } { E T68, T69, T5H, T5U; T68 = FNMS(KP980785280, T3Z, KP195090322 * T46); T69 = FMA(KP980785280, T3G, KP195090322 * T3N); T6a = T68 - T69; T6k = T69 + T68; T5H = T5j - T5G; T5U = T5Q - T5T; T5V = FNMS(KP995184726, T5U, KP098017140 * T5H); T6f = FMA(KP098017140, T5U, KP995184726 * T5H); } { E T49, T5W, T6h, T6i; T49 = T3v + T48; T5W = T52 + T5V; ro[WS(os, 47)] = T49 - T5W; ro[WS(os, 15)] = T49 + T5W; T6h = T67 + T6a; T6i = T6e + T6f; io[WS(os, 47)] = T6h - T6i; io[WS(os, 15)] = T6h + T6i; } { E T6b, T6c, T6d, T6g; T6b = T67 - T6a; T6c = T5V - T52; io[WS(os, 63)] = T6b - T6c; io[WS(os, 31)] = T6b + T6c; T6d = T3v - T48; T6g = T6e - T6f; ro[WS(os, 63)] = T6d - T6g; ro[WS(os, 31)] = T6d + T6g; } { E T6l, T6s, T6B, T6C; T6l = T6j + T6k; T6s = T6o + T6r; ro[WS(os, 39)] = T6l - T6s; ro[WS(os, 7)] = T6l + T6s; T6B = T6t + T6u; T6C = T6y + T6z; io[WS(os, 39)] = T6B - T6C; io[WS(os, 7)] = T6B + T6C; } { E T6v, T6w, T6x, T6A; T6v = T6t - T6u; T6w = T6r - T6o; io[WS(os, 55)] = T6v - T6w; io[WS(os, 23)] = T6v + T6w; T6x = T6j - T6k; T6A = T6y - T6z; ro[WS(os, 55)] = T6x - T6A; ro[WS(os, 23)] = T6x + T6A; } } { E T7L, T8X, T92, T9c, T95, T9d, T80, T98, T8k, T8S, T8L, T97, T8O, T8Y, T8D; E T8T; { E T7D, T7K, T90, T91; T7D = T7B - T7C; T7K = T7G - T7J; T7L = T7D - T7K; T8X = T7D + T7K; T90 = T84 + T8b; T91 = T8f + T8i; T92 = FMA(KP471396736, T90, KP881921264 * T91); T9c = FNMS(KP471396736, T91, KP881921264 * T90); } { E T93, T94, T7S, T7Z; T93 = T8n + T8u; T94 = T8y + T8B; T95 = FNMS(KP471396736, T94, KP881921264 * T93); T9d = FMA(KP881921264, T94, KP471396736 * T93); T7S = FNMS(KP831469612, T7R, KP555570233 * T7O); T7Z = FMA(KP831469612, T7V, KP555570233 * T7Y); T80 = T7S - T7Z; T98 = T7S + T7Z; } { E T8c, T8j, T8H, T8K; T8c = T84 - T8b; T8j = T8f - T8i; T8k = FMA(KP956940335, T8c, KP290284677 * T8j); T8S = FNMS(KP956940335, T8j, KP290284677 * T8c); T8H = T8F - T8G; T8K = T8I - T8J; T8L = T8H - T8K; T97 = T8H + T8K; } { E T8M, T8N, T8v, T8C; T8M = FNMS(KP831469612, T7Y, KP555570233 * T7V); T8N = FMA(KP555570233, T7R, KP831469612 * T7O); T8O = T8M - T8N; T8Y = T8N + T8M; T8v = T8n - T8u; T8C = T8y - T8B; T8D = FNMS(KP956940335, T8C, KP290284677 * T8v); T8T = FMA(KP290284677, T8C, KP956940335 * T8v); } { E T81, T8E, T8V, T8W; T81 = T7L + T80; T8E = T8k + T8D; ro[WS(os, 45)] = T81 - T8E; ro[WS(os, 13)] = T81 + T8E; T8V = T8L + T8O; T8W = T8S + T8T; io[WS(os, 45)] = T8V - T8W; io[WS(os, 13)] = T8V + T8W; } { E T8P, T8Q, T8R, T8U; T8P = T8L - T8O; T8Q = T8D - T8k; io[WS(os, 61)] = T8P - T8Q; io[WS(os, 29)] = T8P + T8Q; T8R = T7L - T80; T8U = T8S - T8T; ro[WS(os, 61)] = T8R - T8U; ro[WS(os, 29)] = T8R + T8U; } { E T8Z, T96, T9f, T9g; T8Z = T8X + T8Y; T96 = T92 + T95; ro[WS(os, 37)] = T8Z - T96; ro[WS(os, 5)] = T8Z + T96; T9f = T97 + T98; T9g = T9c + T9d; io[WS(os, 37)] = T9f - T9g; io[WS(os, 5)] = T9f + T9g; } { E T99, T9a, T9b, T9e; T99 = T97 - T98; T9a = T95 - T92; io[WS(os, 53)] = T99 - T9a; io[WS(os, 21)] = T99 + T9a; T9b = T8X - T8Y; T9e = T9c - T9d; ro[WS(os, 53)] = T9b - T9e; ro[WS(os, 21)] = T9b + T9e; } } } } static const kdft_desc desc = { 64, "n1_64", {808, 144, 104, 0}, &GENUS, 0, 0, 0, 0 }; void X(codelet_n1_64) (planner *p) { X(kdft_register) (p, n1_64, &desc); } #endif /* HAVE_FMA */