/*
 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
 * Copyright (c) 2000-2001 Stefan Kral
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

/* This file was automatically generated --- DO NOT EDIT */
/* Generated on Tue Mar 25 06:42:05 EST 2003 */


/* fnset3/cheap-mode: VECTGRADE_FULLH0 succeeded. (147 steps) */
/* fnset2/cheap-mode: VECTGRADE_FULL succeeded. (1920 steps) */
/* fnset1/cheap-mode: VECTGRADE_FULL succeeded. (487 steps) */
.section .rodata
	.balign 64
	PK923879532PK382683432: .double +0.9238795325112867561281832, +0.3826834323650897717284600
	PK382683432PK923879532: .double +0.3826834323650897717284600, +0.9238795325112867561281832
	chs_lo: .double -1.0, +1.0
	NK707106781PK707106781: .double -0.7071067811865475244008444, +0.7071067811865475244008444
	chs_hi: .double +1.0, -1.0
	PK707106781PK707106781: .double +0.7071067811865475244008444, +0.7071067811865475244008444
	PK831469612PK555570233: .double +0.8314696123025452370787884, +0.5555702330196022247428308
	PK980785280PK195090322: .double +0.9807852804032304491261822, +0.1950903220161282678482849
	PK555570233PK831469612: .double +0.5555702330196022247428308, +0.8314696123025452370787884
	PK195090322PK980785280: .double +0.1950903220161282678482849, +0.9807852804032304491261822
	chs_lohi: .double -1.0, -1.0
	PK707106781NK707106781: .double +0.7071067811865475244008444, -0.7071067811865475244008444
	NK923879532PK382683432: .double -0.9238795325112867561281832, +0.3826834323650897717284600
	PK923879532NK382683432: .double +0.9238795325112867561281832, -0.3826834323650897717284600
	PK382683432PK382683432: .double +0.3826834323650897717284600, +0.3826834323650897717284600
	PK923879532PK923879532: .double +0.9238795325112867561281832, +0.9238795325112867561281832
	PK980785280NK195090322: .double +0.9807852804032304491261822, -0.1950903220161282678482849
	PK555570233NK831469612: .double +0.5555702330196022247428308, -0.8314696123025452370787884
	NK980785280PK195090322: .double -0.9807852804032304491261822, +0.1950903220161282678482849
	NK555570233PK831469612: .double -0.5555702330196022247428308, +0.8314696123025452370787884
	PK2_000000000PK2_000000000: .double +2.0000000000000000000000000, +2.0000000000000000000000000
	PK2_000000000NK2_000000000: .double +2.0000000000000000000000000, -2.0000000000000000000000000
	PK1_414213562PK1_414213562: .double +1.4142135623730950488016887, +1.4142135623730950488016887
	NK1_414213562PK1_414213562: .double -1.4142135623730950488016887, +1.4142135623730950488016887
	PK765366864PK765366864: .double +0.7653668647301795434569200, +0.7653668647301795434569200
	PK1_847759065PK1_847759065: .double +1.8477590650225735122563664, +1.8477590650225735122563664
	NK145142338PK145142338: .double -0.1451423386272311838180962, +0.1451423386272311838180962
	NK440960632PK235698368: .double -0.4409606321741775148563784, +0.2356983684129988242781938
	PK235698368PK440960632: .double +0.2356983684129988242781938, +0.4409606321741775148563784
	PK145142338NK145142338: .double +0.1451423386272311838180962, -0.1451423386272311838180962
	PK478470167PK478470167: .double +0.4784701678661044324678989, +0.4784701678661044324678989
	PK440960632NK235698368: .double +0.4409606321741775148563784, -0.2356983684129988242781938
	PK386505226PK386505226: .double +0.3865052266813684804054533, +0.3865052266813684804054533
	PK497592363PK497592363: .double +0.4975923633360984431224185, +0.4975923633360984431224185
	NK317196642PK317196642: .double -0.3171966420818227491075858, +0.3171966420818227491075858
	PK049008570PK049008570: .double +0.0490085701647803009970978, +0.0490085701647803009970978
	PK317196642NK317196642: .double +0.3171966420818227491075858, -0.3171966420818227491075858
	NK049008570PK049008570: .double -0.0490085701647803009970978, +0.0490085701647803009970978
	NK497592363PK497592363: .double -0.4975923633360984431224185, +0.4975923633360984431224185
	NK382683432PK382683432: .double -0.3826834323650897717284600, +0.3826834323650897717284600
	NK923879532PK923879532: .double -0.9238795325112867561281832, +0.9238795325112867561281832
	PK1_414213562NK1_414213562: .double +1.4142135623730950488016887, -1.4142135623730950488016887
	PK097545161PK490392640: .double +0.0975451610080641339241424, +0.4903926402016152245630911
	PK490392640PK097545161: .double +0.4903926402016152245630911, +0.0975451610080641339241424
	NK277785116PK415734806: .double -0.2777851165098011123714154, +0.4157348061512726185393942
	PK415734806PK277785116: .double +0.4157348061512726185393942, +0.2777851165098011123714154

	

.text
	.balign 64
	.globl	fftw_hc2hc_forward_32
	.type	fftw_hc2hc_forward_32, @function
fftw_hc2hc_forward_32:
	/* promise simd cell size = 16 */ 
	subl $16, %esp
	movl 28(%esp), %ecx
	movl %ebx, 12(%esp)
	movl %esi, 8(%esp)
	movl 20(%esp), %eax
	movl %ebp, 0(%esp)
	movl %edi, 4(%esp)
	sall $3, 36(%esp)
	leal (,%ecx,8), %edx
	leal (%edx,%edx,2), %esi
	leal (%edx,%edx), %ebx
	movlpd (%eax,%edx,8), %xmm0
	leal (%edx,%edx,4), %ebp
	leal (%edx,%edx,8), %ecx
	movhpd (%eax,%ebx,8), %xmm1
	leal (%esi,%edx,4), %edi
	movlpd (%eax), %xmm1
	movhpd (%eax,%esi,8), %xmm0
	movhpd (%eax,%ebp,4), %xmm4
	leal (%ecx,%edx,4), %ebx
	movlpd (%eax,%edx,4), %xmm4
	movlpd (%eax,%edi,4), %xmm3
	movhpd (%eax,%esi,4), %xmm3
	movapd %xmm1, %xmm2
	unpcklpd %xmm0, %xmm1
	unpckhpd %xmm0, %xmm2
	movapd %xmm4, %xmm5
	unpckhpd %xmm3, %xmm5
	movapd %xmm2, %xmm6
	unpcklpd %xmm3, %xmm4
	addpd %xmm1, %xmm6
	movapd %xmm5, %xmm7
	subpd %xmm2, %xmm1
	addpd %xmm4, %xmm7
	movapd %xmm6, %xmm0
	movapd %xmm6, %xmm3
	subpd %xmm5, %xmm4
	movapd %xmm1, fftw_stackcell_0
	movhpd (%eax,%edi,2), %xmm1
	leal (%ebx,%edx,2), %edi
	unpckhpd %xmm7, %xmm0
	unpcklpd %xmm7, %xmm3
	movapd %xmm4, fftw_stackcell_2
	shufpd $9, %xmm7, %xmm7
	movapd %xmm0, %xmm2
	movlpd (%eax,%ebp,2), %xmm0
	movhpd (%eax,%ebx,2), %xmm0
	movlpd (%eax,%edi,2), %xmm1
	addpd %xmm3, %xmm2
	movhpd (%eax,%ecx,2), %xmm3
	movlpd (%eax,%edx,2), %xmm3
	movapd %xmm7, fftw_stackcell_3
	movapd %xmm2, fftw_stackcell_1
	movapd %xmm1, %xmm2
	movapd %xmm3, %xmm5
	unpckhpd %xmm0, %xmm3
	unpcklpd %xmm0, %xmm5
	movapd %xmm5, %xmm4
	subpd %xmm3, %xmm4
	addpd %xmm5, %xmm3
	movlpd (%eax,%esi,2), %xmm5
	leal (%ecx,%edx,2), %esi
	leal (%ebp,%edx,2), %ecx
	movapd %xmm4, %xmm7
	mulpd PK923879532PK382683432, %xmm4
	leal (%edi,%edx,8), %ebp
	mulpd PK382683432PK923879532, %xmm7
	movhpd (%eax,%esi,2), %xmm5
	leal (%ebp,%edx,8), %ebx
	leal (%ebp,%edx,4), %esi
	unpcklpd %xmm5, %xmm2
	unpckhpd %xmm5, %xmm1
	movapd %xmm2, %xmm0
	subpd %xmm1, %xmm0
	addpd %xmm2, %xmm1
	movapd %xmm4, %xmm2
	movapd %xmm0, %xmm5
	mulpd PK923879532PK382683432, %xmm0
	mulpd PK382683432PK923879532, %xmm5
	unpckhpd %xmm0, %xmm2
	unpcklpd %xmm0, %xmm4
	movapd %xmm3, %xmm0
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm0
	mulsd chs_lo, %xmm2
	movapd %xmm0, %xmm1
	addpd %xmm4, %xmm2
	subpd %xmm3, %xmm1
	addpd %xmm0, %xmm3
	movapd %xmm1, %xmm4
	movapd %xmm1, %xmm0
	shufpd $9, %xmm4, %xmm4
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm0
	movapd %xmm5, %xmm4
	unpckhpd %xmm7, %xmm5
	mulsd chs_lo, %xmm1
	unpcklpd %xmm7, %xmm4
	movapd %xmm2, %xmm7
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm7, %xmm7
	subpd %xmm1, %xmm0
	movapd %xmm2, %xmm1
	addpd %xmm4, %xmm5
	movapd %xmm0, fftw_stackcell_6
	movapd fftw_stackcell_3, %xmm0
	movapd %xmm5, %xmm4
	unpckhpd %xmm5, %xmm1
	unpcklpd %xmm5, %xmm2
	unpcklpd %xmm7, %xmm5
	unpckhpd %xmm7, %xmm4
	movapd %xmm6, %xmm7
	mulsd chs_lo, %xmm1
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm7
	movapd fftw_stackcell_1, %xmm0
	subpd %xmm1, %xmm2
	mulsd chs_lo, %xmm4
	subpd %xmm6, %xmm7
	movapd %xmm2, fftw_stackcell_8
	movapd fftw_stackcell_2, %xmm6
	movapd %xmm0, %xmm1
	unpcklpd %xmm3, %xmm0
	movapd %xmm7, fftw_stackcell_5
	movhpd (%eax,%edi), %xmm7
	movlpd (%eax,%ebx), %xmm7
	subpd %xmm4, %xmm5
	leal (%edx,%edx,8), %ebx
	unpckhpd %xmm3, %xmm1
	movapd %xmm6, %xmm2
	movapd %xmm6, %xmm4
	shufpd $9, %xmm3, %xmm3
	movapd %xmm5, fftw_stackcell_4
	shufpd $9, %xmm2, %xmm2
	addpd %xmm0, %xmm1
	movlpd (%eax,%ecx), %xmm0
	leal (%edi,%edx,4), %ecx
	leal (%edx,%edx,2), %edi
	movhpd (%eax,%ebp), %xmm0
	movapd %xmm3, fftw_stackcell_7
	movapd %xmm7, %xmm5
	unpckhpd %xmm2, %xmm6
	movapd %xmm1, fftw_stackcell_10
	unpcklpd %xmm2, %xmm4
	leal (%edi,%edx,8), %ebp
	movhpd (%eax,%ecx), %xmm3
	movlpd (%eax,%edi), %xmm3
	mulsd chs_lo, %xmm6
	unpcklpd %xmm0, %xmm5
	unpckhpd %xmm0, %xmm7
	movlpd (%eax,%esi), %xmm0
	movhpd (%eax,%ebp), %xmm0
	subpd %xmm6, %xmm4
	movapd %xmm5, %xmm2
	leal (%ebx,%edx,8), %esi
	movapd %xmm3, %xmm6
	movapd %xmm4, fftw_stackcell_9
	subpd %xmm7, %xmm2
	addpd %xmm5, %xmm7
	movapd %xmm2, fftw_stackcell_11
	leal (%esi,%edx,8), %ecx
	leal (%esi,%edx,4), %ebp
	unpckhpd %xmm0, %xmm3
	movapd %xmm7, %xmm5
	unpcklpd %xmm0, %xmm6
	movapd %xmm3, %xmm4
	leal (%ecx,%edx,4), %edi
	movhpd (%eax,%ebp), %xmm1
	leal (%edx,%edx,4), %ebp
	addpd %xmm6, %xmm4
	subpd %xmm3, %xmm6
	movapd %xmm4, %xmm2
	unpcklpd %xmm4, %xmm5
	movapd %xmm6, %xmm0
	movapd %xmm6, %xmm3
	shufpd $9, %xmm2, %xmm2
	shufpd $9, %xmm0, %xmm0
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm3
	movapd %xmm7, %xmm0
	mulsd chs_lo, %xmm6
	unpcklpd %xmm2, %xmm0
	subpd %xmm6, %xmm3
	movapd %xmm7, %xmm6
	unpckhpd %xmm2, %xmm7
	movlpd (%eax,%ebx), %xmm2
	movhpd (%eax,%ecx), %xmm2
	leal (%edx,%edx,2), %ecx
	movapd %xmm3, fftw_stackcell_12
	movapd %xmm0, %xmm3
	movhpd (%eax,%esi), %xmm0
	leal (%ebx,%edx,4), %esi
	movlpd (%eax,%edx), %xmm0
	leal (%edx,%edx,4), %ebx
	unpckhpd %xmm4, %xmm6
	subpd %xmm7, %xmm3
	addpd %xmm5, %xmm6
	movapd %xmm3, fftw_stackcell_13
	movlpd (%eax,%ebx), %xmm1
	leal (%edx,%ecx,8), %ebx
	movapd %xmm0, %xmm4
	unpckhpd %xmm2, %xmm0
	unpcklpd %xmm2, %xmm4
	movlpd (%eax,%edi), %xmm2
	movhpd (%eax,%esi), %xmm2
	/* simd data load/store barrier */ 
	leal (%edx,%edx), %edi
	leal (%ebp,%ebp,2), %esi
	movapd %xmm1, %xmm5
	movapd %xmm4, %xmm7
	leal (%edx,%edx,8), %ebp
	subpd %xmm0, %xmm7
	addpd %xmm4, %xmm0
	unpckhpd %xmm2, %xmm1
	unpcklpd %xmm2, %xmm5
	movapd %xmm0, %xmm4
	movapd %xmm1, %xmm3
	addpd %xmm5, %xmm3
	subpd %xmm1, %xmm5
	unpcklpd %xmm3, %xmm4
	movapd %xmm5, %xmm2
	movapd %xmm5, %xmm1
	shufpd $9, %xmm2, %xmm2
	unpckhpd %xmm2, %xmm1
	unpcklpd %xmm2, %xmm5
	movapd %xmm3, %xmm2
	mulsd chs_lo, %xmm1
	shufpd $9, %xmm2, %xmm2
	subpd %xmm1, %xmm5
	movapd %xmm0, %xmm1
	unpckhpd %xmm3, %xmm1
	movapd %xmm0, %xmm3
	unpckhpd %xmm2, %xmm0
	unpcklpd %xmm2, %xmm3
	movapd %xmm6, %xmm2
	addpd %xmm4, %xmm1
	movapd %xmm6, %xmm4
	subpd %xmm0, %xmm3
	unpckhpd %xmm1, %xmm2
	movapd %xmm1, %xmm0
	unpcklpd %xmm1, %xmm4
	unpcklpd %xmm6, %xmm1
	unpckhpd %xmm6, %xmm0
	movapd %xmm5, %xmm6
	mulpd NK707106781PK707106781, %xmm5
	addpd %xmm4, %xmm2
	movapd %xmm7, %xmm4
	mulpd chs_hi, %xmm7
	mulpd PK707106781PK707106781, %xmm6
	addpd %xmm5, %xmm4
	movapd %xmm3, %xmm5
	mulpd PK923879532PK382683432, %xmm3
	subpd %xmm0, %xmm1
	movapd %xmm4, %xmm0
	shufpd $9, %xmm4, %xmm4
	addpd %xmm7, %xmm6
	movapd %xmm1, fftw_stackcell_16
	movapd fftw_stackcell_13, %xmm1
	shufpd $9, %xmm5, %xmm5
	mulpd PK831469612PK555570233, %xmm0
	movapd %xmm6, %xmm7
	mulpd PK831469612PK555570233, %xmm4
	mulpd PK923879532PK382683432, %xmm5
	shufpd $9, %xmm7, %xmm7
	movapd %xmm0, fftw_stackcell_15
	movapd %xmm1, %xmm0
	mulpd PK382683432PK923879532, %xmm1
	movapd %xmm4, fftw_stackcell_14
	movapd %xmm3, %xmm4
	mulpd PK980785280PK195090322, %xmm6
	mulpd PK923879532PK382683432, %xmm0
	mulpd PK980785280PK195090322, %xmm7
	unpckhpd %xmm0, %xmm3
	unpcklpd %xmm0, %xmm4
	movapd %xmm5, %xmm0
	unpckhpd %xmm1, %xmm5
	mulsd chs_lo, %xmm3
	unpcklpd %xmm1, %xmm0
	movapd fftw_stackcell_12, %xmm1
	mulsd chs_lo, %xmm5
	subpd %xmm3, %xmm4
	movapd %xmm1, %xmm3
	mulpd NK707106781PK707106781, %xmm1
	movapd %xmm4, fftw_stackcell_20
	movapd fftw_stackcell_11, %xmm4
	addpd %xmm0, %xmm5
	mulpd PK707106781PK707106781, %xmm3
	movapd %xmm5, fftw_stackcell_17
	movapd %xmm4, %xmm0
	addpd %xmm1, %xmm4
	mulpd chs_hi, %xmm0
	movapd %xmm4, %xmm5
	mulpd PK555570233PK831469612, %xmm4
	mulpd PK831469612PK555570233, %xmm5
	addpd %xmm0, %xmm3
	movapd %xmm4, fftw_stackcell_18
	movapd %xmm5, fftw_stackcell_19
	movapd fftw_stackcell_10, %xmm0
	movapd %xmm3, %xmm1
	mulpd PK195090322PK980785280, %xmm3
	movapd %xmm0, %xmm4
	movapd %xmm0, %xmm5
	mulpd PK980785280PK195090322, %xmm1
	unpckhpd %xmm2, %xmm4
	unpcklpd %xmm2, %xmm5
	shufpd $9, %xmm2, %xmm2
	subpd %xmm4, %xmm5
	movapd %xmm0, %xmm4
	unpckhpd %xmm2, %xmm0
	movlpd %xmm5, (%eax,%edx,8)
	movhpd %xmm5, (%eax,%ecx,8)
	leal (%esi,%edx,8), %ecx
	movapd %xmm6, %xmm5
	unpckhpd %xmm1, %xmm6
	unpcklpd %xmm2, %xmm4
	movapd %xmm7, %xmm2
	unpcklpd %xmm1, %xmm5
	addpd %xmm4, %xmm0
	mulsd chs_lo, %xmm6
	unpckhpd %xmm3, %xmm7
	movapd %xmm0, %xmm1
	unpcklpd %xmm0, %xmm0
	subpd %xmm6, %xmm5
	unpcklpd %xmm3, %xmm2
	movapd fftw_stackcell_9, %xmm3
	unpckhpd %xmm1, %xmm1
	mulsd chs_lo, %xmm7
	movapd %xmm5, %xmm4
	movapd %xmm5, %xmm6
	shufpd $9, %xmm4, %xmm4
	mulsd chs_lo, %xmm1
	addpd %xmm2, %xmm7
	movapd %xmm3, %xmm2
	mulpd NK707106781PK707106781, %xmm3
	addpd %xmm0, %xmm1
	unpckhpd %xmm4, %xmm5
	movapd %xmm7, %xmm0
	unpcklpd %xmm4, %xmm6
	mulpd PK707106781PK707106781, %xmm2
	movapd %xmm7, %xmm4
	movlpd %xmm1, (%eax,%edi,8)
	movhpd %xmm1, (%eax)
	shufpd $9, %xmm0, %xmm0
	leal (%ecx,%edx,8), %edi
	movapd fftw_stackcell_0, %xmm1
	mulsd chs_lo, %xmm5
	unpckhpd %xmm0, %xmm4
	subpd %xmm5, %xmm6
	unpcklpd %xmm0, %xmm7
	movapd %xmm1, %xmm5
	mulpd chs_hi, %xmm1
	mulsd chs_lo, %xmm4
	addpd %xmm3, %xmm5
	movapd fftw_stackcell_8, %xmm3
	addpd %xmm1, %xmm2
	subpd %xmm4, %xmm7
	movapd %xmm6, %xmm4
	mulsd chs_lo, %xmm6
	movapd %xmm2, %xmm0
	movapd %xmm3, %xmm1
	mulsd chs_lo, %xmm3
	mulpd chs_hi, %xmm0
	addpd %xmm3, %xmm2
	addpd %xmm0, %xmm1
	movapd %xmm7, %xmm0
	shufpd $9, %xmm2, %xmm2
	movapd %xmm1, %xmm3
	addpd %xmm6, %xmm1
	mulsd chs_lo, %xmm0
	movhpd %xmm1, (%eax,%ebx)
	movlpd %xmm1, (%eax,%esi)
	mulpd chs_hi, %xmm3
	leal (%edx,%edx,2), %ebx
	movapd fftw_stackcell_16, %xmm1
	movapd %xmm2, %xmm6
	mulsd chs_lo, %xmm2
	leal (%ebp,%edx,8), %esi
	addpd %xmm3, %xmm4
	subpd %xmm0, %xmm6
	movapd %xmm1, %xmm3
	movapd %xmm1, %xmm0
	addpd %xmm2, %xmm7
	movapd fftw_stackcell_1, %xmm2
	movlpd %xmm4, (%eax,%edx)
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm4, (%eax,%ecx)
	movapd fftw_stackcell_7, %xmm4
	leal (%edx,%ebx,2), %ecx
	movlpd %xmm6, (%eax,%edi)
	movhpd %xmm6, (%eax,%ebp)
	leal (%edx,%edx,4), %edi
	movlpd %xmm7, (%eax,%esi)
	unpckhpd %xmm3, %xmm0
	movapd %xmm2, %xmm6
	unpcklpd %xmm3, %xmm1
	movhpd %xmm7, (%eax,%ecx)
	movapd fftw_stackcell_20, %xmm7
	leal (%ecx,%edx,4), %esi
	unpckhpd %xmm4, %xmm2
	mulsd chs_lo, %xmm0
	unpcklpd %xmm4, %xmm6
	subpd %xmm2, %xmm6
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm2
	subpd %xmm0, %xmm1
	movapd %xmm6, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulpd chs_hi, %xmm6
	movapd %xmm1, %xmm4
	mulpd NK707106781PK707106781, %xmm1
	mulpd PK707106781PK707106781, %xmm4
	unpckhpd %xmm3, %xmm2
	addpd %xmm1, %xmm0
	movapd fftw_stackcell_17, %xmm1
	unpcklpd %xmm3, %xmm7
	addpd %xmm6, %xmm4
	mulsd chs_lo, %xmm2
	movapd fftw_stackcell_6, %xmm6
	movlpd %xmm0, (%eax,%ebx,4)
	movhpd %xmm0, (%eax,%ecx,4)
	movapd %xmm1, %xmm3
	movlpd %xmm4, (%eax,%edx,4)
	movhpd %xmm4, (%eax,%edi,4)
	movapd fftw_stackcell_5, %xmm4
	subpd %xmm2, %xmm7
	shufpd $9, %xmm3, %xmm3
	movapd %xmm1, %xmm2
	movapd %xmm6, %xmm0
	mulpd NK707106781PK707106781, %xmm6
	mulpd PK707106781PK707106781, %xmm0
	unpckhpd %xmm3, %xmm1
	unpcklpd %xmm3, %xmm2
	movapd %xmm4, %xmm3
	mulpd chs_hi, %xmm4
	mulsd chs_lo, %xmm1
	addpd %xmm6, %xmm3
	addpd %xmm4, %xmm0
	shufpd $9, %xmm3, %xmm3
	subpd %xmm1, %xmm2
	movapd %xmm7, %xmm1
	movapd %xmm2, %xmm6
	movapd %xmm3, %xmm4
	mulsd chs_lo, %xmm3
	mulsd chs_lo, %xmm1
	mulsd chs_lo, %xmm6
	addpd %xmm3, %xmm2
	movapd %xmm0, %xmm3
	mulpd chs_hi, %xmm0
	subpd %xmm6, %xmm4
	movapd fftw_stackcell_15, %xmm6
	movlpd %xmm2, (%eax,%ebp,2)
	leal (%ecx,%edx,8), %ebp
	movhpd %xmm2, (%eax,%ebx,2)
	movapd fftw_stackcell_19, %xmm2
	addpd %xmm1, %xmm3
	leal (%esi,%edx,2), %ebx
	addpd %xmm0, %xmm7
	movapd fftw_stackcell_14, %xmm0
	movhpd %xmm4, (%eax,%edi,2)
	leal (%edx,%edx,2), %edi
	movlpd %xmm3, (%eax,%ecx,2)
	movapd %xmm6, %xmm1
	movlpd %xmm7, (%eax,%edx,2)
	unpcklpd %xmm2, %xmm6
	movhpd %xmm7, (%eax,%esi,2)
	movapd fftw_stackcell_18, %xmm7
	leal (%edx,%ebx,2), %ecx
	unpckhpd %xmm2, %xmm1
	movhpd %xmm3, (%eax,%ebx,2)
	movapd %xmm0, %xmm2
	movlpd %xmm4, (%eax,%ebp,2)
	leal (%ebx,%edx,8), %ebp
	mulsd chs_lo, %xmm1
	unpckhpd %xmm7, %xmm2
	leal (%ecx,%edx,2), %esi
	unpcklpd %xmm7, %xmm0
	subpd %xmm1, %xmm6
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm3
	movapd %xmm6, %xmm4
	addpd %xmm0, %xmm2
	movapd fftw_stackcell_4, %xmm0
	shufpd $9, %xmm3, %xmm3
	movapd %xmm2, %xmm7
	movapd %xmm2, %xmm1
	unpckhpd %xmm3, %xmm4
	unpcklpd %xmm3, %xmm6
	movapd %xmm0, %xmm3
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm7, %xmm7
	mulsd chs_lo, %xmm4
	unpckhpd %xmm7, %xmm1
	subpd %xmm4, %xmm6
	movapd %xmm5, %xmm4
	unpcklpd %xmm7, %xmm2
	addpd %xmm0, %xmm5
	mulpd chs_hi, %xmm4
	movapd %xmm6, %xmm7
	mulsd chs_lo, %xmm1
	shufpd $9, %xmm5, %xmm5
	mulsd chs_lo, %xmm7
	addpd %xmm4, %xmm3
	subpd %xmm1, %xmm2
	movapd %xmm5, %xmm4
	mulsd chs_lo, %xmm5
	movapd %xmm3, %xmm0
	mulpd chs_hi, %xmm3
	movapd %xmm2, %xmm1
	addpd %xmm7, %xmm0
	addpd %xmm3, %xmm6
	mulsd chs_lo, %xmm1
	movlpd %xmm0, (%eax,%ebx)
	leal (%edi,%edx,8), %ebx
	movhpd %xmm0, (%eax,%ecx)
	addpd %xmm5, %xmm2
	movlpd %xmm6, (%eax,%edi)
	leal (%edx,%edx,4), %edi
	movhpd %xmm6, (%eax,%ebp)
	subpd %xmm1, %xmm4
	movl 24(%esp), %ebp
	leal (%ebx,%edx,8), %ecx
	movlpd %xmm4, (%eax,%esi)
	movhpd %xmm4, (%eax,%ebx)
	movl %eax, %esi
	movhpd %xmm2, (%eax,%edi)
	movlpd %xmm2, (%eax,%ecx)
	movl %eax, %eax
	jmp .LC2
	.p2align 4,,7
.LC1:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx), %ebx
	movapd 240(%ebp), %xmm7
	movapd (%ebp), %xmm1
	leal (%edx,%edx,2), %edi
	leal (%edx,%ebx,8), %ecx
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm5
	movhpd (%eax,%edx), %xmm7
	movlpd (%esi), %xmm7
	movapd %xmm1, %xmm4
	movhpd (%eax,%ecx), %xmm0
	movlpd (%esi,%ebx,8), %xmm0
	leal (%edx,%edx,4), %ecx
	leal (%edi,%edi,4), %ebx
	movapd %xmm7, %xmm2
	mulpd %xmm0, %xmm3
	shufpd $9, %xmm0, %xmm0
	mulpd %xmm0, %xmm5
	movapd %xmm3, %xmm6
	unpckhpd %xmm5, %xmm6
	unpcklpd %xmm5, %xmm3
	movhpd (%eax,%edx,2), %xmm5
	movlpd (%esi,%edx), %xmm5
	mulsd chs_lo, %xmm6
	addpd %xmm3, %xmm6
	mulpd %xmm5, %xmm4
	shufpd $9, %xmm5, %xmm5
	addpd %xmm6, %xmm2
	subpd %xmm6, %xmm7
	movapd 448(%ebp), %xmm6
	movapd %xmm4, %xmm0
	movapd %xmm4, %xmm3
	movhpd (%eax,%ebx,2), %xmm4
	leal (%ecx,%edi,8), %ebx
	movapd %xmm2, fftw_stackcell_22
	leal (%edx,%edx,8), %edi
	movapd %xmm7, fftw_stackcell_21
	mulpd %xmm5, %xmm1
	movapd 256(%ebp), %xmm5
	movlpd (%esi,%ebx), %xmm4
	unpckhpd %xmm1, %xmm0
	leal (%edx,%edx,2), %ebx
	movapd %xmm6, %xmm2
	leal (%edi,%edx,8), %ecx
	unpcklpd %xmm1, %xmm3
	mulsd chs_lo, %xmm0
	movapd %xmm5, %xmm1
	mulpd %xmm4, %xmm2
	shufpd $9, %xmm4, %xmm4
	addpd %xmm3, %xmm0
	mulpd %xmm4, %xmm6
	movapd %xmm2, %xmm7
	movapd %xmm0, fftw_stackcell_24
	movapd 192(%ebp), %xmm0
	unpckhpd %xmm6, %xmm7
	unpcklpd %xmm6, %xmm2
	movhpd (%eax,%edi,2), %xmm6
	movlpd (%esi,%ecx), %xmm6
	leal (%edx,%ebx,2), %edi
	leal (%edx,%ebx,4), %ecx
	leal (%edx,%edx,4), %ebx
	mulsd chs_lo, %xmm7
	addpd %xmm2, %xmm7
	movapd %xmm0, %xmm2
	mulpd %xmm6, %xmm5
	shufpd $9, %xmm6, %xmm6
	mulpd %xmm6, %xmm1
	movapd %xmm5, %xmm3
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm5
	movapd %xmm3, %xmm4
	movhpd (%eax,%edi,2), %xmm3
	movlpd (%esi,%ecx), %xmm3
	leal (%edx,%edx,8), %edi
	leal (%edx,%edx,2), %ecx
	mulsd chs_lo, %xmm4
	addpd %xmm5, %xmm4
	movapd 128(%ebp), %xmm5
	mulpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	movapd %xmm4, fftw_stackcell_23
	mulpd %xmm3, %xmm2
	movapd %xmm0, %xmm6
	movapd %xmm5, %xmm4
	unpckhpd %xmm2, %xmm6
	unpcklpd %xmm2, %xmm0
	movapd %xmm6, %xmm1
	movhpd (%eax,%ebx,2), %xmm6
	movlpd (%esi,%edi), %xmm6
	mulsd chs_lo, %xmm1
	addpd %xmm0, %xmm1
	movapd 64(%ebp), %xmm0
	mulpd %xmm6, %xmm5
	shufpd $9, %xmm6, %xmm6
	mulpd %xmm6, %xmm4
	movapd %xmm5, %xmm3
	movapd %xmm0, %xmm6
	unpckhpd %xmm4, %xmm3
	unpcklpd %xmm4, %xmm5
	movapd %xmm3, %xmm2
	movhpd (%eax,%ecx,2), %xmm3
	movlpd (%esi,%ebx), %xmm3
	leal (%edi,%edx,4), %ebx
	leal (%edx,%ecx,8), %edi
	mulsd chs_lo, %xmm2
	addpd %xmm5, %xmm2
	mulpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulpd %xmm3, %xmm6
	movapd %xmm0, %xmm4
	movapd 384(%ebp), %xmm3
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm0
	movapd %xmm4, %xmm5
	movhpd (%eax,%ebx,2), %xmm4
	movlpd (%esi,%edi), %xmm4
	movapd %xmm3, %xmm6
	leal (%ecx,%edx,8), %ebx
	leal (%edx,%edx,4), %ecx
	mulsd chs_lo, %xmm5
	addpd %xmm0, %xmm5
	leal (%ebx,%ecx,2), %edi
	leal (%edx,%edx,4), %ecx
	mulpd %xmm4, %xmm3
	shufpd $9, %xmm4, %xmm4
	mulpd %xmm4, %xmm6
	movapd %xmm3, %xmm0
	unpckhpd %xmm6, %xmm0
	unpcklpd %xmm6, %xmm3
	movapd %xmm0, %xmm4
	movhpd (%eax,%ebx,2), %xmm0
	movlpd (%esi,%edi), %xmm0
	leal (,%edx,4), %ebx
	mulsd chs_lo, %xmm4
	addpd %xmm3, %xmm4
	movapd 320(%ebp), %xmm3
	movapd %xmm0, %xmm6
	movapd %xmm4, fftw_stackcell_25
	shufpd $9, %xmm6, %xmm6
	movapd %xmm3, %xmm4
	mulpd %xmm0, %xmm3
	movapd %xmm7, %xmm0
	addpd %xmm1, %xmm7
	mulpd %xmm6, %xmm4
	subpd %xmm1, %xmm0
	movapd %xmm5, %xmm1
	movapd %xmm3, %xmm6
	unpckhpd %xmm4, %xmm6
	unpcklpd %xmm4, %xmm3
	movapd %xmm0, %xmm4
	mulsd chs_lo, %xmm6
	addpd %xmm3, %xmm6
	movapd %xmm0, %xmm3
	subpd %xmm6, %xmm1
	addpd %xmm6, %xmm5
	unpckhpd %xmm1, %xmm4
	unpcklpd %xmm1, %xmm3
	shufpd $9, %xmm1, %xmm1
	mulsd chs_lo, %xmm4
	movapd %xmm1, %xmm6
	unpcklpd %xmm0, %xmm1
	addpd %xmm3, %xmm4
	movapd %xmm5, %xmm3
	unpckhpd %xmm0, %xmm6
	movapd fftw_stackcell_25, %xmm0
	addpd %xmm7, %xmm3
	movapd %xmm4, fftw_stackcell_27
	movapd %xmm2, %xmm4
	subpd %xmm5, %xmm7
	movapd fftw_stackcell_24, %xmm5
	mulsd chs_lo, %xmm6
	movapd %xmm7, fftw_stackcell_30
	movapd fftw_stackcell_23, %xmm7
	addpd %xmm0, %xmm4
	subpd %xmm0, %xmm2
	movapd %xmm5, %xmm0
	addpd %xmm1, %xmm6
	subpd %xmm7, %xmm5
	movapd %xmm6, fftw_stackcell_26
	addpd %xmm7, %xmm0
	movapd %xmm2, %xmm7
	movapd %xmm5, %xmm1
	shufpd $9, %xmm5, %xmm5
	movapd %xmm0, %xmm6
	subpd %xmm4, %xmm0
	shufpd $9, %xmm7, %xmm7
	movapd %xmm0, fftw_stackcell_31
	movapd %xmm5, %xmm0
	movhpd (%eax,%ebx,8), %xmm5
	leal (%edi,%ecx,2), %ebx
	subpd %xmm7, %xmm1
	movapd 480(%ebp), %xmm7
	leal (%ecx,%edx,2), %edi
	leal (%edx,%edx,2), %ecx
	addpd %xmm2, %xmm0
	movapd %xmm1, fftw_stackcell_28
	addpd %xmm4, %xmm6
	movlpd (%esi,%ebx), %xmm5
	movapd %xmm0, fftw_stackcell_29
	leal (%ecx,%ecx,8), %ebx
	movapd %xmm6, %xmm4
	addpd %xmm3, %xmm6
	leal (%edx,%edx,2), %ecx
	movapd %xmm7, %xmm2
	subpd %xmm3, %xmm4
	movapd %xmm6, fftw_stackcell_33
	movapd %xmm4, fftw_stackcell_32
	movapd 416(%ebp), %xmm6
	mulpd %xmm5, %xmm7
	shufpd $9, %xmm5, %xmm5
	mulpd %xmm5, %xmm2
	movapd %xmm7, %xmm1
	movapd %xmm6, %xmm0
	unpckhpd %xmm2, %xmm1
	unpcklpd %xmm2, %xmm7
	movapd 224(%ebp), %xmm2
	movapd %xmm1, %xmm3
	movhpd (%eax,%edi,4), %xmm1
	movlpd (%esi,%ebx), %xmm1
	leal (%edx,%edx), %edi
	leal (%ecx,%ecx,4), %ebx
	mulsd chs_lo, %xmm3
	addpd %xmm7, %xmm3
	movapd %xmm2, %xmm7
	mulpd %xmm1, %xmm6
	shufpd $9, %xmm1, %xmm1
	movapd %xmm3, fftw_stackcell_35
	mulpd %xmm1, %xmm0
	movapd %xmm6, %xmm4
	unpckhpd %xmm0, %xmm4
	unpcklpd %xmm0, %xmm6
	movapd 160(%ebp), %xmm0
	movapd %xmm4, %xmm5
	movhpd (%eax,%edi,8), %xmm4
	movlpd (%esi,%ebx), %xmm4
	leal (%ecx,%edx,8), %edi
	leal (%ecx,%edx,4), %ebx
	mulsd chs_lo, %xmm5
	addpd %xmm6, %xmm5
	movapd %xmm0, %xmm6
	mulpd %xmm4, %xmm2
	shufpd $9, %xmm4, %xmm4
	mulpd %xmm4, %xmm7
	movapd %xmm2, %xmm3
	unpckhpd %xmm7, %xmm3
	unpcklpd %xmm7, %xmm2
	movapd %xmm3, %xmm1
	movhpd (%eax,%ecx,4), %xmm3
	movlpd (%esi,%edi), %xmm3
	mulsd chs_lo, %xmm1
	addpd %xmm2, %xmm1
	movapd 96(%ebp), %xmm2
	mulpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	movapd %xmm1, fftw_stackcell_34
	mulpd %xmm3, %xmm6
	movapd %xmm0, %xmm4
	movapd %xmm2, %xmm1
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm0
	movapd %xmm4, %xmm7
	movhpd (%eax,%edx,8), %xmm4
	movlpd (%esi,%ebx), %xmm4
	leal (%edx,%edx,8), %ebx
	mulsd chs_lo, %xmm7
	addpd %xmm0, %xmm7
	movapd 32(%ebp), %xmm0
	mulpd %xmm4, %xmm2
	shufpd $9, %xmm4, %xmm4
	mulpd %xmm4, %xmm1
	movapd %xmm2, %xmm3
	movapd %xmm0, %xmm4
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm2
	movapd %xmm3, %xmm6
	movhpd (%eax,%edx,4), %xmm3
	movlpd (%esi,%ecx), %xmm3
	mulsd chs_lo, %xmm6
	addpd %xmm2, %xmm6
	mulpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulpd %xmm3, %xmm4
	movapd %xmm0, %xmm1
	movapd 352(%ebp), %xmm3
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm0
	movapd %xmm1, %xmm2
	movhpd (%eax,%ecx,8), %xmm1
	leal (%edx,%edi,2), %ecx
	movapd %xmm3, %xmm4
	leal (%edx,%edx,4), %edi
	mulsd chs_lo, %xmm2
	movlpd (%esi,%ecx), %xmm1
	leal (%edx,%ebx,2), %ecx
	addpd %xmm0, %xmm2
	mulpd %xmm1, %xmm3
	shufpd $9, %xmm1, %xmm1
	mulpd %xmm1, %xmm4
	movapd %xmm3, %xmm0
	unpckhpd %xmm4, %xmm0
	unpcklpd %xmm4, %xmm3
	movapd %xmm0, %xmm1
	movhpd (%eax,%edi,4), %xmm0
	movlpd (%esi,%ecx), %xmm0
	leal (%edx,%edx), %edi
	mulsd chs_lo, %xmm1
	leal (%ebx,%edi,8), %ecx
	leal (%edx,%edx,4), %edi
	addpd %xmm3, %xmm1
	movapd 288(%ebp), %xmm3
	movapd %xmm0, %xmm4
	movapd %xmm1, fftw_stackcell_36
	shufpd $9, %xmm4, %xmm4
	movapd %xmm3, %xmm1
	mulpd %xmm0, %xmm3
	movapd %xmm5, %xmm0
	addpd %xmm7, %xmm5
	mulpd %xmm4, %xmm1
	subpd %xmm7, %xmm0
	movapd %xmm2, %xmm7
	movapd %xmm3, %xmm4
	unpckhpd %xmm1, %xmm4
	unpcklpd %xmm1, %xmm3
	movapd %xmm0, %xmm1
	mulsd chs_lo, %xmm4
	addpd %xmm3, %xmm4
	subpd %xmm4, %xmm7
	addpd %xmm4, %xmm2
	shufpd $9, %xmm7, %xmm7
	unpckhpd %xmm7, %xmm1
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm4
	unpckhpd %xmm0, %xmm3
	mulsd chs_lo, %xmm1
	unpcklpd %xmm0, %xmm4
	unpcklpd %xmm7, %xmm0
	movapd %xmm2, %xmm7
	subpd %xmm5, %xmm2
	mulsd chs_lo, %xmm3
	addpd %xmm0, %xmm1
	movapd %xmm2, fftw_stackcell_43
	movapd fftw_stackcell_35, %xmm0
	addpd %xmm5, %xmm7
	movapd fftw_stackcell_36, %xmm5
	movapd %xmm6, %xmm2
	addpd %xmm4, %xmm3
	movapd %xmm1, fftw_stackcell_38
	movapd fftw_stackcell_34, %xmm4
	movapd %xmm0, %xmm1
	movapd %xmm3, fftw_stackcell_37
	addpd %xmm5, %xmm2
	addpd %xmm4, %xmm1
	subpd %xmm5, %xmm6
	movapd %xmm1, %xmm3
	addpd %xmm2, %xmm1
	subpd %xmm4, %xmm0
	movapd %xmm6, %xmm4
	movapd %xmm1, %xmm5
	subpd %xmm2, %xmm3
	addpd %xmm7, %xmm1
	shufpd $9, %xmm4, %xmm4
	movapd %xmm0, %xmm2
	subpd %xmm7, %xmm5
	movapd %xmm6, %xmm7
	movhpd (%eax,%ebx), %xmm6
	movlpd (%esi,%edx,8), %xmm6
	movapd %xmm3, fftw_stackcell_41
	movapd 112(%ebp), %xmm3
	shufpd $9, %xmm0, %xmm0
	leal (%edx,%edx,2), %ebx
	movapd %xmm1, fftw_stackcell_50
	subpd %xmm4, %xmm2
	movapd %xmm5, fftw_stackcell_45
	addpd %xmm0, %xmm7
	movapd %xmm2, fftw_stackcell_40
	movapd 368(%ebp), %xmm0
	movapd %xmm6, %xmm1
	movapd %xmm7, fftw_stackcell_39
	movapd %xmm3, %xmm4
	shufpd $9, %xmm1, %xmm1
	mulpd %xmm6, %xmm4
	movapd %xmm0, %xmm7
	mulpd %xmm1, %xmm3
	movapd %xmm4, %xmm5
	unpckhpd %xmm3, %xmm5
	unpcklpd %xmm3, %xmm4
	movapd %xmm5, %xmm2
	movhpd (%eax,%ecx), %xmm5
	movlpd (%esi,%ebx,8), %xmm5
	leal (%edi,%edx,8), %ecx
	mulsd chs_lo, %xmm2
	addpd %xmm4, %xmm2
	mulpd %xmm5, %xmm7
	shufpd $9, %xmm5, %xmm5
	movapd %xmm2, %xmm1
	movapd %xmm2, %xmm3
	movhpd (%eax,%edi), %xmm2
	movlpd (%esi,%edx,4), %xmm2
	mulpd %xmm5, %xmm0
	movapd 48(%ebp), %xmm5
	movapd %xmm7, %xmm6
	unpckhpd %xmm0, %xmm6
	movapd %xmm2, %xmm4
	unpcklpd %xmm0, %xmm7
	shufpd $9, %xmm4, %xmm4
	movapd %xmm5, %xmm0
	mulpd %xmm2, %xmm5
	mulsd chs_lo, %xmm6
	mulpd %xmm4, %xmm0
	movapd %xmm5, %xmm2
	addpd %xmm7, %xmm6
	movapd 176(%ebp), %xmm7
	unpckhpd %xmm0, %xmm2
	subpd %xmm6, %xmm1
	unpcklpd %xmm0, %xmm5
	addpd %xmm6, %xmm3
	shufpd $9, %xmm1, %xmm1
	movapd %xmm2, %xmm4
	movhpd (%eax,%ecx), %xmm2
	movlpd (%esi,%ebx,4), %xmm2
	leal (%ecx,%edx,8), %ebx
	movapd %xmm7, %xmm0
	movapd %xmm3, fftw_stackcell_44
	leal (%edx,%edx,2), %ecx
	movapd %xmm1, fftw_stackcell_42
	mulsd chs_lo, %xmm4
	movapd 304(%ebp), %xmm1
	addpd %xmm5, %xmm4
	mulpd %xmm2, %xmm7
	shufpd $9, %xmm2, %xmm2
	movapd %xmm1, %xmm5
	mulpd %xmm2, %xmm0
	movapd %xmm7, %xmm6
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm7
	movapd %xmm6, %xmm3
	movhpd (%eax,%ebx), %xmm6
	movlpd (%esi,%edi,4), %xmm6
	leal (%ebx,%edx,8), %edi
	leal (%edx,%ecx,2), %ebx
	mulsd chs_lo, %xmm3
	addpd %xmm7, %xmm3
	movapd 432(%ebp), %xmm7
	mulpd %xmm6, %xmm1
	shufpd $9, %xmm6, %xmm6
	mulpd %xmm6, %xmm5
	movapd %xmm1, %xmm2
	movapd %xmm7, %xmm6
	unpckhpd %xmm5, %xmm2
	unpcklpd %xmm5, %xmm1
	movapd %xmm4, %xmm5
	movapd %xmm2, %xmm0
	movhpd (%eax,%edi), %xmm2
	movlpd (%esi,%ebx,4), %xmm2
	leal (%edx,%edx), %edi
	mulsd chs_lo, %xmm0
	addpd %xmm1, %xmm0
	mulpd %xmm2, %xmm7
	shufpd $9, %xmm2, %xmm2
	subpd %xmm0, %xmm5
	addpd %xmm0, %xmm4
	mulpd %xmm2, %xmm6
	movapd %xmm7, %xmm1
	shufpd $9, %xmm5, %xmm5
	unpckhpd %xmm6, %xmm1
	movapd %xmm5, %xmm2
	unpcklpd %xmm6, %xmm7
	movapd %xmm5, %xmm6
	movhpd (%eax,%ecx), %xmm5
	movlpd (%esi,%edx,2), %xmm5
	mulsd chs_lo, %xmm1
	addpd %xmm7, %xmm1
	movapd %xmm4, %xmm7
	movapd %xmm1, %xmm0
	subpd %xmm3, %xmm1
	unpcklpd %xmm1, %xmm2
	addpd %xmm3, %xmm0
	movapd %xmm5, %xmm3
	unpckhpd %xmm1, %xmm6
	movapd 16(%ebp), %xmm1
	shufpd $9, %xmm3, %xmm3
	movapd %xmm2, fftw_stackcell_47
	subpd %xmm0, %xmm7
	addpd %xmm0, %xmm4
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm7, %xmm7
	movapd %xmm4, fftw_stackcell_49
	movapd %xmm1, %xmm2
	mulpd %xmm5, %xmm1
	movapd %xmm6, fftw_stackcell_46
	mulpd chs_lohi, %xmm7
	movapd 80(%ebp), %xmm5
	mulpd %xmm3, %xmm2
	movapd %xmm1, %xmm0
	movapd %xmm7, fftw_stackcell_48
	unpckhpd %xmm2, %xmm0
	movapd %xmm5, %xmm6
	unpcklpd %xmm2, %xmm1
	movapd 336(%ebp), %xmm2
	movapd %xmm0, %xmm4
	movhpd (%eax,%ebx), %xmm0
	movlpd (%esi,%ecx,2), %xmm0
	leal (%ebx,%edi,8), %ecx
	leal (%ebx,%edx,4), %edi
	mulsd chs_lo, %xmm4
	addpd %xmm1, %xmm4
	movapd %xmm2, %xmm1
	leal (%edi,%edx,8), %ebx
	mulpd %xmm0, %xmm5
	shufpd $9, %xmm0, %xmm0
	movapd %xmm4, fftw_stackcell_53
	mulpd %xmm0, %xmm6
	movapd %xmm5, %xmm3
	unpckhpd %xmm6, %xmm3
	unpcklpd %xmm6, %xmm5
	movapd 272(%ebp), %xmm6
	movapd %xmm3, %xmm7
	movhpd (%eax,%ecx), %xmm3
	movlpd (%esi,%edi,2), %xmm3
	leal (%edx,%edx,8), %ecx
	mulsd chs_lo, %xmm7
	addpd %xmm5, %xmm7
	movapd %xmm6, %xmm5
	mulpd %xmm3, %xmm2
	shufpd $9, %xmm3, %xmm3
	mulpd %xmm3, %xmm1
	movapd %xmm2, %xmm4
	unpckhpd %xmm1, %xmm4
	unpcklpd %xmm1, %xmm2
	movapd %xmm4, %xmm0
	movhpd (%eax,%ebx), %xmm4
	movlpd (%esi,%ecx,2), %xmm4
	leal (%ecx,%edx,2), %ebx
	mulsd chs_lo, %xmm0
	addpd %xmm2, %xmm0
	movapd 144(%ebp), %xmm2
	mulpd %xmm4, %xmm6
	shufpd $9, %xmm4, %xmm4
	mulpd %xmm4, %xmm5
	movapd %xmm6, %xmm3
	movapd %xmm2, %xmm4
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm6
	movapd %xmm3, %xmm1
	movhpd (%eax,%edi), %xmm3
	leal (%edx,%edx,4), %edi
	mulsd chs_lo, %xmm1
	movlpd (%esi,%edi,2), %xmm3
	leal (%ebx,%edi,4), %ecx
	leal (%ebx,%edx,4), %edi
	addpd %xmm6, %xmm1
	leal (%edx,%edx,2), %ebx
	movapd %xmm1, fftw_stackcell_52
	movapd 464(%ebp), %xmm1
	mulpd %xmm3, %xmm2
	shufpd $9, %xmm3, %xmm3
	mulpd %xmm3, %xmm4
	movapd %xmm2, %xmm5
	movapd %xmm1, %xmm3
	unpckhpd %xmm4, %xmm5
	unpcklpd %xmm4, %xmm2
	movapd %xmm5, %xmm6
	movhpd (%eax,%ecx), %xmm5
	movlpd (%esi,%edi,2), %xmm5
	leal (%edx,%ebx,2), %ecx
	mulsd chs_lo, %xmm6
	addpd %xmm2, %xmm6
	mulpd %xmm5, %xmm1
	shufpd $9, %xmm5, %xmm5
	movapd %xmm6, fftw_stackcell_51
	movapd 208(%ebp), %xmm6
	mulpd %xmm5, %xmm3
	movapd %xmm1, %xmm4
	unpckhpd %xmm3, %xmm4
	movapd %xmm6, %xmm5
	unpcklpd %xmm3, %xmm1
	movapd %xmm4, %xmm2
	movhpd (%eax,%edi), %xmm4
	movlpd (%esi,%ecx,2), %xmm4
	leal (%edx,%edx,4), %edi
	mulsd chs_lo, %xmm2
	leal (%ecx,%edi,4), %ebx
	leal (%edi,%edx,8), %ecx
	addpd %xmm1, %xmm2
	leal (%edx,%edx), %edi
	mulpd %xmm4, %xmm6
	shufpd $9, %xmm4, %xmm4
	mulpd %xmm4, %xmm5
	movapd %xmm6, %xmm3
	movapd 400(%ebp), %xmm4
	addl $496, %ebp
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm6
	movapd %xmm3, %xmm1
	movhpd (%eax,%ebx), %xmm3
	movlpd (%esi,%ecx,2), %xmm3
	movapd %xmm4, %xmm5
	leal (,%edx,4), %ecx
	leal (%edx,%edx,2), %ebx
	/* simd data load/store barrier */ 
	mulsd chs_lo, %xmm1
	addpd %xmm6, %xmm1
	movapd %xmm2, %xmm6
	mulpd %xmm3, %xmm4
	shufpd $9, %xmm3, %xmm3
	subpd %xmm1, %xmm2
	addpd %xmm1, %xmm6
	movapd %xmm7, %xmm1
	mulpd %xmm3, %xmm5
	movapd %xmm4, %xmm3
	addpd %xmm0, %xmm7
	subpd %xmm0, %xmm1
	movapd fftw_stackcell_53, %xmm0
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm4
	movapd fftw_stackcell_52, %xmm5
	mulsd chs_lo, %xmm3
	addpd %xmm4, %xmm3
	movapd %xmm0, %xmm4
	subpd %xmm5, %xmm0
	addpd %xmm5, %xmm4
	movapd %xmm0, fftw_stackcell_54
	movapd fftw_stackcell_51, %xmm5
	movapd %xmm5, %xmm0
	subpd %xmm3, %xmm5
	addpd %xmm3, %xmm0
	movapd %xmm4, %xmm3
	subpd %xmm0, %xmm3
	addpd %xmm0, %xmm4
	movapd %xmm2, %xmm0
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm0, %xmm0
	addpd %xmm1, %xmm0
	shufpd $9, %xmm1, %xmm1
	movapd %xmm0, fftw_stackcell_55
	movapd %xmm6, %xmm0
	subpd %xmm7, %xmm6
	subpd %xmm1, %xmm2
	movapd %xmm3, %xmm1
	unpckhpd %xmm6, %xmm3
	addpd %xmm7, %xmm0
	movapd %xmm5, %xmm7
	movapd %xmm2, fftw_stackcell_56
	movapd fftw_stackcell_54, %xmm2
	unpcklpd %xmm6, %xmm1
	shufpd $9, %xmm7, %xmm7
	mulsd chs_lo, %xmm3
	movapd %xmm1, fftw_stackcell_60
	movapd fftw_stackcell_33, %xmm1
	movapd %xmm2, %xmm6
	shufpd $9, %xmm2, %xmm2
	movapd %xmm3, fftw_stackcell_59
	movapd fftw_stackcell_50, %xmm3
	subpd %xmm7, %xmm6
	movapd %xmm1, %xmm7
	addpd %xmm5, %xmm2
	movapd %xmm6, fftw_stackcell_57
	movapd %xmm2, fftw_stackcell_58
	movapd fftw_stackcell_32, %xmm5
	movapd fftw_stackcell_45, %xmm2
	subpd %xmm3, %xmm7
	addpd %xmm3, %xmm1
	movapd %xmm5, %xmm6
	mulsd chs_lo, %xmm7
	movapd %xmm2, %xmm3
	shufpd $9, %xmm6, %xmm6
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm6
	mulsd chs_lo, %xmm3
	subpd %xmm6, %xmm5
	movapd %xmm4, %xmm6
	subpd %xmm0, %xmm4
	addpd %xmm3, %xmm2
	movapd %xmm5, %xmm3
	addpd %xmm0, %xmm6
	movapd fftw_stackcell_22, %xmm0
	mulsd chs_lo, %xmm4
	subpd %xmm2, %xmm5
	addpd %xmm2, %xmm3
	movapd fftw_stackcell_44, %xmm2
	shufpd $9, %xmm5, %xmm5
	shufpd $9, %xmm4, %xmm4
	mulpd PK707106781PK707106781, %xmm3
	mulpd PK707106781NK707106781, %xmm5
	movapd %xmm5, fftw_stackcell_61
	movapd %xmm0, %xmm5
	subpd %xmm2, %xmm0
	addpd %xmm2, %xmm5
	movapd %xmm0, fftw_stackcell_62
	movapd fftw_stackcell_49, %xmm2
	movapd %xmm5, %xmm0
	addpd %xmm2, %xmm0
	subpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	subpd %xmm6, %xmm0
	addpd %xmm6, %xmm2
	movapd %xmm5, %xmm6
	subpd %xmm4, %xmm5
	addpd %xmm4, %xmm6
	movapd %xmm2, %xmm4
	subpd %xmm1, %xmm2
	addpd %xmm1, %xmm4
	movapd %xmm6, %xmm1
	mulpd chs_hi, %xmm2
	subpd %xmm3, %xmm6
	addpd %xmm3, %xmm1
	movlpd %xmm4, (%esi)
	movhpd %xmm4, (%eax,%ecx,8)
	leal (%edx,%ebx,2), %ecx
	movapd %xmm0, %xmm3
	movapd fftw_stackcell_61, %xmm4
	subpd %xmm7, %xmm0
	mulpd chs_hi, %xmm6
	movlpd %xmm2, (%eax,%edi,8)
	movhpd %xmm2, (%esi,%edi,8)
	leal (%edx,%edx,4), %edi
	movapd %xmm5, %xmm2
	addpd %xmm7, %xmm3
	movapd fftw_stackcell_60, %xmm7
	mulpd chs_hi, %xmm0
	movlpd %xmm1, (%esi,%edx,4)
	movhpd %xmm1, (%eax,%ecx,4)
	addpd %xmm4, %xmm5
	movlpd %xmm6, (%eax,%ebx,4)
	movlpd %xmm3, (%esi,%edx,8)
	subpd %xmm4, %xmm2
	movapd fftw_stackcell_59, %xmm4
	movlpd %xmm0, (%eax,%edx,8)
	movapd %xmm7, %xmm1
	movhpd %xmm0, (%esi,%ebx,8)
	movlpd %xmm5, (%esi,%ebx,4)
	movhpd %xmm5, (%eax,%edi,4)
	mulpd chs_hi, %xmm2
	movapd fftw_stackcell_62, %xmm0
	movapd fftw_stackcell_48, %xmm5
	subpd %xmm4, %xmm1
	movhpd %xmm6, (%esi,%edi,4)
	movhpd %xmm3, (%eax,%ebx,8)
	movlpd %xmm2, (%eax,%edx,4)
	movhpd %xmm2, (%esi,%ecx,4)
	addpd %xmm4, %xmm7
	movapd %xmm1, %xmm6
	movapd fftw_stackcell_31, %xmm2
	movapd %xmm0, %xmm3
	subpd %xmm5, %xmm0
	movapd %xmm7, %xmm4
	shufpd $9, %xmm6, %xmm6
	movapd %xmm0, fftw_stackcell_64
	movapd fftw_stackcell_30, %xmm0
	addpd %xmm5, %xmm3
	shufpd $9, %xmm4, %xmm4
	movapd %xmm2, %xmm5
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm5, %xmm5
	mulsd chs_lo, %xmm4
	subpd %xmm6, %xmm1
	movapd %xmm0, %xmm6
	mulpd chs_lohi, %xmm0
	addpd %xmm4, %xmm7
	shufpd $9, %xmm6, %xmm6
	mulpd PK707106781PK707106781, %xmm1
	addpd %xmm0, %xmm5
	mulpd PK707106781PK707106781, %xmm7
	addpd %xmm6, %xmm2
	movapd %xmm5, %xmm4
	mulpd PK382683432PK923879532, %xmm5
	movapd %xmm1, fftw_stackcell_63
	movapd fftw_stackcell_41, %xmm6
	movapd %xmm2, %xmm0
	mulpd NK923879532PK382683432, %xmm2
	mulpd PK923879532NK382683432, %xmm4
	mulpd PK382683432PK923879532, %xmm0
	movapd %xmm6, %xmm1
	addpd %xmm2, %xmm5
	movapd fftw_stackcell_43, %xmm2
	shufpd $9, %xmm1, %xmm1
	addpd %xmm4, %xmm0
	movapd %xmm2, %xmm4
	addpd %xmm1, %xmm2
	shufpd $9, %xmm4, %xmm4
	movapd %xmm2, %xmm1
	mulpd PK382683432PK923879532, %xmm2
	mulpd NK923879532PK382683432, %xmm1
	mulpd chs_lohi, %xmm4
	addpd %xmm4, %xmm6
	movapd %xmm6, %xmm4
	mulpd PK923879532NK382683432, %xmm6
	mulpd PK382683432PK923879532, %xmm4
	addpd %xmm6, %xmm2
	movapd %xmm5, %xmm6
	addpd %xmm1, %xmm4
	movapd %xmm0, %xmm1
	subpd %xmm2, %xmm6
	addpd %xmm4, %xmm1
	subpd %xmm4, %xmm0
	movapd %xmm3, %xmm4
	mulpd chs_hi, %xmm6
	addpd %xmm7, %xmm3
	addpd %xmm2, %xmm5
	mulsd chs_lo, %xmm0
	movapd %xmm3, %xmm2
	subpd %xmm7, %xmm4
	addpd %xmm1, %xmm3
	shufpd $9, %xmm5, %xmm5
	subpd %xmm1, %xmm2
	movapd %xmm4, %xmm7
	movapd fftw_stackcell_64, %xmm1
	shufpd $9, %xmm0, %xmm0
	movlpd %xmm3, (%esi,%ebx,2)
	leal (%ecx,%edx,8), %ebx
	leal (%edx,%edx,8), %ecx
	addpd %xmm6, %xmm4
	mulpd chs_hi, %xmm2
	subpd %xmm6, %xmm7
	movapd fftw_stackcell_63, %xmm6
	mulpd chs_hi, %xmm7
	movhpd %xmm3, (%eax,%ebx,2)
	movlpd %xmm2, (%eax,%edi,2)
	leal (%edi,%edx,2), %ebx
	leal (%ecx,%edx,2), %edi
	movapd %xmm1, %xmm3
	subpd %xmm6, %xmm1
	movhpd %xmm2, (%esi,%ecx,2)
	movlpd %xmm7, (%eax,%edx,2)
	addpd %xmm6, %xmm3
	movapd %xmm1, %xmm2
	movlpd %xmm4, (%esi,%ebx,2)
	movhpd %xmm4, (%eax,%edi,2)
	subpd %xmm0, %xmm1
	leal (%edi,%edx,2), %ecx
	movapd fftw_stackcell_47, %xmm4
	movapd %xmm3, %xmm6
	addpd %xmm0, %xmm2
	movapd fftw_stackcell_46, %xmm0
	addpd %xmm5, %xmm3
	mulpd chs_hi, %xmm1
	subpd %xmm5, %xmm6
	movlpd %xmm3, (%esi,%edx,2)
	movhpd %xmm3, (%eax,%ecx,2)
	movapd %xmm4, %xmm5
	mulpd chs_hi, %xmm6
	movapd fftw_stackcell_21, %xmm3
	movhpd %xmm7, (%esi,%ecx,2)
	movapd fftw_stackcell_42, %xmm7
	addpd %xmm0, %xmm4
	leal (%edx,%edx,2), %ecx
	subpd %xmm0, %xmm5
	movlpd %xmm6, (%eax,%ebx,2)
	movhpd %xmm6, (%esi,%edi,2)
	leal (%edx,%edx,4), %ebx
	leal (%edx,%edx,8), %edi
	movapd %xmm5, %xmm6
	movapd %xmm3, %xmm0
	addpd %xmm7, %xmm3
	movlpd %xmm1, (%eax,%ecx,2)
	shufpd $9, %xmm6, %xmm6
	subpd %xmm7, %xmm0
	movapd %xmm4, %xmm7
	movlpd %xmm2, (%esi,%ebx,2)
	leal (%edx,%edx,4), %ebx
	movhpd %xmm2, (%eax,%edi,2)
	movapd %xmm3, fftw_stackcell_66
	movapd %xmm0, fftw_stackcell_74
	shufpd $9, %xmm7, %xmm7
	mulsd chs_lo, %xmm6
	movapd fftw_stackcell_58, %xmm3
	movapd fftw_stackcell_57, %xmm0
	leal (%ebx,%ebx,2), %edi
	mulsd chs_lo, %xmm7
	leal (%ebx,%edx,2), %ecx
	subpd %xmm6, %xmm5
	movapd %xmm3, %xmm2
	movapd %xmm0, %xmm6
	mulpd PK382683432PK382683432, %xmm3
	mulpd NK707106781PK707106781, %xmm5
	addpd %xmm7, %xmm4
	movhpd %xmm1, (%esi,%edi,2)
	movapd fftw_stackcell_55, %xmm1
	mulpd PK923879532PK923879532, %xmm0
	leal (%edx,%edi,2), %ebx
	mulpd PK923879532PK923879532, %xmm2
	leal (%edx,%edx,8), %edi
	movapd %xmm5, fftw_stackcell_65
	movapd fftw_stackcell_56, %xmm5
	mulpd PK382683432PK382683432, %xmm6
	subpd %xmm0, %xmm3
	mulpd NK707106781PK707106781, %xmm4
	movapd %xmm1, %xmm7
	mulpd PK382683432PK382683432, %xmm1
	mulpd chs_hi, %xmm3
	addpd %xmm6, %xmm2
	movapd %xmm5, %xmm0
	mulpd PK923879532PK923879532, %xmm5
	movapd %xmm4, fftw_stackcell_73
	mulpd PK923879532PK923879532, %xmm7
	movapd fftw_stackcell_27, %xmm4
	mulpd PK382683432PK382683432, %xmm0
	movapd %xmm3, %xmm6
	addpd %xmm5, %xmm1
	mulsd chs_lo, %xmm2
	mulsd chs_lo, %xmm1
	subpd %xmm7, %xmm0
	movapd %xmm4, %xmm5
	mulpd chs_hi, %xmm0
	shufpd $9, %xmm5, %xmm5
	addpd %xmm1, %xmm6
	subpd %xmm1, %xmm3
	movapd %xmm6, fftw_stackcell_70
	movapd fftw_stackcell_26, %xmm1
	movapd %xmm0, %xmm7
	addpd %xmm2, %xmm0
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm0, %xmm0
	subpd %xmm2, %xmm7
	movapd fftw_stackcell_29, %xmm2
	movapd %xmm1, %xmm6
	addpd %xmm5, %xmm4
	movapd %xmm3, fftw_stackcell_67
	movapd %xmm7, fftw_stackcell_68
	shufpd $9, %xmm6, %xmm6
	movapd %xmm0, fftw_stackcell_69
	movapd fftw_stackcell_28, %xmm0
	mulpd NK707106781PK707106781, %xmm4
	movapd %xmm2, %xmm3
	mulsd chs_lo, %xmm6
	addpd %xmm4, %xmm3
	subpd %xmm4, %xmm2
	movapd %xmm3, %xmm7
	mulpd PK980785280NK195090322, %xmm3
	addpd %xmm6, %xmm1
	movapd %xmm0, %xmm6
	movapd %xmm2, %xmm5
	mulpd PK555570233NK831469612, %xmm2
	mulpd PK195090322PK980785280, %xmm7
	mulpd NK707106781PK707106781, %xmm1
	mulpd PK831469612PK555570233, %xmm5
	addpd %xmm1, %xmm6
	subpd %xmm1, %xmm0
	movapd %xmm6, %xmm4
	mulpd NK980785280PK195090322, %xmm6
	movapd %xmm0, %xmm1
	mulpd NK555570233PK831469612, %xmm0
	mulpd PK195090322PK980785280, %xmm4
	addpd %xmm6, %xmm7
	movapd fftw_stackcell_37, %xmm6
	mulpd PK831469612PK555570233, %xmm1
	addpd %xmm0, %xmm5
	addpd %xmm3, %xmm4
	movapd %xmm5, fftw_stackcell_71
	movapd fftw_stackcell_38, %xmm3
	addpd %xmm2, %xmm1
	movapd fftw_stackcell_39, %xmm2
	movapd %xmm6, %xmm0
	movapd %xmm1, fftw_stackcell_72
	shufpd $9, %xmm0, %xmm0
	movapd %xmm3, %xmm5
	movapd %xmm2, %xmm1
	shufpd $9, %xmm5, %xmm5
	mulsd chs_lo, %xmm0
	mulsd chs_lo, %xmm5
	addpd %xmm0, %xmm6
	movapd fftw_stackcell_40, %xmm0
	addpd %xmm5, %xmm3
	mulpd NK707106781PK707106781, %xmm6
	movapd %xmm0, %xmm5
	mulpd NK707106781PK707106781, %xmm3
	subpd %xmm6, %xmm0
	addpd %xmm6, %xmm5
	addpd %xmm3, %xmm1
	movapd %xmm5, %xmm6
	subpd %xmm3, %xmm2
	mulpd PK980785280NK195090322, %xmm5
	movapd %xmm1, %xmm3
	mulpd NK980785280PK195090322, %xmm1
	mulpd PK195090322PK980785280, %xmm6
	mulpd PK195090322PK980785280, %xmm3
	addpd %xmm1, %xmm6
	movapd %xmm2, %xmm1
	mulpd NK555570233PK831469612, %xmm2
	addpd %xmm5, %xmm3
	movapd %xmm0, %xmm5
	mulpd PK555570233NK831469612, %xmm0
	mulpd PK831469612PK555570233, %xmm1
	mulpd PK831469612PK555570233, %xmm5
	addpd %xmm0, %xmm1
	movapd %xmm7, %xmm0
	addpd %xmm2, %xmm5
	movapd %xmm4, %xmm2
	movapd %xmm1, fftw_stackcell_75
	movapd fftw_stackcell_74, %xmm1
	subpd %xmm6, %xmm4
	addpd %xmm6, %xmm2
	movapd fftw_stackcell_73, %xmm6
	addpd %xmm3, %xmm7
	mulsd chs_lo, %xmm4
	subpd %xmm3, %xmm0
	movapd %xmm1, %xmm3
	shufpd $9, %xmm7, %xmm7
	subpd %xmm6, %xmm1
	mulpd chs_hi, %xmm0
	addpd %xmm6, %xmm3
	movapd fftw_stackcell_70, %xmm6
	shufpd $9, %xmm4, %xmm4
	movapd %xmm1, fftw_stackcell_76
	movapd %xmm3, %xmm1
	addpd %xmm6, %xmm1
	subpd %xmm6, %xmm3
	movapd %xmm1, %xmm6
	addpd %xmm2, %xmm1
	subpd %xmm2, %xmm6
	movhpd %xmm1, (%eax,%ebx)
	leal (%edx,%edx,2), %ebx
	movlpd %xmm1, (%esi,%ecx)
	movapd %xmm3, %xmm2
	leal (%edi,%edx,8), %ecx
	movapd fftw_stackcell_66, %xmm1
	subpd %xmm0, %xmm3
	mulpd chs_hi, %xmm6
	addpd %xmm0, %xmm2
	movapd fftw_stackcell_65, %xmm0
	mulpd chs_hi, %xmm3
	movlpd %xmm6, (%eax,%edi)
	leal (%ebx,%ebx,4), %edi
	movhpd %xmm6, (%esi,%ecx)
	movapd %xmm1, %xmm6
	movlpd %xmm3, (%eax,%edx)
	addpd %xmm0, %xmm1
	subpd %xmm0, %xmm6
	movapd fftw_stackcell_69, %xmm0
	leal (%edi,%edx,8), %ecx
	movlpd %xmm2, (%esi,%edi)
	movhpd %xmm2, (%eax,%ecx)
	movapd %xmm6, %xmm2
	subpd %xmm0, %xmm6
	leal (%ecx,%edx,2), %ebx
	addpd %xmm0, %xmm2
	movapd %xmm2, %xmm0
	addpd %xmm7, %xmm2
	movhpd %xmm3, (%esi,%ebx)
	movapd %xmm6, %xmm3
	addpd %xmm4, %xmm6
	subpd %xmm7, %xmm0
	movhpd %xmm2, (%eax,%ebx)
	leal (%edx,%edx,2), %ebx
	movapd fftw_stackcell_72, %xmm7
	subpd %xmm4, %xmm3
	movapd fftw_stackcell_76, %xmm4
	movlpd %xmm2, (%esi,%edx)
	mulpd chs_hi, %xmm0
	mulpd chs_hi, %xmm3
	movapd %xmm7, %xmm2
	addpd %xmm5, %xmm7
	movlpd %xmm0, (%eax,%edi)
	leal (%edx,%edx,8), %edi
	movhpd %xmm0, (%esi,%ecx)
	movapd fftw_stackcell_68, %xmm0
	subpd %xmm5, %xmm2
	movapd %xmm4, %xmm5
	mulsd chs_lo, %xmm2
	movlpd %xmm6, (%esi,%edi)
	leal (%edi,%edx,8), %ecx
	leal (%edx,%ebx,2), %edi
	subpd %xmm0, %xmm4
	addpd %xmm0, %xmm5
	movapd fftw_stackcell_71, %xmm0
	shufpd $9, %xmm2, %xmm2
	movhpd %xmm6, (%eax,%ecx)
	leal (%edi,%edx,8), %ecx
	movapd fftw_stackcell_75, %xmm6
	movlpd %xmm3, (%eax,%edi)
	leal (%edx,%edx,2), %edi
	leal (%edx,%ecx,2), %ebx
	leal (%edx,%edx,8), %ecx
	movhpd %xmm3, (%esi,%ebx)
	movapd %xmm0, %xmm3
	leal (%ecx,%ecx,2), %ebx
	addpd %xmm6, %xmm0
	subpd %xmm6, %xmm3
	movapd %xmm5, %xmm6
	shufpd $9, %xmm0, %xmm0
	addpd %xmm7, %xmm5
	subpd %xmm7, %xmm6
	mulpd chs_hi, %xmm3
	movapd %xmm4, %xmm7
	movlpd %xmm5, (%esi,%edi)
	movhpd %xmm5, (%eax,%ebx)
	leal (%ecx,%edx,4), %edi
	leal (%edx,%edx,2), %ebx
	mulpd chs_hi, %xmm6
	movapd fftw_stackcell_67, %xmm5
	addpd %xmm3, %xmm7
	subpd %xmm3, %xmm4
	movapd %xmm1, %xmm3
	movlpd %xmm6, (%eax,%edi)
	leal (%edi,%edx,8), %ecx
	leal (%ebx,%edx,8), %edi
	leal (%edx,%edx,4), %ebx
	addpd %xmm5, %xmm3
	mulpd chs_hi, %xmm4
	subpd %xmm5, %xmm1
	movapd %xmm3, %xmm5
	addpd %xmm0, %xmm3
	movhpd %xmm6, (%esi,%ecx)
	movlpd %xmm7, (%esi,%edi)
	leal (%edi,%edx,8), %ecx
	leal (%edx,%edx,2), %edi
	movlpd %xmm4, (%eax,%ebx)
	movlpd %xmm3, (%esi,%ebx)
	subpd %xmm0, %xmm5
	movapd %xmm1, %xmm6
	addpd %xmm2, %xmm1
	mulpd chs_hi, %xmm5
	movhpd %xmm7, (%eax,%ecx)
	leal (%ebx,%edi,8), %ecx
	leal (%edi,%edx,8), %ebx
	subpd %xmm2, %xmm6
	mulpd chs_hi, %xmm6
	leal (%ebx,%edx,8), %edi
	movhpd %xmm4, (%esi,%ecx)
	movhpd %xmm3, (%eax,%ecx)
	leal (%ebx,%edx,2), %ecx
	movlpd %xmm5, (%eax,%ebx)
	leal (%edi,%edx,2), %ebx
	movhpd %xmm5, (%esi,%edi)
	leal (%edx,%edx,2), %edi
	movlpd %xmm1, (%esi,%ecx)
	movhpd %xmm1, (%eax,%ebx)
	leal (%edx,%ecx,2), %ebx
	movlpd %xmm6, (%eax,%edi)
	movhpd %xmm6, (%esi,%ebx)
	addl 36(%esp), %esi
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC2:
	addl 36(%esp), %esi
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC3:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx,2), %ecx
	leal (%edx,%edx,4), %ebx
	leal (%edx,%edx), %edi
	movhpd (%esi,%ecx,8), %xmm3
	movlpd (%esi,%edx,8), %xmm3
	leal (%ebx,%ebx,2), %ebp
	movhpd (%esi,%edi,8), %xmm1
	movlpd (%esi), %xmm1
	leal (%ebp,%edx,2), %ecx
	leal (%edx,%ebp,2), %edi
	movapd %xmm3, %xmm0
	movapd %xmm1, %xmm4
	shufpd $9, %xmm0, %xmm0
	leal (%ecx,%edx,8), %ebx
	movapd %xmm0, %xmm7
	movhpd (%esi,%ebp), %xmm0
	leal (%edx,%edx,2), %ebp
	movlpd (%esi,%ecx), %xmm0
	mulsd chs_lo, %xmm7
	leal (%edx,%ebp,2), %ecx
	leal (%edx,%edx,8), %ebp
	addpd %xmm7, %xmm3
	movhpd (%esi,%edi), %xmm7
	leal (%edx,%edx), %edi
	movlpd (%esi,%edx), %xmm7
	movapd %xmm0, %xmm2
	mulpd PK707106781PK707106781, %xmm3
	movhpd (%esi,%ecx), %xmm0
	movlpd (%esi,%ebp), %xmm0
	mulpd PK2_000000000PK2_000000000, %xmm2
	addpd %xmm3, %xmm4
	subpd %xmm3, %xmm1
	movlpd (%esi,%ebx), %xmm3
	leal (%ecx,%edi,8), %ebx
	leal (%edx,%edx,2), %ecx
	movapd %xmm7, %xmm5
	movapd %xmm4, fftw_stackcell_78
	mulpd PK2_000000000PK2_000000000, %xmm7
	leal (%edx,%edx,4), %edi
	movapd %xmm1, fftw_stackcell_77
	movapd %xmm0, %xmm6
	mulpd PK2_000000000NK2_000000000, %xmm5
	movhpd (%esi,%ebx), %xmm3
	leal (%ebx,%edx,4), %ebp
	movhpd (%esi,%ebp), %xmm1
	leal (%ebp,%edx,2), %ebx
	addpd %xmm3, %xmm0
	subpd %xmm3, %xmm6
	mulpd PK1_414213562PK1_414213562, %xmm0
	movlpd (%esi,%ebx), %xmm1
	movapd %xmm6, %xmm4
	mulpd NK1_414213562PK1_414213562, %xmm6
	movapd %xmm0, %xmm3
	mulpd PK1_414213562PK1_414213562, %xmm4
	addpd %xmm6, %xmm7
	movapd %xmm2, %xmm6
	addpd %xmm2, %xmm3
	movhpd (%esi,%ecx), %xmm2
	leal (%edx,%edx,8), %ecx
	movlpd (%esi,%edi), %xmm2
	addpd %xmm5, %xmm4
	movapd %xmm1, %xmm5
	mulpd PK765366864PK765366864, %xmm1
	movapd %xmm3, fftw_stackcell_79
	subpd %xmm0, %xmm6
	movapd %xmm4, fftw_stackcell_80
	mulpd PK1_847759065PK1_847759065, %xmm5
	leal (%edx,%ecx,2), %edi
	leal (%ecx,%edx,2), %ebx
	movapd %xmm2, %xmm4
	mulpd PK765366864PK765366864, %xmm2
	leal (%edi,%edx,2), %ebp
	movhpd (%esi,%edi), %xmm3
	leal (%ebx,%edx,2), %ecx
	mulpd PK1_847759065PK1_847759065, %xmm4
	leal (%edx,%edx,4), %edi
	movlpd (%esi,%ebp), %xmm3
	leal (%edi,%edx,2), %ebp
	movapd %xmm3, %xmm0
	mulpd PK1_847759065PK1_847759065, %xmm3
	mulpd PK765366864PK765366864, %xmm0
	subpd %xmm0, %xmm4
	movapd %xmm2, %xmm0
	movhpd (%esi,%ebx), %xmm2
	movlpd (%esi,%ecx), %xmm2
	leal (%edx,%edx,2), %ebx
	leal (%ebp,%edx,8), %ecx
	addpd %xmm3, %xmm0
	movapd %xmm2, %xmm3
	mulpd PK1_847759065PK1_847759065, %xmm2
	mulpd PK765366864PK765366864, %xmm3
	addpd %xmm1, %xmm2
	movapd %xmm0, %xmm1
	addpd %xmm2, %xmm1
	subpd %xmm5, %xmm3
	movapd %xmm4, %xmm5
	movapd %xmm1, fftw_stackcell_81
	movapd %xmm7, %xmm1
	subpd %xmm2, %xmm0
	addpd %xmm3, %xmm5
	subpd %xmm4, %xmm3
	mulpd chs_hi, %xmm1
	movapd %xmm0, %xmm4
	mulsd chs_lo, %xmm0
	movapd %xmm5, fftw_stackcell_82
	movapd %xmm3, %xmm2
	addpd %xmm6, %xmm3
	addpd %xmm1, %xmm4
	movapd %xmm3, %xmm5
	addpd %xmm0, %xmm7
	mulpd NK145142338PK145142338, %xmm3
	subpd %xmm6, %xmm2
	movapd %xmm4, %xmm1
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm5, %xmm5
	movapd %xmm7, %xmm0
	mulpd NK440960632PK235698368, %xmm7
	movapd %xmm2, %xmm6
	mulpd PK235698368PK440960632, %xmm2
	mulpd PK145142338NK145142338, %xmm4
	shufpd $9, %xmm0, %xmm0
	mulpd PK478470167PK478470167, %xmm5
	shufpd $9, %xmm6, %xmm6
	subpd %xmm2, %xmm7
	mulpd PK478470167PK478470167, %xmm1
	movapd fftw_stackcell_80, %xmm2
	mulpd PK440960632NK235698368, %xmm0
	addpd %xmm4, %xmm5
	mulpd PK235698368PK440960632, %xmm6
	mulpd chs_hi, %xmm7
	subpd %xmm3, %xmm1
	movapd %xmm5, fftw_stackcell_85
	movapd fftw_stackcell_82, %xmm3
	movapd fftw_stackcell_79, %xmm5
	addpd %xmm0, %xmm6
	movapd %xmm2, %xmm4
	movapd %xmm1, fftw_stackcell_87
	movhpd (%esi,%ebp,2), %xmm1
	movapd %xmm7, fftw_stackcell_84
	movapd %xmm6, fftw_stackcell_83
	movapd fftw_stackcell_81, %xmm7
	subpd %xmm3, %xmm4
	movapd %xmm5, %xmm6
	addpd %xmm3, %xmm2
	movapd %xmm4, %xmm3
	mulpd PK386505226PK386505226, %xmm4
	subpd %xmm7, %xmm6
	movapd %xmm2, %xmm0
	mulpd PK497592363PK497592363, %xmm2
	addpd %xmm5, %xmm7
	shufpd $9, %xmm3, %xmm3
	movapd %xmm6, %xmm5
	mulpd NK317196642PK317196642, %xmm6
	mulpd PK049008570PK049008570, %xmm0
	shufpd $9, %xmm5, %xmm5
	mulpd PK317196642NK317196642, %xmm3
	subpd %xmm6, %xmm4
	movapd %xmm7, %xmm6
	mulpd NK049008570PK049008570, %xmm7
	mulpd PK386505226PK386505226, %xmm5
	movapd %xmm4, fftw_stackcell_89
	movhpd (%esi,%ebx,2), %xmm4
	mulpd NK497592363PK497592363, %xmm6
	addpd %xmm3, %xmm5
	movapd %xmm2, %xmm3
	movhpd (%esi,%edi,4), %xmm2
	movlpd (%esi,%edx,4), %xmm2
	subpd %xmm6, %xmm0
	leal (%edx,%edx,8), %edi
	addpd %xmm7, %xmm3
	movapd %xmm5, fftw_stackcell_88
	movlpd (%esi,%edi,2), %xmm1
	movapd %xmm2, %xmm6
	mulpd PK923879532PK923879532, %xmm2
	shufpd $9, %xmm6, %xmm6
	mulpd NK382683432PK382683432, %xmm6
	mulpd PK2_000000000PK2_000000000, %xmm1
	addpd %xmm6, %xmm2
	movhpd (%esi,%ebp,4), %xmm6
	movlpd (%esi,%ebx,4), %xmm6
	leal (%edi,%edx,4), %ebp
	leal (%edi,%edx,2), %ebx
	movlpd (%esi,%ebp,2), %xmm5
	leal (,%edx,4), %ebp
	movhpd (%esi,%ebx,2), %xmm5
	movapd %xmm6, %xmm7
	mulpd PK382683432PK382683432, %xmm6
	shufpd $9, %xmm7, %xmm7
	leal (%edx,%ebp,4), %ebx
	mulpd NK923879532PK923879532, %xmm7
	addpd %xmm7, %xmm6
	movapd %xmm2, %xmm7
	subpd %xmm6, %xmm2
	addpd %xmm6, %xmm7
	mulsd chs_lo, %xmm2
	movapd %xmm7, fftw_stackcell_90
	movapd %xmm2, %xmm6
	movhpd (%esi,%ecx,2), %xmm2
	leal (%edx,%edx,4), %ecx
	movlpd (%esi,%edx,2), %xmm2
	shufpd $9, %xmm6, %xmm6
	movlpd (%esi,%ecx,2), %xmm4
	leal (%edx,%edx,2), %ecx
	/* simd data load/store barrier */ 
	movapd %xmm6, fftw_stackcell_86
	movapd %xmm2, %xmm7
	mulpd PK2_000000000NK2_000000000, %xmm2
	shufpd $9, %xmm7, %xmm7
	leal (%edx,%ecx,2), %edi
	leal (%ebx,%edx,8), %ecx
	movapd %xmm4, %xmm6
	addpd %xmm5, %xmm4
	mulpd PK2_000000000PK2_000000000, %xmm7
	subpd %xmm5, %xmm6
	mulpd PK1_414213562PK1_414213562, %xmm4
	movapd %xmm6, %xmm5
	mulpd PK1_414213562PK1_414213562, %xmm6
	shufpd $9, %xmm5, %xmm5
	addpd %xmm2, %xmm6
	movapd %xmm4, %xmm2
	mulpd PK1_414213562NK1_414213562, %xmm5
	addpd %xmm1, %xmm2
	subpd %xmm4, %xmm1
	movapd %xmm2, %xmm4
	shufpd $9, %xmm2, %xmm2
	addpd %xmm5, %xmm7
	movapd %xmm6, %xmm5
	shufpd $9, %xmm6, %xmm6
	mulpd PK097545161PK490392640, %xmm4
	mulpd PK097545161PK490392640, %xmm2
	mulpd PK490392640PK097545161, %xmm6
	mulpd PK490392640PK097545161, %xmm5
	addpd %xmm2, %xmm6
	movapd %xmm7, %xmm2
	mulpd NK277785116PK415734806, %xmm7
	subpd %xmm4, %xmm5
	movapd %xmm1, %xmm4
	shufpd $9, %xmm1, %xmm1
	shufpd $9, %xmm2, %xmm2
	mulpd PK415734806PK277785116, %xmm4
	mulpd PK415734806PK277785116, %xmm1
	mulpd NK277785116PK415734806, %xmm2
	addpd %xmm7, %xmm1
	movapd %xmm3, %xmm7
	addpd %xmm2, %xmm4
	movapd %xmm0, %xmm2
	shufpd $9, %xmm7, %xmm7
	movapd %xmm1, fftw_stackcell_92
	movapd fftw_stackcell_78, %xmm1
	mulsd chs_lo, %xmm4
	shufpd $9, %xmm2, %xmm2
	mulsd chs_lo, %xmm7
	movapd %xmm4, fftw_stackcell_91
	movapd fftw_stackcell_90, %xmm4
	mulsd chs_lo, %xmm2
	subpd %xmm7, %xmm3
	movapd %xmm1, %xmm7
	subpd %xmm2, %xmm0
	movapd %xmm6, %xmm2
	subpd %xmm4, %xmm1
	addpd %xmm4, %xmm7
	movapd %xmm5, %xmm4
	mulsd chs_lo, %xmm2
	mulpd chs_hi, %xmm4
	subpd %xmm2, %xmm5
	subpd %xmm4, %xmm6
	movapd %xmm7, %xmm4
	addpd %xmm5, %xmm7
	subpd %xmm5, %xmm4
	shufpd $9, %xmm6, %xmm6
	movapd %xmm7, %xmm2
	subpd %xmm3, %xmm7
	mulpd chs_hi, %xmm4
	addpd %xmm3, %xmm2
	movapd fftw_stackcell_88, %xmm3
	mulpd chs_hi, %xmm7
	movapd %xmm4, %xmm5
	addpd %xmm0, %xmm4
	movlpd %xmm2, (%esi)
	movhpd %xmm2, (%eax,%ecx)
	leal (%edx,%edx,4), %ecx
	subpd %xmm0, %xmm5
	movapd fftw_stackcell_89, %xmm0
	movlpd %xmm4, (%esi,%edi)
	movhpd %xmm4, (%eax,%ebp,8)
	leal (%edi,%edx,8), %ebp
	leal (%edx,%edx,2), %edi
	movapd %xmm3, %xmm4
	mulpd chs_hi, %xmm5
	shufpd $9, %xmm4, %xmm4
	movapd %xmm0, %xmm2
	movlpd %xmm7, (%esi,%ebp)
	movhpd %xmm7, (%eax,%edi,8)
	leal (%edx,%ecx,4), %ebp
	shufpd $9, %xmm2, %xmm2
	movapd %xmm1, %xmm7
	mulpd chs_hi, %xmm1
	movlpd %xmm5, (%esi,%edx,8)
	movhpd %xmm5, (%eax,%ebx)
	mulsd chs_lo, %xmm4
	movapd %xmm6, %xmm5
	leal (%edi,%edx,4), %ebx
	mulsd chs_lo, %xmm2
	addpd %xmm1, %xmm6
	mulsd chs_lo, %xmm5
	addpd %xmm4, %xmm3
	movapd %xmm6, %xmm4
	subpd %xmm2, %xmm0
	addpd %xmm5, %xmm7
	movapd fftw_stackcell_87, %xmm5
	subpd %xmm0, %xmm4
	addpd %xmm0, %xmm6
	movapd fftw_stackcell_85, %xmm0
	movapd %xmm7, %xmm1
	subpd %xmm3, %xmm7
	mulpd chs_hi, %xmm4
	addpd %xmm3, %xmm1
	movlpd %xmm6, (%esi,%edi)
	movhpd %xmm6, (%eax,%ebx,4)
	leal (%edx,%ecx,2), %ebx
	movapd %xmm5, %xmm2
	movapd fftw_stackcell_84, %xmm6
	mulpd chs_hi, %xmm7
	movapd %xmm0, %xmm3
	movlpd %xmm4, (%esi,%edi,4)
	leal (%ebp,%edx,8), %edi
	movhpd %xmm4, (%eax,%ebp)
	shufpd $9, %xmm2, %xmm2
	movapd fftw_stackcell_83, %xmm4
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm7, (%eax,%ecx,4)
	movlpd %xmm7, (%esi,%ebx)
	movapd %xmm6, %xmm7
	movlpd %xmm1, (%esi,%edx,4)
	mulsd chs_lo, %xmm2
	movhpd %xmm1, (%eax,%edi)
	movapd fftw_stackcell_77, %xmm1
	leal (%ebx,%edx,2), %edi
	mulsd chs_lo, %xmm3
	subpd %xmm4, %xmm6
	addpd %xmm4, %xmm7
	movapd fftw_stackcell_92, %xmm4
	subpd %xmm2, %xmm5
	movapd fftw_stackcell_86, %xmm2
	shufpd $9, %xmm6, %xmm6
	addpd %xmm3, %xmm0
	movapd %xmm5, fftw_stackcell_94
	movapd fftw_stackcell_91, %xmm3
	movapd %xmm1, %xmm5
	movapd %xmm0, fftw_stackcell_93
	movapd %xmm4, %xmm0
	subpd %xmm2, %xmm5
	subpd %xmm3, %xmm4
	addpd %xmm3, %xmm0
	mulpd chs_hi, %xmm5
	shufpd $9, %xmm4, %xmm4
	addpd %xmm2, %xmm1
	mulsd chs_lo, %xmm0
	movapd %xmm5, %xmm2
	movapd %xmm4, %xmm3
	mulsd chs_lo, %xmm4
	addpd %xmm0, %xmm5
	subpd %xmm0, %xmm2
	movapd %xmm1, %xmm0
	addpd %xmm4, %xmm1
	movapd %xmm5, %xmm4
	subpd %xmm6, %xmm5
	mulpd chs_hi, %xmm0
	addpd %xmm6, %xmm4
	movapd %xmm2, %xmm6
	mulpd chs_hi, %xmm5
	movlpd %xmm4, (%esi,%ecx)
	addpd %xmm0, %xmm3
	mulpd chs_hi, %xmm6
	movapd %xmm7, %xmm0
	mulsd chs_lo, %xmm7
	movhpd %xmm4, (%eax,%ebx,2)
	movapd fftw_stackcell_94, %xmm4
	movlpd %xmm5, (%esi,%ecx,2)
	leal (%edx,%edx), %ecx
	addpd %xmm6, %xmm0
	movapd %xmm3, %xmm6
	addpd %xmm7, %xmm2
	movapd fftw_stackcell_93, %xmm7
	addpd %xmm4, %xmm3
	movlpd %xmm0, (%esi,%edi)
	leal (%ebx,%ecx,8), %ebp
	leal (%ebx,%edx,8), %ecx
	subpd %xmm4, %xmm6
	movapd %xmm1, %xmm4
	leal (%edi,%edx,2), %ebx
	movhpd %xmm3, (%eax,%edi,2)
	movlpd %xmm2, (%esi,%edx,2)
	addpd %xmm7, %xmm1
	mulpd chs_hi, %xmm6
	movlpd %xmm3, (%esi,%edx)
	subpd %xmm7, %xmm4
	movhpd %xmm5, (%eax,%ebp)
	movhpd %xmm0, (%eax,%ecx)
	leal (%edx,%edx,2), %ebp
	leal (%ebx,%edx,8), %ecx
	movhpd %xmm2, (%eax,%ebx,2)
	mulpd chs_hi, %xmm4
	movlpd %xmm1, (%esi,%ebp,2)
	leal (%edx,%ebp,2), %edi
	leal (%edx,%edx,8), %ebp
	leal (%ecx,%edx,8), %ebx
	movhpd %xmm6, (%eax,%ecx)
	movlpd %xmm6, (%esi,%edi,2)
	movlpd %xmm4, (%esi,%ebp)
	movhpd %xmm4, (%eax,%ebp,2)
	movhpd %xmm1, (%eax,%ebx)
	.p2align 4,,7
.LC4:
	movl 12(%esp), %ebx
	movl 8(%esp), %esi
	movl 4(%esp), %edi
	movl 0(%esp), %ebp
	addl $16, %esp
	ret 


.section .rodata
	.balign 4
twiddle_order:
	.long 1
	.long 2
	.long 3
	.long 4
	.long 5
	.long 6
	.long 7
	.long 8
	.long 9
	.long 10
	.long 11
	.long 12
	.long 13
	.long 14
	.long 15
	.long 16
	.long 17
	.long 18
	.long 19
	.long 20
	.long 21
	.long 22
	.long 23
	.long 24
	.long 25
	.long 26
	.long 27
	.long 28
	.long 29
	.long 30
	.long 31

	.globl fftw_hc2hc_forward_32_desc
	.balign 32
fftw_hc2hc_forward_32_desc:
	/* descr_str_ptr */	.long .LC0
	/* codelet_ptr */	.long fftw_hc2hc_forward_32
	/* n */			.long 32
	/* cdir_int */		.long -1
	/* ctype_int */		.long 6
	/* signature */		.long 707
	/* num_twiddles */	.long 31
	/* twiddle_order */	.long twiddle_order
.LC0:	.string "fftw_hc2hc_forward_32"
