/*
 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
 * Copyright (c) 2000-2001 Stefan Kral
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

/* This file was automatically generated --- DO NOT EDIT */
/* Generated on Tue Mar 25 06:43:20 EST 2003 */


/* using vectorization-grade: VECTGRADE_NULL */
/* fnset2/cheap-mode: VECTGRADE_FULL succeeded. (647 steps) */
/* fnset1/cheap-mode: VECTGRADE_FULLH2 succeeded. (216 steps) */
.section .rodata
	.balign 64
	chs_lo: .double -1.0, +1.0
	chs_hi: .double +1.0, -1.0
	NK923879532PK923879532: .double -0.9238795325112867561281832, +0.9238795325112867561281832
	PK382683432PK382683432: .double +0.3826834323650897717284600, +0.3826834323650897717284600
	PK923879532PK382683432: .double +0.9238795325112867561281832, +0.3826834323650897717284600
	PK382683432PK923879532: .double +0.3826834323650897717284600, +0.9238795325112867561281832
	PK707106781PK707106781: .double +0.7071067811865475244008444, +0.7071067811865475244008444
	NK707106781PK707106781: .double -0.7071067811865475244008444, +0.7071067811865475244008444
	PK707106781NK707106781: .double +0.7071067811865475244008444, -0.7071067811865475244008444
	PK923879532NK923879532: .double +0.9238795325112867561281832, -0.9238795325112867561281832
	NK382683432PK382683432: .double -0.3826834323650897717284600, +0.3826834323650897717284600
	PK923879532PK923879532: .double +0.9238795325112867561281832, +0.9238795325112867561281832
	PK555570233PK555570233: .double +0.5555702330196022247428308, +0.5555702330196022247428308
	PK980785280PK980785280: .double +0.9807852804032304491261822, +0.9807852804032304491261822
	NK831469612PK831469612: .double -0.8314696123025452370787884, +0.8314696123025452370787884
	NK195090322PK195090322: .double -0.1950903220161282678482849, +0.1950903220161282678482849
	PK555570233NK831469612: .double +0.5555702330196022247428308, -0.8314696123025452370787884
	PK195090322PK195090322: .double +0.1950903220161282678482849, +0.1950903220161282678482849
	PK831469612NK555570233: .double +0.8314696123025452370787884, -0.5555702330196022247428308
	NK980785280PK980785280: .double -0.9807852804032304491261822, +0.9807852804032304491261822
	PK831469612PK555570233: .double +0.8314696123025452370787884, +0.5555702330196022247428308
	PK2_000000000NK2_000000000: .double +2.0000000000000000000000000, -2.0000000000000000000000000
	PK1_961570560NK1_961570560: .double +1.9615705608064608982523645, -1.9615705608064608982523645
	PK1_111140466NK1_111140466: .double +1.1111404660392044494856616, -1.1111404660392044494856616
	NK390180644NK390180644: .double -0.3901806440322565356965697, -0.3901806440322565356965697
	NK1_662939224NK1_662939224: .double -1.6629392246050904741575768, -1.6629392246050904741575768
	PK1_662939224NK1_662939224: .double +1.6629392246050904741575768, -1.6629392246050904741575768
	NK1_111140466NK1_111140466: .double -1.1111404660392044494856616, -1.1111404660392044494856616
	PK390180644NK390180644: .double +0.3901806440322565356965697, -0.3901806440322565356965697
	NK1_961570560NK1_961570560: .double -1.9615705608064608982523645, -1.9615705608064608982523645
	PK580569354NK580569354: .double +0.5805693545089247352723848, -0.5805693545089247352723848
	PK1_268786568NK1_268786568: .double +1.2687865683272909964303432, -1.2687865683272909964303432
	NK1_546020906NK1_546020906: .double -1.5460209067254739216218132, -1.5460209067254739216218132
	PK1_990369453NK1_990369453: .double +1.9903694533443937724896739, -1.9903694533443937724896739
	PK1_763842528NK1_763842528: .double +1.7638425286967100594255137, -1.7638425286967100594255137
	NK1_913880671NK1_913880671: .double -1.9138806714644177298715958, -1.9138806714644177298715958
	NK196034280NK196034280: .double -0.1960342806591212039883911, -0.1960342806591212039883911
	NK942793473NK942793473: .double -0.9427934736519952971127753, -0.9427934736519952971127753
	PK942793473NK942793473: .double +0.9427934736519952971127753, -0.9427934736519952971127753
	PK1_414213562NK1_414213562: .double +1.4142135623730950488016887, -1.4142135623730950488016887
	PK1_913880671NK1_913880671: .double +1.9138806714644177298715958, -1.9138806714644177298715958
	NK1_763842528NK1_763842528: .double -1.7638425286967100594255137, -1.7638425286967100594255137
	PK196034280NK196034280: .double +0.1960342806591212039883911, -0.1960342806591212039883911
	NK580569354NK580569354: .double -0.5805693545089247352723848, -0.5805693545089247352723848
	NK1_990369453NK1_990369453: .double -1.9903694533443937724896739, -1.9903694533443937724896739
	PK1_546020906NK1_546020906: .double +1.5460209067254739216218132, -1.5460209067254739216218132
	NK1_268786568NK1_268786568: .double -1.2687865683272909964303432, -1.2687865683272909964303432
	PK1_847759065NK1_847759065: .double +1.8477590650225735122563664, -1.8477590650225735122563664
	PK765366864NK765366864: .double +0.7653668647301795434569200, -0.7653668647301795434569200
	NK765366864NK765366864: .double -0.7653668647301795434569200, -0.7653668647301795434569200
	NK1_847759065NK1_847759065: .double -1.8477590650225735122563664, -1.8477590650225735122563664

	PK2_000000000: .double +2.0000000000000000000000000
	PK1_414213562: .double +1.4142135623730950488016887
	PK765366864: .double +0.7653668647301795434569200
	PK1_847759065: .double +1.8477590650225735122563664
	PK195090322: .double +0.1950903220161282678482849
	PK980785280: .double +0.9807852804032304491261822
	PK555570233: .double +0.5555702330196022247428308
	PK831469612: .double +0.8314696123025452370787884

.text
	.balign 64
	.globl	fftw_hc2hc_backward_32
	.type	fftw_hc2hc_backward_32, @function
fftw_hc2hc_backward_32:
	/* promise simd cell size = 8 */ 
	subl $16, %esp
	movl 28(%esp), %ecx
	movl %ebx, 12(%esp)
	movl 20(%esp), %eax
	movl %esi, 8(%esp)
	movl %edi, 4(%esp)
	movl %ebp, 0(%esp)
	sall $3, 36(%esp)
	leal (,%ecx,8), %edx
	movlpd (%eax), %xmm2
	leal (%edx,%edx,2), %ebx
	movlpd (%eax,%edx,8), %xmm0
	leal (%edx,%edx), %esi
	leal (%edx,%edx,4), %edi
	leal (%edx,%edx,8), %ecx
	movapd %xmm2, %xmm3
	movlpd (%eax,%ebx,8), %xmm5
	movlpd (%eax,%esi,8), %xmm4
	leal (%edx,%edx,2), %esi
	leal (%edi,%edx,2), %ebp
	movapd %xmm0, %xmm1
	movlpd (%eax,%ebx,4), %xmm0
	mulsd PK2_000000000, %xmm1
	leal (%ebp,%edx,8), %ebx
	movapd %xmm5, %xmm6
	movlpd (%eax,%edx,4), %xmm5
	addsd %xmm4, %xmm3
	subsd %xmm4, %xmm2
	mulsd PK2_000000000, %xmm6
	movapd %xmm5, %xmm7
	subsd %xmm0, %xmm5
	addsd %xmm0, %xmm7
	movlpd (%eax,%edi,4), %xmm0
	movsd %xmm5, fftw_stackcell_0
	movapd %xmm7, %xmm4
	movlpd (%eax,%ebp,4), %xmm7
	mulsd PK2_000000000, %xmm4
	movapd %xmm7, %xmm5
	addsd %xmm0, %xmm7
	subsd %xmm0, %xmm5
	movapd %xmm2, %xmm0
	addsd %xmm6, %xmm2
	subsd %xmm6, %xmm0
	movapd %xmm3, %xmm6
	mulsd PK2_000000000, %xmm5
	subsd %xmm1, %xmm3
	movsd %xmm2, fftw_stackcell_1
	addsd %xmm1, %xmm6
	movsd %xmm0, fftw_stackcell_6
	movapd fftw_stackcell_0, %xmm1
	movlpd (%eax,%esi,2), %xmm0
	leal (%edx,%edx,4), %esi
	movapd %xmm6, %xmm2
	subsd %xmm4, %xmm6
	addsd %xmm4, %xmm2
	movapd %xmm1, %xmm4
	movsd %xmm6, fftw_stackcell_4
	movlpd (%eax,%ebx,2), %xmm6
	addsd %xmm7, %xmm1
	subsd %xmm7, %xmm4
	movapd %xmm3, %xmm7
	movsd %xmm2, fftw_stackcell_8
	mulsd PK1_414213562, %xmm1
	addsd %xmm5, %xmm3
	subsd %xmm5, %xmm7
	movlpd (%eax,%ebp,2), %xmm5
	mulsd PK1_414213562, %xmm4
	movsd %xmm3, fftw_stackcell_3
	movsd %xmm1, fftw_stackcell_2
	movlpd (%eax,%edx,2), %xmm1
	movsd %xmm4, fftw_stackcell_5
	movapd %xmm6, %xmm4
	movsd %xmm7, fftw_stackcell_7
	movapd %xmm0, %xmm7
	movapd %xmm1, %xmm3
	subsd %xmm5, %xmm1
	addsd %xmm5, %xmm3
	movlpd (%eax,%ecx,2), %xmm5
	movsd %xmm1, fftw_stackcell_9
	subsd %xmm5, %xmm4
	addsd %xmm5, %xmm6
	movlpd (%eax,%edi,2), %xmm5
	leal (%ecx,%edx,2), %edi
	leal (%ebx,%edx,8), %ecx
	leal (%edi,%edx,2), %ebp
	addsd %xmm5, %xmm7
	subsd %xmm0, %xmm5
	movlpd (%eax,%edi,2), %xmm0
	movlpd (%eax,%ebp,2), %xmm2
	leal (%edi,%edx,8), %ebp
	movapd %xmm2, %xmm1
	addsd %xmm0, %xmm2
	subsd %xmm0, %xmm1
	movapd %xmm3, %xmm0
	subsd %xmm7, %xmm3
	addsd %xmm7, %xmm0
	movapd %xmm4, %xmm7
	subsd %xmm1, %xmm7
	mulsd PK2_000000000, %xmm0
	addsd %xmm4, %xmm1
	movapd %xmm3, %xmm4
	mulsd PK2_000000000, %xmm7
	subsd %xmm1, %xmm4
	movsd %xmm0, fftw_stackcell_17
	addsd %xmm1, %xmm3
	movapd %xmm6, %xmm1
	mulsd PK1_414213562, %xmm4
	movsd %xmm7, fftw_stackcell_11
	mulsd PK1_414213562, %xmm3
	subsd %xmm5, %xmm1
	addsd %xmm6, %xmm5
	movsd %xmm4, fftw_stackcell_12
	movsd %xmm3, fftw_stackcell_10
	movapd fftw_stackcell_9, %xmm4
	movapd %xmm1, %xmm7
	mulsd PK765366864, %xmm1
	movapd %xmm5, %xmm6
	mulsd PK1_847759065, %xmm5
	mulsd PK1_847759065, %xmm7
	movapd %xmm4, %xmm3
	subsd %xmm2, %xmm4
	mulsd PK765366864, %xmm6
	addsd %xmm2, %xmm3
	movapd %xmm3, %xmm2
	mulsd PK1_847759065, %xmm3
	mulsd PK765366864, %xmm2
	addsd %xmm1, %xmm3
	movapd %xmm4, %xmm1
	subsd %xmm7, %xmm2
	movapd %xmm4, %xmm7
	movlpd (%eax,%ebx), %xmm4
	leal (%ecx,%edx,2), %ebx
	mulsd PK1_847759065, %xmm1
	movsd %xmm3, fftw_stackcell_13
	mulsd PK765366864, %xmm7
	movsd %xmm2, fftw_stackcell_14
	subsd %xmm6, %xmm1
	movlpd (%eax,%ebx), %xmm3
	movapd %xmm7, %xmm2
	movlpd (%eax,%edx), %xmm7
	movsd %xmm1, fftw_stackcell_16
	addsd %xmm5, %xmm2
	movsd %xmm2, fftw_stackcell_15
	movlpd (%eax,%esi), %xmm2
	movapd %xmm3, %xmm1
	movapd %xmm7, %xmm6
	addsd %xmm4, %xmm7
	subsd %xmm4, %xmm6
	movlpd (%eax,%ecx), %xmm4
	leal (%edx,%edx,8), %ecx
	movapd %xmm6, %xmm5
	addsd %xmm4, %xmm1
	subsd %xmm4, %xmm3
	addsd %xmm1, %xmm5
	subsd %xmm1, %xmm6
	movlpd (%eax,%edi), %xmm1
	leal (%ebx,%edx,4), %edi
	movsd %xmm3, fftw_stackcell_22
	leal (%esi,%edx,2), %ebx
	movsd %xmm5, fftw_stackcell_18
	leal (%ecx,%edx,8), %esi
	movsd %xmm6, fftw_stackcell_21
	movlpd (%eax,%edi), %xmm0
	movapd %xmm1, %xmm4
	subsd %xmm2, %xmm4
	addsd %xmm1, %xmm2
	movlpd (%eax,%ebp), %xmm1
	leal (%edi,%edx,2), %ebp
	leal (%ecx,%edx,4), %edi
	movapd %xmm0, %xmm3
	movlpd (%eax,%ebp), %xmm6
	leal (%edx,%edx,2), %ebp
	addsd %xmm1, %xmm3
	subsd %xmm1, %xmm0
	movapd %xmm3, %xmm5
	movsd %xmm0, fftw_stackcell_26
	subsd %xmm4, %xmm5
	movapd %xmm6, %xmm0
	addsd %xmm3, %xmm4
	movlpd (%eax,%ecx), %xmm3
	leal (%edx,%edx,2), %ecx
	movsd %xmm5, fftw_stackcell_20
	movsd %xmm4, fftw_stackcell_19
	movlpd (%eax,%ebx), %xmm4
	leal (%esi,%edx,4), %ebx
	movapd %xmm3, %xmm1
	subsd %xmm4, %xmm1
	addsd %xmm3, %xmm4
	movlpd (%eax,%esi), %xmm3
	leal (%edx,%edi,2), %esi
	addsd %xmm3, %xmm0
	subsd %xmm3, %xmm6
	movapd %xmm0, %xmm5
	movsd %xmm6, fftw_stackcell_25
	movlpd (%eax,%esi), %xmm6
	subsd %xmm1, %xmm5
	addsd %xmm0, %xmm1
	movlpd (%eax,%edi), %xmm0
	leal (%edx,%edx,8), %edi
	movsd %xmm5, fftw_stackcell_23
	movlpd (%eax,%ecx), %xmm5
	leal (%edx,%edx), %ecx
	movsd %xmm1, fftw_stackcell_24
	movapd %xmm6, %xmm1
	leal (%edi,%edx,4), %esi
	movapd %xmm5, %xmm3
	addsd %xmm0, %xmm5
	subsd %xmm0, %xmm3
	movlpd (%eax,%ebx), %xmm0
	/* simd data load/store barrier */ 
	leal (%edx,%edx,4), %ebx
	addsd %xmm0, %xmm1
	subsd %xmm0, %xmm6
	movapd %xmm3, %xmm0
	subsd %xmm1, %xmm3
	addsd %xmm1, %xmm0
	movapd %xmm7, %xmm1
	subsd %xmm4, %xmm7
	addsd %xmm4, %xmm1
	movapd %xmm5, %xmm4
	addsd %xmm2, %xmm4
	subsd %xmm5, %xmm2
	movapd %xmm1, %xmm5
	subsd %xmm4, %xmm1
	addsd %xmm4, %xmm5
	movsd %xmm1, fftw_stackcell_27
	movapd fftw_stackcell_26, %xmm4
	movapd %xmm6, %xmm1
	mulsd PK2_000000000, %xmm5
	addsd %xmm4, %xmm1
	subsd %xmm6, %xmm4
	movapd %xmm7, %xmm6
	addsd %xmm1, %xmm7
	subsd %xmm1, %xmm6
	movsd %xmm7, fftw_stackcell_28
	movsd %xmm6, fftw_stackcell_29
	movapd fftw_stackcell_25, %xmm1
	movapd fftw_stackcell_22, %xmm7
	movapd %xmm1, %xmm6
	subsd %xmm7, %xmm6
	addsd %xmm1, %xmm7
	movapd %xmm6, %xmm1
	addsd %xmm4, %xmm6
	subsd %xmm4, %xmm1
	movapd %xmm2, %xmm4
	movsd %xmm6, fftw_stackcell_31
	movapd fftw_stackcell_24, %xmm6
	addsd %xmm7, %xmm4
	mulsd PK2_000000000, %xmm1
	subsd %xmm2, %xmm7
	movsd %xmm4, fftw_stackcell_32
	movsd %xmm7, fftw_stackcell_30
	movapd fftw_stackcell_21, %xmm4
	movapd %xmm6, %xmm2
	mulsd PK195090322, %xmm6
	mulsd PK980785280, %xmm2
	movapd %xmm4, %xmm7
	mulsd PK980785280, %xmm4
	mulsd PK195090322, %xmm7
	subsd %xmm6, %xmm4
	movapd %xmm0, %xmm6
	mulsd PK195090322, %xmm0
	addsd %xmm2, %xmm7
	movapd fftw_stackcell_20, %xmm2
	mulsd PK980785280, %xmm6
	movsd %xmm7, fftw_stackcell_33
	movapd %xmm2, %xmm7
	mulsd PK980785280, %xmm2
	mulsd PK195090322, %xmm7
	addsd %xmm2, %xmm0
	movapd %xmm3, %xmm2
	mulsd PK555570233, %xmm3
	subsd %xmm7, %xmm6
	movsd %xmm0, fftw_stackcell_34
	movapd fftw_stackcell_19, %xmm7
	mulsd PK831469612, %xmm2
	movsd %xmm6, fftw_stackcell_35
	movapd fftw_stackcell_18, %xmm6
	movapd %xmm7, %xmm0
	mulsd PK831469612, %xmm7
	mulsd PK555570233, %xmm0
	addsd %xmm7, %xmm3
	movapd %xmm6, %xmm7
	mulsd PK555570233, %xmm6
	subsd %xmm0, %xmm2
	movsd %xmm3, fftw_stackcell_36
	movapd fftw_stackcell_23, %xmm0
	mulsd PK831469612, %xmm7
	movapd %xmm0, %xmm3
	mulsd PK831469612, %xmm0
	mulsd PK555570233, %xmm3
	addsd %xmm0, %xmm6
	movapd fftw_stackcell_8, %xmm0
	subsd %xmm3, %xmm7
	movsd %xmm6, fftw_stackcell_38
	movapd fftw_stackcell_17, %xmm3
	movapd %xmm0, %xmm6
	movsd %xmm7, fftw_stackcell_37
	subsd %xmm3, %xmm0
	addsd %xmm3, %xmm6
	movapd %xmm0, %xmm7
	addsd %xmm1, %xmm0
	movapd %xmm6, %xmm3
	addsd %xmm5, %xmm6
	subsd %xmm1, %xmm7
	movapd fftw_stackcell_7, %xmm1
	movlpd %xmm0, (%eax,%ebp,8)
	movapd fftw_stackcell_12, %xmm0
	movlpd %xmm6, (%eax)
	subsd %xmm5, %xmm3
	movapd fftw_stackcell_32, %xmm6
	movlpd %xmm7, (%eax,%edx,8)
	movapd fftw_stackcell_29, %xmm7
	movlpd %xmm3, (%eax,%ecx,8)
	leal (%esi,%edx,4), %ecx
	movapd %xmm1, %xmm5
	subsd %xmm0, %xmm1
	addsd %xmm0, %xmm5
	movapd %xmm6, %xmm0
	mulsd PK765366864, %xmm6
	movapd %xmm7, %xmm3
	mulsd PK1_847759065, %xmm7
	leal (%ecx,%edx,8), %ebp
	mulsd PK1_847759065, %xmm0
	mulsd PK765366864, %xmm3
	subsd %xmm6, %xmm7
	movapd %xmm5, %xmm6
	addsd %xmm0, %xmm3
	movapd %xmm1, %xmm0
	addsd %xmm7, %xmm5
	addsd %xmm3, %xmm1
	subsd %xmm7, %xmm6
	movlpd %xmm5, (%eax,%edx,2)
	movapd fftw_stackcell_33, %xmm5
	subsd %xmm3, %xmm0
	movlpd %xmm1, (%eax,%esi,2)
	movapd fftw_stackcell_6, %xmm1
	movapd %xmm4, %xmm3
	movlpd %xmm6, (%eax,%edi,2)
	subsd %xmm2, %xmm4
	movapd fftw_stackcell_5, %xmm6
	movlpd %xmm0, (%eax,%ebx,2)
	movapd fftw_stackcell_36, %xmm0
	addsd %xmm2, %xmm3
	movapd %xmm5, %xmm7
	movapd %xmm1, %xmm2
	mulsd PK2_000000000, %xmm3
	addsd %xmm6, %xmm2
	subsd %xmm0, %xmm7
	addsd %xmm0, %xmm5
	movapd fftw_stackcell_16, %xmm0
	subsd %xmm6, %xmm1
	movapd %xmm2, %xmm6
	mulsd PK2_000000000, %xmm7
	addsd %xmm0, %xmm6
	subsd %xmm0, %xmm2
	movapd %xmm6, %xmm0
	addsd %xmm3, %xmm6
	subsd %xmm3, %xmm0
	movlpd %xmm6, (%eax,%edx)
	movapd %xmm4, %xmm6
	movapd %xmm2, %xmm3
	addsd %xmm7, %xmm2
	movlpd %xmm0, (%eax,%ecx)
	movapd fftw_stackcell_15, %xmm0
	subsd %xmm5, %xmm6
	subsd %xmm7, %xmm3
	movapd %xmm1, %xmm7
	movlpd %xmm2, (%eax,%ebp)
	mulsd PK1_414213562, %xmm6
	addsd %xmm5, %xmm4
	movlpd %xmm3, (%eax,%edi)
	leal (%ecx,%edx,4), %edi
	movapd fftw_stackcell_27, %xmm3
	leal (%edx,%edx,2), %ecx
	subsd %xmm0, %xmm7
	mulsd PK1_414213562, %xmm4
	addsd %xmm0, %xmm1
	movapd fftw_stackcell_31, %xmm0
	movapd %xmm7, %xmm2
	subsd %xmm6, %xmm7
	movapd %xmm1, %xmm5
	addsd %xmm4, %xmm1
	movlpd %xmm7, (%eax,%edi)
	movapd fftw_stackcell_4, %xmm7
	addsd %xmm6, %xmm2
	subsd %xmm4, %xmm5
	movapd fftw_stackcell_11, %xmm4
	movapd %xmm3, %xmm6
	movlpd %xmm2, (%eax,%ebx)
	subsd %xmm0, %xmm3
	leal (%ebp,%edx,4), %ebx
	addsd %xmm0, %xmm6
	movlpd %xmm5, (%eax,%esi)
	leal (%edx,%edx,4), %esi
	movapd %xmm7, %xmm2
	mulsd PK1_414213562, %xmm3
	addsd %xmm4, %xmm7
	mulsd PK1_414213562, %xmm6
	subsd %xmm4, %xmm2
	movlpd %xmm1, (%eax,%ebx)
	movapd fftw_stackcell_28, %xmm1
	movapd %xmm7, %xmm5
	leal (%esi,%edx,2), %ebp
	movapd %xmm2, %xmm0
	subsd %xmm6, %xmm7
	addsd %xmm6, %xmm5
	movapd fftw_stackcell_30, %xmm6
	addsd %xmm3, %xmm2
	movlpd %xmm7, (%eax,%ecx,4)
	movapd %xmm1, %xmm4
	mulsd PK765366864, %xmm1
	subsd %xmm3, %xmm0
	movapd fftw_stackcell_3, %xmm3
	movlpd %xmm5, (%eax,%ebp,4)
	leal (%ebp,%edx,4), %edi
	movapd fftw_stackcell_10, %xmm5
	movlpd %xmm2, (%eax,%edx,4)
	mulsd PK1_847759065, %xmm4
	movapd %xmm6, %xmm7
	mulsd PK765366864, %xmm6
	movlpd %xmm0, (%eax,%esi,4)
	leal (%edx,%edx), %esi
	movapd %xmm3, %xmm2
	mulsd PK1_847759065, %xmm7
	leal (%edi,%edx,4), %ebx
	addsd %xmm5, %xmm3
	subsd %xmm5, %xmm2
	addsd %xmm6, %xmm4
	movapd %xmm3, %xmm0
	movapd fftw_stackcell_38, %xmm6
	subsd %xmm7, %xmm1
	movapd %xmm2, %xmm5
	movapd fftw_stackcell_35, %xmm7
	addsd %xmm4, %xmm3
	subsd %xmm1, %xmm5
	addsd %xmm1, %xmm2
	movlpd %xmm3, (%eax,%ebx,2)
	movapd fftw_stackcell_37, %xmm3
	movlpd %xmm5, (%eax,%edi,2)
	movapd fftw_stackcell_1, %xmm5
	subsd %xmm4, %xmm0
	movapd fftw_stackcell_34, %xmm1
	movapd %xmm6, %xmm4
	addsd %xmm7, %xmm6
	movlpd %xmm2, (%eax,%ecx,2)
	movapd fftw_stackcell_2, %xmm2
	leal (%edi,%esi,8), %ecx
	movlpd %xmm0, (%eax,%ebp,2)
	subsd %xmm7, %xmm4
	movapd %xmm3, %xmm0
	leal (%ebx,%edx,4), %ebp
	movapd %xmm5, %xmm7
	addsd %xmm1, %xmm3
	mulsd PK2_000000000, %xmm4
	subsd %xmm1, %xmm0
	movapd fftw_stackcell_14, %xmm1
	subsd %xmm2, %xmm7
	leal (%ebp,%edx,4), %ebx
	addsd %xmm2, %xmm5
	mulsd PK2_000000000, %xmm0
	movapd %xmm7, %xmm2
	addsd %xmm1, %xmm7
	subsd %xmm1, %xmm2
	movapd %xmm2, %xmm1
	addsd %xmm4, %xmm2
	subsd %xmm4, %xmm1
	movapd %xmm7, %xmm4
	movlpd %xmm2, (%eax,%ecx)
	movapd %xmm3, %xmm2
	addsd %xmm0, %xmm7
	movlpd %xmm1, (%eax,%edi)
	leal (%edx,%edx,2), %edi
	movapd fftw_stackcell_13, %xmm1
	subsd %xmm0, %xmm4
	movapd %xmm5, %xmm0
	addsd %xmm6, %xmm3
	subsd %xmm6, %xmm2
	movlpd %xmm4, (%eax,%ebp)
	leal (%ebx,%edx,8), %ebp
	mulsd PK1_414213562, %xmm3
	leal (%edi,%edx,4), %esi
	subsd %xmm1, %xmm0
	mulsd PK1_414213562, %xmm2
	movlpd %xmm7, (%eax,%edi)
	addsd %xmm1, %xmm5
	movl 24(%esp), %edi
	movapd %xmm0, %xmm4
	movapd %xmm0, %xmm7
	movapd %xmm5, %xmm6
	addsd %xmm3, %xmm5
	leal (%esi,%edx,8), %ecx
	subsd %xmm2, %xmm4
	addsd %xmm2, %xmm7
	movlpd %xmm5, (%eax,%ebp)
	subsd %xmm3, %xmm6
	movlpd %xmm4, (%eax,%ebx)
	movl %eax, %ebx
	movlpd %xmm7, (%eax,%esi)
	movlpd %xmm6, (%eax,%ecx)
	movl %eax, %eax
	jmp .LC2
	.p2align 4,,7
.LC1:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx), %esi
	leal (%edx,%edx,2), %ebp
	leal (,%edx,4), %ecx
	movhpd (%ebx,%esi,8), %xmm0
	movlpd (%eax,%esi,8), %xmm0
	leal (%ebp,%edx,4), %esi
	movhpd (%ebx,%ebp,8), %xmm3
	movlpd (%eax,%edx,8), %xmm3
	movhpd (%eax,%ecx,8), %xmm4
	movlpd (%ebx), %xmm4
	leal (%ebp,%esi,4), %ecx
	movapd %xmm0, %xmm1
	movlpd (%ebx,%edx,8), %xmm0
	movhpd (%eax,%ebp,8), %xmm0
	leal (%esi,%edx,8), %ebp
	movapd %xmm3, %xmm5
	mulsd chs_lo, %xmm3
	mulsd chs_lo, %xmm1
	movapd %xmm4, %xmm2
	mulpd chs_hi, %xmm5
	leal (%ebp,%edx,2), %esi
	subpd %xmm1, %xmm2
	movapd %xmm0, %xmm7
	subpd %xmm3, %xmm0
	movhpd (%ebx,%ecx), %xmm3
	leal (%edx,%edx,2), %ecx
	addpd %xmm1, %xmm4
	movapd %xmm2, %xmm6
	movapd %xmm2, %xmm1
	movlpd (%ebx,%ebp), %xmm3
	movhpd (%eax,%esi), %xmm2
	movlpd (%eax,%edx), %xmm2
	subpd %xmm5, %xmm7
	movapd %xmm4, fftw_stackcell_42
	subpd %xmm0, %xmm6
	leal (%ecx,%edx,8), %esi
	leal (%ecx,%ecx,8), %ebp
	addpd %xmm0, %xmm1
	shufpd $9, %xmm7, %xmm7
	leal (%edx,%edx,4), %ecx
	movapd %xmm6, fftw_stackcell_40
	movapd %xmm1, fftw_stackcell_43
	mulsd chs_lo, %xmm3
	movapd %xmm2, %xmm5
	movapd %xmm2, %xmm4
	movhpd (%ebx,%ebp), %xmm2
	movlpd (%ebx,%esi), %xmm2
	leal (%esi,%ecx,2), %ebp
	mulsd chs_lo, %xmm7
	subpd %xmm3, %xmm5
	addpd %xmm3, %xmm4
	movapd %xmm7, fftw_stackcell_41
	movapd %xmm4, fftw_stackcell_39
	movapd %xmm2, %xmm0
	movhpd (%eax,%ebp), %xmm2
	movlpd (%eax,%ecx), %xmm2
	leal (%esi,%edx,2), %ebp
	leal (%esi,%edx,8), %ecx
	leal (%edx,%edx), %esi
	mulsd chs_lo, %xmm0
	movapd %xmm2, %xmm3
	addpd %xmm0, %xmm2
	subpd %xmm0, %xmm3
	movhpd (%ebx,%ecx), %xmm0
	movlpd (%eax,%ebp), %xmm0
	leal (%ebp,%esi,8), %ecx
	leal (%edx,%edx,2), %ebp
	leal (%edx,%edx,4), %esi
	movhpd (%eax,%ecx), %xmm6
	movlpd (%ebx,%ebp), %xmm6
	leal (%ebp,%esi,4), %ecx
	leal (%edx,%edx,8), %ebp
	mulsd chs_lo, %xmm0
	leal (%ecx,%edx,2), %esi
	movapd %xmm6, %xmm7
	addpd %xmm0, %xmm6
	subpd %xmm0, %xmm7
	movhpd (%ebx,%ecx), %xmm0
	leal (%edx,%edx,2), %ecx
	movlpd (%eax,%ebp), %xmm0
	movhpd (%eax,%esi), %xmm1
	movapd %xmm6, fftw_stackcell_44
	leal (%edx,%edx,4), %esi
	leal (%edx,%ecx,2), %ebp
	movapd %xmm0, %xmm4
	mulpd chs_hi, %xmm0
	movlpd (%ebx,%ebp), %xmm1
	mulsd chs_lo, %xmm4
	movapd %xmm1, %xmm6
	subpd %xmm0, %xmm1
	movapd %xmm7, %xmm0
	addpd %xmm3, %xmm7
	subpd %xmm3, %xmm0
	movapd %xmm5, %xmm3
	shufpd $9, %xmm1, %xmm1
	subpd %xmm4, %xmm6
	movapd %xmm2, %xmm4
	mulpd chs_hi, %xmm0
	subpd %xmm6, %xmm3
	shufpd $9, %xmm4, %xmm4
	movapd %xmm1, fftw_stackcell_47
	movhpd (%eax,%esi,4), %xmm1
	addpd %xmm6, %xmm5
	movlpd (%eax,%edx,4), %xmm1
	movapd %xmm0, fftw_stackcell_50
	movapd fftw_stackcell_44, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm4
	movapd %xmm5, %xmm6
	addpd %xmm7, %xmm5
	movapd %xmm3, fftw_stackcell_52
	subpd %xmm7, %xmm6
	movapd %xmm5, fftw_stackcell_55
	movapd %xmm0, %xmm3
	addpd %xmm4, %xmm2
	movapd %xmm6, fftw_stackcell_48
	movapd %xmm1, %xmm5
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm2
	mulsd chs_lo, %xmm3
	movapd %xmm2, fftw_stackcell_45
	movhpd (%eax,%ebp,4), %xmm2
	movlpd (%ebx,%edx,4), %xmm2
	addpd %xmm3, %xmm0
	movhpd (%ebx,%esi,4), %xmm3
	movlpd (%eax,%ecx,4), %xmm3
	leal (%edx,%edx,2), %esi
	movapd %xmm0, fftw_stackcell_46
	movapd %xmm2, %xmm7
	mulsd chs_lo, %xmm3
	subpd %xmm3, %xmm2
	addpd %xmm3, %xmm7
	movhpd (%ebx,%ebp,4), %xmm3
	movlpd (%ebx,%ecx,4), %xmm3
	leal (%edx,%edx), %ecx
	movapd %xmm2, %xmm6
	movapd %xmm7, fftw_stackcell_54
	leal (%edx,%ecx,8), %ebp
	leal (%esi,%esi,4), %ecx
	mulsd chs_lo, %xmm3
	subpd %xmm3, %xmm1
	addpd %xmm3, %xmm5
	addpd %xmm1, %xmm6
	subpd %xmm2, %xmm1
	movapd %xmm5, fftw_stackcell_53
	movapd %xmm6, fftw_stackcell_56
	mulsd chs_lo, %xmm1
	movapd %xmm1, %xmm4
	movhpd (%ebx,%ebp), %xmm1
	leal (%edx,%ecx,2), %ebp
	movlpd (%eax,%ecx), %xmm1
	leal (%edx,%edx,4), %ecx
	shufpd $9, %xmm4, %xmm4
	movapd %xmm4, fftw_stackcell_49
	movhpd (%eax,%ebp), %xmm4
	leal (%ecx,%esi,8), %ebp
	leal (%ecx,%edx,8), %esi
	movlpd (%ebx,%edx), %xmm4
	leal (%edx,%edx,2), %ecx
	mulsd chs_lo, %xmm1
	movapd %xmm4, %xmm0
	addpd %xmm1, %xmm4
	subpd %xmm1, %xmm0
	movhpd (%ebx,%ebp), %xmm1
	leal (%esi,%ecx,2), %ebp
	movlpd (%ebx,%esi), %xmm1
	movapd %xmm4, fftw_stackcell_51
	movhpd (%eax,%ebp), %xmm4
	movlpd (%eax,%ecx), %xmm4
	leal (%ebp,%edx,2), %esi
	leal (%ecx,%edx,8), %ebp
	leal (%edx,%edx), %ecx
	mulsd chs_lo, %xmm1
	movapd %xmm4, %xmm7
	addpd %xmm1, %xmm4
	subpd %xmm1, %xmm7
	movhpd (%ebx,%esi), %xmm1
	movlpd (%eax,%ebp), %xmm1
	leal (%ebp,%ecx,8), %esi
	leal (%edx,%edx,4), %ebp
	leal (%edx,%edx,2), %ecx
	movhpd (%eax,%esi), %xmm5
	movlpd (%ebx,%ebp), %xmm5
	leal (%edx,%ecx,8), %esi
	leal (%ecx,%edx,4), %ebp
	leal (%edx,%edx), %ecx
	mulsd chs_lo, %xmm1
	movapd %xmm5, %xmm3
	addpd %xmm1, %xmm5
	subpd %xmm1, %xmm3
	movhpd (%ebx,%esi), %xmm1
	movlpd (%eax,%ebp), %xmm1
	leal (%ebp,%ecx,8), %esi
	leal (%edx,%edx,8), %ebp
	movapd %xmm5, fftw_stackcell_57
	leal (%edx,%edx,2), %ecx
	movhpd (%eax,%esi), %xmm6
	movlpd (%ebx,%ebp), %xmm6
	leal (%edx,%ecx,2), %esi
	movapd %xmm1, %xmm2
	mulpd chs_hi, %xmm1
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm5
	subpd %xmm1, %xmm6
	movapd %xmm7, %xmm1
	subpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	shufpd $9, %xmm6, %xmm6
	subpd %xmm3, %xmm1
	addpd %xmm5, %xmm0
	addpd %xmm7, %xmm3
	mulsd chs_lo, %xmm6
	movapd %xmm0, %xmm7
	mulsd chs_lo, %xmm1
	subpd %xmm5, %xmm2
	movapd %xmm4, %xmm5
	addpd %xmm3, %xmm0
	subpd %xmm3, %xmm7
	movapd %xmm6, fftw_stackcell_60
	movapd fftw_stackcell_57, %xmm3
	shufpd $9, %xmm5, %xmm5
	movapd %xmm0, fftw_stackcell_64
	shufpd $9, %xmm1, %xmm1
	movapd %xmm2, fftw_stackcell_63
	movapd %xmm7, fftw_stackcell_61
	mulsd chs_lo, %xmm5
	movapd %xmm3, %xmm0
	movapd %xmm1, fftw_stackcell_62
	shufpd $9, %xmm0, %xmm0
	addpd %xmm5, %xmm4
	movapd %xmm4, fftw_stackcell_59
	mulsd chs_lo, %xmm0
	addpd %xmm0, %xmm3
	movhpd (%ebx,%ebp,2), %xmm0
	leal (%esi,%edx,8), %ebp
	movlpd (%ebx,%esi,2), %xmm0
	leal (%edx,%ecx,4), %esi
	leal (%edx,%edx,4), %ecx
	movapd %xmm3, fftw_stackcell_58
	movhpd (%eax,%ebp,2), %xmm3
	movlpd (%eax,%edx,2), %xmm3
	leal (%edx,%ecx,2), %ebp
	mulsd chs_lo, %xmm0
	movhpd (%eax,%ebp,2), %xmm6
	movapd %xmm3, %xmm7
	addpd %xmm0, %xmm3
	subpd %xmm0, %xmm7
	movhpd (%ebx,%esi,2), %xmm0
	leal (%edx,%edx,2), %esi
	movlpd (%eax,%ecx,2), %xmm0
	leal (%ebp,%edx,4), %ecx
	movlpd (%ebx,%esi,2), %xmm6
	leal (%esi,%edx,4), %ebp
	leal (%edx,%edx,8), %esi
	mulsd chs_lo, %xmm0
	movhpd (%eax,%esi,2), %xmm2
	movlpd (%ebx,%edx,2), %xmm2
	movapd %xmm6, %xmm1
	addpd %xmm0, %xmm6
	subpd %xmm0, %xmm1
	movhpd (%ebx,%ecx,2), %xmm0
	movlpd (%eax,%ebp,2), %xmm0
	leal (%esi,%edx,2), %ecx
	leal (%edx,%edx,2), %ebp
	movapd %xmm6, fftw_stackcell_66
	movapd %xmm2, %xmm5
	leal (%ecx,%edx,2), %esi
	movapd %xmm0, %xmm4
	mulpd chs_hi, %xmm0
	mulsd chs_lo, %xmm4
	subpd %xmm0, %xmm2
	movhpd (%ebx,%ecx,2), %xmm0
	leal (%edx,%edx,4), %ecx
	movlpd (%eax,%ebp,2), %xmm0
	shufpd $9, %xmm2, %xmm2
	subpd %xmm4, %xmm5
	movapd %xmm2, fftw_stackcell_65
	movhpd (%eax,%esi,2), %xmm2
	leal (%edx,%edx,8), %esi
	movlpd (%ebx,%ecx,2), %xmm2
	movapd %xmm0, %xmm6
	mulpd chs_hi, %xmm0
	/* simd data load/store barrier */ 
	leal (%edx,%edx), %ecx
	mulsd chs_lo, %xmm6
	leal (%edx,%ecx,8), %ebp
	leal (%esi,%edx,4), %ecx
	movapd %xmm2, %xmm4
	subpd %xmm0, %xmm2
	movapd %xmm7, %xmm0
	subpd %xmm1, %xmm7
	subpd %xmm6, %xmm4
	movapd %xmm5, %xmm6
	movapd %xmm7, fftw_stackcell_70
	movapd %xmm2, %xmm7
	addpd %xmm1, %xmm0
	mulsd chs_lo, %xmm2
	movapd %xmm3, %xmm1
	addpd %xmm4, %xmm6
	subpd %xmm4, %xmm5
	shufpd $9, %xmm7, %xmm7
	movapd fftw_stackcell_66, %xmm4
	shufpd $9, %xmm1, %xmm1
	movapd %xmm5, fftw_stackcell_69
	movapd fftw_stackcell_65, %xmm5
	mulsd chs_lo, %xmm7
	addpd %xmm2, %xmm1
	movapd %xmm4, %xmm2
	addpd %xmm5, %xmm4
	addpd %xmm7, %xmm3
	movapd %xmm6, %xmm7
	subpd %xmm5, %xmm2
	movapd %xmm3, fftw_stackcell_67
	movapd fftw_stackcell_43, %xmm5
	movapd fftw_stackcell_56, %xmm3
	subpd %xmm0, %xmm7
	movapd %xmm2, fftw_stackcell_68
	addpd %xmm0, %xmm6
	movapd %xmm7, %xmm0
	movapd %xmm5, %xmm2
	shufpd $9, %xmm0, %xmm0
	addpd %xmm3, %xmm5
	subpd %xmm3, %xmm2
	movapd %xmm2, %xmm3
	addpd %xmm0, %xmm2
	movapd %xmm5, %xmm0
	subpd %xmm6, %xmm5
	shufpd $9, %xmm3, %xmm3
	addpd %xmm6, %xmm0
	movapd %xmm1, %xmm6
	movapd %xmm2, fftw_stackcell_71
	shufpd $9, %xmm5, %xmm5
	movapd %xmm4, %xmm2
	mulpd NK923879532PK923879532, %xmm4
	shufpd $9, %xmm1, %xmm1
	mulpd NK923879532PK923879532, %xmm6
	subpd %xmm7, %xmm3
	movapd fftw_stackcell_64, %xmm7
	shufpd $9, %xmm2, %xmm2
	movapd %xmm5, fftw_stackcell_74
	movapd %xmm3, fftw_stackcell_72
	movapd fftw_stackcell_55, %xmm5
	mulpd PK382683432PK382683432, %xmm1
	mulpd PK382683432PK382683432, %xmm2
	movapd %xmm7, %xmm3
	subpd %xmm5, %xmm7
	addpd %xmm5, %xmm3
	movapd %xmm0, %xmm5
	addpd %xmm4, %xmm1
	movapd fftw_stackcell_42, %xmm4
	mulpd chs_hi, %xmm7
	subpd %xmm3, %xmm5
	addpd %xmm3, %xmm0
	movapd %xmm7, fftw_stackcell_73
	movapd %xmm5, fftw_stackcell_75
	movapd fftw_stackcell_41, %xmm3
	addpd %xmm6, %xmm2
	movapd %xmm4, %xmm7
	movapd %xmm1, %xmm5
	mulsd chs_lo, %xmm1
	movlpd %xmm0, (%ebx)
	movhpd %xmm0, (%eax,%edx)
	subpd %xmm3, %xmm4
	movapd fftw_stackcell_54, %xmm0
	movapd %xmm2, %xmm6
	addpd %xmm1, %xmm2
	movapd %xmm4, fftw_stackcell_80
	movapd fftw_stackcell_53, %xmm4
	addpd %xmm3, %xmm7
	mulpd chs_hi, %xmm6
	mulpd chs_hi, %xmm2
	movapd %xmm0, %xmm3
	addpd %xmm6, %xmm5
	movapd fftw_stackcell_52, %xmm6
	movapd %xmm4, %xmm1
	shufpd $9, %xmm3, %xmm3
	movapd %xmm2, fftw_stackcell_78
	movapd %xmm5, fftw_stackcell_76
	movapd fftw_stackcell_50, %xmm5
	shufpd $9, %xmm1, %xmm1
	mulsd chs_lo, %xmm3
	movapd %xmm6, %xmm2
	mulsd chs_lo, %xmm1
	subpd %xmm5, %xmm2
	addpd %xmm3, %xmm0
	addpd %xmm5, %xmm6
	movapd %xmm2, %xmm5
	mulpd PK923879532PK382683432, %xmm2
	addpd %xmm1, %xmm4
	movapd %xmm0, %xmm3
	mulpd PK382683432PK923879532, %xmm5
	movapd %xmm4, %xmm1
	mulpd chs_hi, %xmm4
	mulsd chs_lo, %xmm1
	subpd %xmm4, %xmm0
	movapd %xmm7, %xmm4
	subpd %xmm1, %xmm3
	shufpd $9, %xmm0, %xmm0
	movapd fftw_stackcell_63, %xmm1
	mulpd PK707106781PK707106781, %xmm3
	mulpd NK707106781PK707106781, %xmm0
	subpd %xmm3, %xmm4
	addpd %xmm3, %xmm7
	movapd %xmm0, fftw_stackcell_79
	movapd fftw_stackcell_62, %xmm3
	movapd %xmm1, %xmm0
	movapd %xmm4, fftw_stackcell_77
	subpd %xmm3, %xmm0
	addpd %xmm3, %xmm1
	movapd %xmm5, %xmm3
	movapd %xmm0, %xmm4
	mulpd PK382683432PK923879532, %xmm0
	shufpd $9, %xmm4, %xmm4
	unpckhpd %xmm0, %xmm5
	unpcklpd %xmm0, %xmm3
	movapd %xmm6, %xmm0
	mulpd PK382683432PK923879532, %xmm6
	mulpd PK382683432PK923879532, %xmm4
	subpd %xmm5, %xmm3
	mulpd PK923879532PK382683432, %xmm0
	movapd %xmm4, %xmm5
	movapd %xmm3, fftw_stackcell_82
	unpcklpd %xmm2, %xmm4
	movapd %xmm1, %xmm3
	mulpd PK923879532PK382683432, %xmm1
	unpckhpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	shufpd $9, %xmm3, %xmm3
	unpckhpd %xmm1, %xmm0
	addpd %xmm4, %xmm5
	movapd fftw_stackcell_61, %xmm4
	unpcklpd %xmm1, %xmm2
	mulpd PK923879532PK382683432, %xmm3
	movapd %xmm5, fftw_stackcell_81
	movapd fftw_stackcell_48, %xmm5
	subpd %xmm0, %xmm2
	movapd %xmm4, %xmm0
	movapd %xmm2, fftw_stackcell_89
	movapd %xmm3, %xmm1
	unpckhpd %xmm6, %xmm3
	movapd %xmm5, %xmm2
	shufpd $9, %xmm0, %xmm0
	unpcklpd %xmm6, %xmm1
	movapd fftw_stackcell_70, %xmm6
	shufpd $9, %xmm2, %xmm2
	mulsd chs_lo, %xmm0
	addpd %xmm1, %xmm3
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm1
	movapd %xmm3, fftw_stackcell_87
	addpd %xmm0, %xmm4
	movapd fftw_stackcell_69, %xmm0
	shufpd $9, %xmm1, %xmm1
	subpd %xmm2, %xmm5
	movapd %xmm4, %xmm3
	subpd %xmm5, %xmm4
	movapd %xmm0, %xmm2
	addpd %xmm1, %xmm0
	movapd fftw_stackcell_40, %xmm1
	mulpd PK707106781NK707106781, %xmm4
	shufpd $9, %xmm2, %xmm2
	addpd %xmm5, %xmm3
	movapd %xmm4, fftw_stackcell_84
	movapd fftw_stackcell_49, %xmm4
	subpd %xmm6, %xmm2
	mulpd PK707106781PK707106781, %xmm3
	movapd %xmm1, %xmm6
	movapd %xmm2, %xmm5
	subpd %xmm0, %xmm2
	movapd %xmm3, fftw_stackcell_83
	addpd %xmm4, %xmm6
	mulpd PK707106781PK707106781, %xmm2
	addpd %xmm0, %xmm5
	movapd fftw_stackcell_67, %xmm0
	subpd %xmm4, %xmm1
	movapd %xmm6, fftw_stackcell_91
	movapd fftw_stackcell_68, %xmm6
	shufpd $9, %xmm5, %xmm5
	movapd %xmm1, %xmm3
	subpd %xmm2, %xmm1
	movapd %xmm0, %xmm4
	mulpd PK382683432PK382683432, %xmm0
	addpd %xmm2, %xmm3
	movapd %xmm6, %xmm2
	shufpd $9, %xmm6, %xmm6
	movapd %xmm1, fftw_stackcell_86
	shufpd $9, %xmm4, %xmm4
	mulpd PK707106781PK707106781, %xmm5
	movapd fftw_stackcell_51, %xmm1
	mulpd PK923879532NK923879532, %xmm2
	shufpd $9, %xmm3, %xmm3
	mulpd NK382683432PK382683432, %xmm6
	mulpd PK923879532PK923879532, %xmm4
	movapd %xmm5, fftw_stackcell_90
	movapd fftw_stackcell_60, %xmm5
	subpd %xmm0, %xmm2
	movapd %xmm3, fftw_stackcell_85
	movapd %xmm1, %xmm0
	addpd %xmm6, %xmm4
	movapd %xmm2, %xmm3
	movapd fftw_stackcell_59, %xmm6
	subpd %xmm5, %xmm1
	subpd %xmm4, %xmm3
	addpd %xmm4, %xmm2
	movapd %xmm3, fftw_stackcell_88
	movapd fftw_stackcell_58, %xmm4
	movapd %xmm6, %xmm3
	mulsd chs_lo, %xmm6
	addpd %xmm5, %xmm0
	mulpd chs_hi, %xmm3
	movapd %xmm4, %xmm5
	subpd %xmm6, %xmm4
	movapd %xmm0, %xmm6
	mulpd PK707106781PK707106781, %xmm4
	subpd %xmm3, %xmm5
	shufpd $9, %xmm5, %xmm5
	subpd %xmm4, %xmm6
	addpd %xmm4, %xmm0
	movapd %xmm6, %xmm3
	mulpd PK555570233PK555570233, %xmm6
	movapd %xmm0, %xmm4
	mulpd NK707106781PK707106781, %xmm5
	shufpd $9, %xmm3, %xmm3
	mulpd PK980785280PK980785280, %xmm0
	shufpd $9, %xmm4, %xmm4
	mulpd NK831469612PK831469612, %xmm3
	mulpd NK195090322PK195090322, %xmm4
	addpd %xmm3, %xmm6
	movapd %xmm1, %xmm3
	subpd %xmm5, %xmm1
	movapd %xmm6, fftw_stackcell_93
	movapd fftw_stackcell_39, %xmm6
	addpd %xmm4, %xmm0
	addpd %xmm5, %xmm3
	movapd %xmm1, fftw_stackcell_94
	movapd %xmm3, fftw_stackcell_92
	movapd fftw_stackcell_46, %xmm4
	movapd fftw_stackcell_47, %xmm5
	movapd fftw_stackcell_45, %xmm3
	movapd %xmm6, %xmm1
	subpd %xmm5, %xmm6
	addpd %xmm5, %xmm1
	movapd %xmm4, %xmm5
	mulpd chs_hi, %xmm6
	addpd %xmm3, %xmm4
	subpd %xmm3, %xmm5
	mulpd PK707106781PK707106781, %xmm4
	mulpd PK707106781PK707106781, %xmm5
	movapd %xmm6, %xmm3
	subpd %xmm5, %xmm3
	addpd %xmm5, %xmm6
	movapd %xmm3, %xmm5
	mulpd PK555570233PK555570233, %xmm3
	shufpd $9, %xmm5, %xmm5
	mulpd NK831469612PK831469612, %xmm5
	subpd %xmm5, %xmm3
	movapd %xmm6, %xmm5
	mulpd PK980785280PK980785280, %xmm6
	shufpd $9, %xmm5, %xmm5
	movapd %xmm3, fftw_stackcell_95
	movapd %xmm1, %xmm3
	shufpd $9, %xmm3, %xmm3
	mulpd NK195090322PK195090322, %xmm5
	subpd %xmm5, %xmm6
	movapd %xmm4, %xmm5
	shufpd $9, %xmm4, %xmm4
	subpd %xmm3, %xmm5
	addpd %xmm4, %xmm1
	movapd %xmm5, %xmm3
	mulpd PK555570233NK831469612, %xmm5
	movapd %xmm1, %xmm4
	mulpd PK195090322PK195090322, %xmm1
	mulpd PK831469612NK555570233, %xmm3
	movapd %xmm5, fftw_stackcell_97
	movapd %xmm7, %xmm5
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm4, %xmm4
	movapd %xmm3, fftw_stackcell_96
	movapd %xmm2, %xmm3
	subpd %xmm2, %xmm7
	movapd %xmm0, %xmm2
	shufpd $9, %xmm3, %xmm3
	subpd %xmm6, %xmm0
	mulpd NK980785280PK980785280, %xmm4
	addpd %xmm6, %xmm2
	mulpd chs_hi, %xmm0
	movapd 256(%edi), %xmm6
	addpd %xmm3, %xmm5
	addpd %xmm4, %xmm1
	movapd %xmm5, %xmm4
	addpd %xmm2, %xmm5
	movapd %xmm1, fftw_stackcell_98
	subpd %xmm2, %xmm4
	movapd (%edi), %xmm2
	movapd %xmm6, %xmm1
	movapd %xmm5, %xmm3
	mulpd %xmm4, %xmm1
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm3, %xmm3
	mulpd %xmm4, %xmm6
	movapd %xmm2, %xmm4
	mulpd %xmm3, %xmm2
	movapd %xmm7, %xmm3
	addpd %xmm0, %xmm7
	mulpd %xmm5, %xmm4
	subpd %xmm0, %xmm3
	movapd %xmm1, %xmm5
	unpcklpd %xmm6, %xmm1
	unpckhpd %xmm6, %xmm5
	movapd %xmm3, %xmm6
	movapd %xmm4, %xmm0
	unpcklpd %xmm2, %xmm4
	shufpd $9, %xmm6, %xmm6
	unpckhpd %xmm2, %xmm0
	mulsd chs_lo, %xmm5
	movapd 384(%edi), %xmm2
	subpd %xmm5, %xmm1
	mulsd chs_lo, %xmm0
	movlpd %xmm1, (%ebx,%ebp)
	movhpd %xmm1, (%eax,%esi,2)
	leal (%ebp,%edx,8), %esi
	leal (%edx,%edx,4), %ebp
	movapd %xmm2, %xmm5
	mulpd %xmm6, %xmm2
	movapd 128(%edi), %xmm6
	subpd %xmm0, %xmm4
	movapd %xmm7, %xmm1
	mulpd %xmm3, %xmm5
	movlpd %xmm4, (%ebx,%edx)
	movhpd %xmm4, (%eax,%edx,2)
	movapd fftw_stackcell_94, %xmm4
	shufpd $9, %xmm1, %xmm1
	movapd %xmm5, %xmm0
	unpcklpd %xmm2, %xmm5
	movapd %xmm6, %xmm3
	mulpd %xmm1, %xmm6
	unpckhpd %xmm2, %xmm0
	movapd %xmm4, %xmm1
	mulpd PK195090322PK195090322, %xmm4
	mulpd %xmm7, %xmm3
	movapd fftw_stackcell_80, %xmm7
	shufpd $9, %xmm1, %xmm1
	mulsd chs_lo, %xmm0
	movapd %xmm3, %xmm2
	unpckhpd %xmm6, %xmm3
	mulpd NK980785280PK980785280, %xmm1
	addpd %xmm5, %xmm0
	movapd fftw_stackcell_79, %xmm5
	unpcklpd %xmm6, %xmm2
	movapd %xmm7, %xmm6
	mulsd chs_lo, %xmm3
	movlpd %xmm0, (%eax,%ecx,2)
	movhpd %xmm0, (%ebx,%esi)
	addpd %xmm1, %xmm4
	leal (%edx,%edx,8), %ecx
	movapd fftw_stackcell_78, %xmm0
	leal (%edx,%edx,2), %esi
	subpd %xmm5, %xmm6
	addpd %xmm5, %xmm7
	movapd fftw_stackcell_98, %xmm5
	addpd %xmm2, %xmm3
	movapd %xmm6, %xmm2
	movapd %xmm0, %xmm1
	movapd %xmm7, fftw_stackcell_99
	movlpd %xmm3, (%eax,%ebp,2)
	movhpd %xmm3, (%ebx,%ecx)
	shufpd $9, %xmm2, %xmm2
	leal (%esi,%ebp,4), %ecx
	shufpd $9, %xmm1, %xmm1
	mulsd chs_lo, %xmm5
	movapd %xmm4, %xmm3
	leal (,%edx,4), %ebp
	subpd %xmm0, %xmm2
	addpd %xmm1, %xmm6
	movapd 352(%edi), %xmm1
	subpd %xmm5, %xmm4
	movapd %xmm2, %xmm0
	movapd %xmm6, %xmm7
	addpd %xmm5, %xmm3
	addpd %xmm4, %xmm6
	subpd %xmm4, %xmm7
	mulsd chs_lo, %xmm3
	movapd %xmm1, %xmm5
	mulpd %xmm7, %xmm1
	shufpd $9, %xmm7, %xmm7
	addpd %xmm3, %xmm2
	subpd %xmm3, %xmm0
	mulpd %xmm7, %xmm5
	movapd 480(%edi), %xmm7
	movapd %xmm2, %xmm4
	movapd %xmm1, %xmm3
	shufpd $9, %xmm4, %xmm4
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm1
	movapd %xmm7, %xmm5
	mulpd %xmm2, %xmm7
	mulsd chs_lo, %xmm3
	mulpd %xmm4, %xmm5
	movapd 96(%edi), %xmm4
	movapd %xmm7, %xmm2
	subpd %xmm3, %xmm1
	unpckhpd %xmm5, %xmm2
	unpcklpd %xmm5, %xmm7
	movhpd %xmm1, (%eax,%esi,8)
	leal (%ecx,%edx,8), %esi
	movlpd %xmm1, (%ebx,%ecx)
	movapd %xmm0, %xmm1
	leal (%edx,%edx,2), %ecx
	movapd %xmm4, %xmm3
	mulpd %xmm6, %xmm4
	shufpd $9, %xmm6, %xmm6
	mulsd chs_lo, %xmm2
	shufpd $9, %xmm1, %xmm1
	mulpd %xmm6, %xmm3
	movapd 224(%edi), %xmm6
	movapd %xmm4, %xmm5
	addpd %xmm7, %xmm2
	unpckhpd %xmm3, %xmm4
	movlpd %xmm2, (%eax,%ebp,8)
	movhpd %xmm2, (%ebx,%esi)
	leal (%edx,%ecx,2), %ebp
	movapd fftw_stackcell_91, %xmm2
	unpcklpd %xmm3, %xmm5
	movapd fftw_stackcell_90, %xmm3
	leal (%edx,%edx), %esi
	mulsd chs_lo, %xmm4
	movapd %xmm6, %xmm7
	mulpd %xmm1, %xmm6
	leal (%ebp,%edx,8), %ecx
	movapd %xmm2, %xmm1
	mulpd %xmm0, %xmm7
	subpd %xmm3, %xmm2
	subpd %xmm4, %xmm5
	movapd fftw_stackcell_89, %xmm4
	addpd %xmm3, %xmm1
	movlpd %xmm5, (%ebx,%ebp)
	movhpd %xmm5, (%eax,%edx,8)
	leal (%edx,%edx,2), %ebp
	movapd fftw_stackcell_87, %xmm5
	shufpd $9, %xmm1, %xmm1
	movapd %xmm7, %xmm0
	unpcklpd %xmm6, %xmm7
	movapd %xmm4, %xmm3
	unpckhpd %xmm6, %xmm0
	movapd %xmm1, %xmm6
	addpd %xmm5, %xmm4
	subpd %xmm5, %xmm3
	mulsd chs_lo, %xmm0
	movapd %xmm2, %xmm5
	addpd %xmm4, %xmm1
	subpd %xmm4, %xmm6
	movapd 400(%edi), %xmm4
	subpd %xmm3, %xmm5
	addpd %xmm3, %xmm2
	movapd 16(%edi), %xmm3
	addpd %xmm7, %xmm0
	movapd %xmm1, %xmm7
	movlpd %xmm0, (%eax,%esi,8)
	movhpd %xmm0, (%ebx,%ecx)
	shufpd $9, %xmm7, %xmm7
	leal (%edx,%ebp,4), %esi
	movapd %xmm4, %xmm0
	mulpd %xmm5, %xmm4
	shufpd $9, %xmm5, %xmm5
	mulpd %xmm5, %xmm0
	movapd %xmm3, %xmm5
	leal (%edx,%esi,2), %ecx
	mulpd %xmm1, %xmm3
	movapd %xmm2, %xmm1
	mulpd %xmm7, %xmm5
	movapd 144(%edi), %xmm7
	shufpd $9, %xmm1, %xmm1
	movapd %xmm5, fftw_stackcell_100
	movapd %xmm7, %xmm5
	mulpd %xmm2, %xmm7
	movapd %xmm6, %xmm2
	mulpd %xmm1, %xmm5
	movapd 272(%edi), %xmm1
	shufpd $9, %xmm2, %xmm2
	movapd %xmm5, fftw_stackcell_101
	movapd %xmm1, %xmm5
	mulpd %xmm6, %xmm1
	movapd %xmm4, %xmm6
	unpckhpd %xmm0, %xmm4
	mulpd %xmm2, %xmm5
	movapd fftw_stackcell_100, %xmm2
	unpcklpd %xmm0, %xmm6
	movapd %xmm3, %xmm0
	mulsd chs_lo, %xmm4
	unpckhpd %xmm2, %xmm3
	subpd %xmm4, %xmm6
	movapd %xmm1, %xmm4
	unpcklpd %xmm2, %xmm0
	movapd fftw_stackcell_101, %xmm2
	unpckhpd %xmm5, %xmm1
	movlpd %xmm6, (%ebx,%esi,2)
	movhpd %xmm6, (%eax,%ecx)
	mulsd chs_lo, %xmm3
	movapd %xmm7, %xmm6
	unpcklpd %xmm5, %xmm4
	movapd fftw_stackcell_77, %xmm5
	unpckhpd %xmm2, %xmm7
	mulsd chs_lo, %xmm1
	addpd %xmm0, %xmm3
	unpcklpd %xmm2, %xmm6
	movapd fftw_stackcell_88, %xmm2
	movapd %xmm5, %xmm0
	movlpd %xmm3, (%eax,%ebp)
	leal (%edx,%edx,4), %ebp
	movhpd %xmm3, (%ebx,%edx,2)
	mulsd chs_lo, %xmm7
	movapd fftw_stackcell_93, %xmm3
	addpd %xmm4, %xmm1
	movapd fftw_stackcell_95, %xmm4
	addpd %xmm2, %xmm0
	subpd %xmm7, %xmm6
	leal (%edx,%ebp,2), %esi
	subpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	movapd %xmm3, %xmm7
	addpd %xmm4, %xmm3
	movlpd %xmm6, (%ebx,%ebp,2)
	leal (%edx,%edx,8), %ebp
	shufpd $9, %xmm5, %xmm5
	subpd %xmm4, %xmm7
	movapd 320(%edi), %xmm4
	leal (%esi,%edx,8), %ecx
	subpd %xmm3, %xmm2
	movhpd %xmm6, (%eax,%esi)
	movhpd %xmm1, (%ebx,%ebp,2)
	addpd %xmm3, %xmm0
	mulpd chs_hi, %xmm7
	movapd %xmm0, %xmm6
	movlpd %xmm1, (%eax,%ecx)
	movapd 64(%edi), %xmm1
	leal (%ecx,%edx,2), %esi
	leal (%ebp,%edx,2), %ecx
	movapd %xmm4, %xmm3
	shufpd $9, %xmm6, %xmm6
	leal (%edx,%edx,4), %ebp
	mulpd %xmm2, %xmm3
	shufpd $9, %xmm2, %xmm2
	mulpd %xmm2, %xmm4
	movapd %xmm1, %xmm2
	mulpd %xmm6, %xmm1
	movapd %xmm5, %xmm6
	addpd %xmm7, %xmm5
	mulpd %xmm0, %xmm2
	movapd %xmm3, %xmm0
	subpd %xmm7, %xmm6
	unpcklpd %xmm4, %xmm3
	unpckhpd %xmm4, %xmm0
	movapd %xmm2, %xmm7
	unpcklpd %xmm1, %xmm2
	movapd %xmm6, %xmm4
	unpckhpd %xmm1, %xmm7
	mulsd chs_lo, %xmm0
	movapd 448(%edi), %xmm1
	shufpd $9, %xmm4, %xmm4
	subpd %xmm0, %xmm3
	mulsd chs_lo, %xmm7
	movlpd %xmm3, (%ebx,%esi)
	movhpd %xmm3, (%eax,%ecx,2)
	leal (%edx,%edx,2), %esi
	movapd %xmm1, %xmm0
	mulpd %xmm4, %xmm1
	movapd 192(%edi), %xmm4
	subpd %xmm7, %xmm2
	movapd %xmm5, %xmm3
	mulpd %xmm6, %xmm0
	movlpd %xmm2, (%ebx,%ebp)
	leal (%ecx,%edx,4), %ebp
	leal (%edx,%edx,4), %ecx
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm2, (%eax,%esi,2)
	movapd %xmm0, %xmm7
	unpcklpd %xmm1, %xmm0
	movapd %xmm4, %xmm6
	mulpd %xmm3, %xmm4
	movapd fftw_stackcell_99, %xmm3
	unpckhpd %xmm1, %xmm7
	movapd fftw_stackcell_76, %xmm1
	mulpd %xmm5, %xmm6
	mulsd chs_lo, %xmm7
	movapd %xmm3, %xmm5
	movapd %xmm6, %xmm2
	unpckhpd %xmm4, %xmm6
	subpd %xmm1, %xmm3
	addpd %xmm1, %xmm5
	movapd fftw_stackcell_96, %xmm1
	addpd %xmm0, %xmm7
	movapd fftw_stackcell_92, %xmm0
	unpcklpd %xmm4, %xmm2
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm5, %xmm5
	movlpd %xmm7, (%eax,%ebp,2)
	leal (%ecx,%esi,8), %ebp
	leal (%ecx,%edx,2), %esi
	movapd %xmm0, %xmm4
	mulpd PK831469612PK555570233, %xmm0
	addpd %xmm2, %xmm6
	movapd %xmm1, %xmm2
	shufpd $9, %xmm4, %xmm4
	movhpd %xmm7, (%ebx,%ebp)
	movapd fftw_stackcell_97, %xmm7
	leal (%ecx,%edx,8), %ebp
	unpckhpd %xmm0, %xmm1
	movlpd %xmm6, (%eax,%esi,2)
	unpcklpd %xmm0, %xmm2
	mulpd PK831469612PK555570233, %xmm4
	subpd %xmm1, %xmm2
	movhpd %xmm6, (%ebx,%ebp)
	movapd %xmm3, %xmm1
	leal (%edx,%ebp,2), %ecx
	movapd %xmm4, %xmm0
	unpcklpd %xmm7, %xmm4
	movapd %xmm2, %xmm6
	unpckhpd %xmm7, %xmm0
	movapd %xmm5, %xmm7
	addpd %xmm4, %xmm0
	subpd %xmm0, %xmm6
	addpd %xmm0, %xmm2
	subpd %xmm6, %xmm1
	addpd %xmm6, %xmm3
	movapd 416(%edi), %xmm6
	addpd %xmm2, %xmm5
	movapd %xmm1, %xmm4
	subpd %xmm2, %xmm7
	shufpd $9, %xmm4, %xmm4
	movapd %xmm5, %xmm0
	shufpd $9, %xmm0, %xmm0
	movapd %xmm6, %xmm2
	mulpd %xmm4, %xmm6
	mulpd %xmm1, %xmm2
	movapd 32(%edi), %xmm1
	movapd %xmm2, %xmm4
	unpcklpd %xmm6, %xmm2
	unpckhpd %xmm6, %xmm4
	movapd %xmm1, %xmm6
	mulpd %xmm0, %xmm1
	mulpd %xmm5, %xmm6
	mulsd chs_lo, %xmm4
	movapd 160(%edi), %xmm5
	movapd %xmm6, %xmm0
	unpcklpd %xmm1, %xmm6
	subpd %xmm4, %xmm2
	unpckhpd %xmm1, %xmm0
	movapd %xmm7, %xmm1
	movapd %xmm5, %xmm4
	mulpd %xmm3, %xmm5
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm2, (%eax,%esi,4)
	leal (%edx,%edx,2), %esi
	movlpd %xmm2, (%ebx,%ecx)
	shufpd $9, %xmm1, %xmm1
	leal (%edx,%edx,4), %ecx
	mulsd chs_lo, %xmm0
	mulpd %xmm3, %xmm4
	movapd 288(%edi), %xmm3
	movapd %xmm5, %xmm2
	addpd %xmm6, %xmm0
	leal (%esi,%edx,8), %ebp
	unpckhpd %xmm4, %xmm2
	movlpd %xmm0, (%eax,%edx,4)
	movhpd %xmm0, (%ebx,%esi)
	unpcklpd %xmm4, %xmm5
	movapd fftw_stackcell_75, %xmm4
	movapd 240(%edi), %xmm0
	movapd %xmm3, %xmm6
	mulpd %xmm1, %xmm3
	mulsd chs_lo, %xmm2
	mulpd %xmm7, %xmm6
	movapd %xmm4, %xmm7
	subpd %xmm2, %xmm5
	movapd %xmm6, %xmm1
	unpcklpd %xmm3, %xmm6
	shufpd $9, %xmm7, %xmm7
	movlpd %xmm5, (%ebx,%ebp)
	movhpd %xmm5, (%eax,%esi,4)
	leal (%ebp,%edx,8), %esi
	unpckhpd %xmm3, %xmm1
	movapd %xmm0, %xmm3
	movapd fftw_stackcell_73, %xmm5
	leal (%edx,%edx), %ebp
	mulpd %xmm4, %xmm3
	movapd fftw_stackcell_74, %xmm4
	mulpd %xmm7, %xmm0
	mulsd chs_lo, %xmm1
	movapd %xmm3, %xmm2
	movapd %xmm4, %xmm7
	subpd %xmm5, %xmm4
	unpckhpd %xmm0, %xmm3
	unpcklpd %xmm0, %xmm2
	addpd %xmm6, %xmm1
	addpd %xmm5, %xmm7
	movapd 112(%edi), %xmm5
	movapd %xmm4, %xmm6
	movlpd %xmm1, (%eax,%ecx,4)
	movhpd %xmm1, (%ebx,%esi)
	mulsd chs_lo, %xmm3
	leal (%edx,%ebp,8), %ecx
	movapd %xmm7, %xmm0
	shufpd $9, %xmm6, %xmm6
	leal (%edx,%edx,8), %esi
	shufpd $9, %xmm0, %xmm0
	subpd %xmm3, %xmm2
	movapd %xmm5, %xmm1
	movlpd %xmm2, (%ebx,%ebp,8)
	leal (%ecx,%edx,8), %ebp
	mulpd %xmm0, %xmm5
	movhpd %xmm2, (%eax,%ecx)
	movapd 368(%edi), %xmm0
	leal (%edx,%edx,2), %ecx
	mulpd %xmm7, %xmm1
	movapd fftw_stackcell_72, %xmm2
	movapd %xmm1, %xmm3
	unpcklpd %xmm5, %xmm1
	movapd %xmm0, %xmm7
	mulpd %xmm6, %xmm0
	unpckhpd %xmm5, %xmm3
	movapd fftw_stackcell_84, %xmm5
	movapd %xmm2, %xmm6
	mulpd %xmm4, %xmm7
	mulsd chs_lo, %xmm3
	subpd %xmm5, %xmm6
	movapd %xmm7, %xmm4
	unpcklpd %xmm0, %xmm7
	addpd %xmm5, %xmm2
	addpd %xmm1, %xmm3
	movapd %xmm6, %xmm1
	unpckhpd %xmm0, %xmm4
	movapd 432(%edi), %xmm0
	movapd %xmm2, %xmm5
	movlpd %xmm3, (%eax,%esi)
	movhpd %xmm3, (%ebx,%edx,8)
	shufpd $9, %xmm1, %xmm1
	leal (%ebp,%edx,4), %esi
	shufpd $9, %xmm5, %xmm5
	mulsd chs_lo, %xmm4
	movapd %xmm0, %xmm3
	addpd %xmm7, %xmm4
	mulpd %xmm1, %xmm0
	mulpd %xmm6, %xmm3
	movlpd %xmm4, (%eax,%ebp)
	movapd 176(%edi), %xmm6
	leal (%ecx,%edx,4), %ebp
	movhpd %xmm4, (%ebx,%ecx,8)
	movapd fftw_stackcell_71, %xmm4
	movapd %xmm3, %xmm1
	unpcklpd %xmm0, %xmm3
	unpckhpd %xmm0, %xmm1
	movapd fftw_stackcell_83, %xmm0
	movapd %xmm6, %xmm7
	mulpd %xmm5, %xmm6
	movapd %xmm4, %xmm5
	mulpd %xmm2, %xmm7
	addpd %xmm0, %xmm4
	mulsd chs_lo, %xmm1
	subpd %xmm0, %xmm5
	movapd 304(%edi), %xmm0
	movapd %xmm7, %xmm2
	unpckhpd %xmm6, %xmm7
	addpd %xmm3, %xmm1
	movapd %xmm4, %xmm3
	unpcklpd %xmm6, %xmm2
	movlpd %xmm1, (%eax,%esi)
	movhpd %xmm1, (%ebx,%ebp,4)
	mulsd chs_lo, %xmm7
	movapd 48(%edi), %xmm6
	shufpd $9, %xmm3, %xmm3
	leal (%edx,%ecx,4), %esi
	movapd %xmm0, %xmm1
	addpd %xmm2, %xmm7
	mulpd %xmm5, %xmm1
	shufpd $9, %xmm5, %xmm5
	movapd %xmm6, %xmm2
	mulpd %xmm4, %xmm6
	movhpd %xmm7, (%ebx,%ecx,4)
	leal (%esi,%edx,8), %ebp
	movlpd %xmm7, (%eax,%esi)
	leal (%edx,%edx,4), %ecx
	mulpd %xmm5, %xmm0
	movapd %xmm1, %xmm4
	movapd fftw_stackcell_82, %xmm5
	mulpd %xmm3, %xmm2
	movapd %xmm6, %xmm7
	movapd fftw_stackcell_81, %xmm3
	unpckhpd %xmm0, %xmm1
	unpckhpd %xmm2, %xmm7
	unpcklpd %xmm2, %xmm6
	movapd fftw_stackcell_86, %xmm2
	mulsd chs_lo, %xmm1
	unpcklpd %xmm0, %xmm4
	movapd %xmm5, %xmm0
	addpd %xmm3, %xmm5
	mulsd chs_lo, %xmm7
	subpd %xmm3, %xmm0
	subpd %xmm1, %xmm4
	movapd fftw_stackcell_85, %xmm1
	movapd %xmm2, %xmm3
	addpd %xmm0, %xmm2
	subpd %xmm0, %xmm3
	movlpd %xmm4, (%ebx,%ecx,4)
	movhpd %xmm4, (%eax,%ebp)
	movapd 464(%edi), %xmm0
	subpd %xmm7, %xmm6
	leal (%edx,%edx,2), %ebp
	movapd %xmm1, %xmm4
	addpd %xmm5, %xmm1
	movlpd %xmm6, (%ebx,%edx,4)
	movhpd %xmm6, (%eax,%ecx)
	leal (%esi,%edx,2), %ecx
	subpd %xmm5, %xmm4
	movapd 80(%edi), %xmm5
	movapd %xmm1, %xmm7
	movapd %xmm0, %xmm6
	mulpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm7, %xmm7
	leal (%edx,%ecx,2), %esi
	mulpd %xmm3, %xmm6
	movapd %xmm5, %xmm3
	mulpd %xmm1, %xmm5
	movapd %xmm2, %xmm1
	mulpd %xmm7, %xmm3
	movapd 208(%edi), %xmm7
	shufpd $9, %xmm1, %xmm1
	movapd %xmm3, fftw_stackcell_102
	movapd %xmm7, %xmm3
	mulpd %xmm2, %xmm7
	movapd %xmm4, %xmm2
	mulpd %xmm1, %xmm3
	movapd 336(%edi), %xmm1
	shufpd $9, %xmm2, %xmm2
	addl $496, %edi
	movapd %xmm3, fftw_stackcell_103
	movapd %xmm1, %xmm3
	mulpd %xmm4, %xmm1
	movapd %xmm0, %xmm4
	unpckhpd %xmm6, %xmm0
	mulpd %xmm2, %xmm3
	movapd fftw_stackcell_102, %xmm2
	unpcklpd %xmm6, %xmm4
	movapd %xmm5, %xmm6
	mulsd chs_lo, %xmm0
	unpckhpd %xmm2, %xmm5
	subpd %xmm0, %xmm4
	movapd fftw_stackcell_103, %xmm0
	unpcklpd %xmm2, %xmm6
	movapd %xmm7, %xmm2
	movlpd %xmm4, (%ebx,%ecx,2)
	leal (%edx,%ebp,2), %ecx
	movhpd %xmm4, (%eax,%esi)
	mulsd chs_lo, %xmm5
	movapd %xmm1, %xmm4
	unpckhpd %xmm0, %xmm7
	unpcklpd %xmm0, %xmm2
	addpd %xmm6, %xmm5
	movapd %xmm1, %xmm6
	leal (%ecx,%edx,8), %esi
	unpcklpd %xmm3, %xmm4
	mulsd chs_lo, %xmm7
	unpckhpd %xmm3, %xmm6
	movhpd %xmm5, (%ebx,%ebp,2)
	movlpd %xmm5, (%eax,%ecx)
	subpd %xmm7, %xmm2
	leal (%esi,%edx,8), %ebp
	mulsd chs_lo, %xmm6
	movhpd %xmm2, (%eax,%esi)
	leal (%ecx,%edx,4), %esi
	movlpd %xmm2, (%ebx,%ecx,2)
	movapd %xmm6, %xmm0
	addpd %xmm4, %xmm0
	movlpd %xmm0, (%eax,%ebp)
	movhpd %xmm0, (%ebx,%esi,2)
	addl 36(%esp), %ebx
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC2:
	addl 36(%esp), %ebx
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC3:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx), %ecx
	leal (%edx,%edx,2), %esi
	leal (%edx,%ecx,8), %ebp
	leal (%esi,%esi,4), %edi
	leal (,%edx,4), %ecx
	movhpd (%eax,%ebp), %xmm7
	movlpd (%ebx,%edi), %xmm7
	leal (%edi,%edx,4), %ebp
	leal (%esi,%edx,4), %edi
	movhpd (%eax,%ecx,8), %xmm1
	movlpd (%ebx), %xmm1
	leal (%edi,%edx,8), %esi
	movhpd (%eax,%ebp), %xmm6
	movlpd (%ebx,%edi,2), %xmm6
	leal (%ebp,%edx,8), %ecx
	leal (%edx,%edx,8), %ebp
	movapd %xmm7, %xmm5
	movapd %xmm1, %xmm3
	movhpd (%eax,%esi,2), %xmm7
	movlpd (%ebx,%edx), %xmm7
	leal (%edx,%edx,2), %esi
	mulsd chs_lo, %xmm5
	leal (%ebp,%edx,2), %edi
	movapd %xmm6, %xmm2
	mulsd chs_lo, %xmm6
	addpd %xmm5, %xmm1
	mulpd chs_hi, %xmm2
	subpd %xmm5, %xmm3
	movapd %xmm1, fftw_stackcell_105
	movapd %xmm7, %xmm4
	subpd %xmm6, %xmm7
	movhpd (%eax,%edi,2), %xmm6
	movlpd (%ebx,%esi,2), %xmm6
	leal (%edx,%edi,2), %esi
	movapd %xmm3, fftw_stackcell_104
	subpd %xmm2, %xmm4
	movhpd (%eax,%ecx), %xmm2
	movlpd (%ebx,%ebp), %xmm2
	leal (%ecx,%edx,4), %ebp
	leal (%edi,%edx,2), %ecx
	leal (%edx,%edx,4), %edi
	shufpd $9, %xmm4, %xmm4
	movapd %xmm6, %xmm0
	movapd %xmm6, %xmm1
	movhpd (%eax,%ebp), %xmm6
	leal (%edx,%edx,8), %ebp
	movlpd (%ebx,%ecx), %xmm6
	movhpd (%eax,%ecx,2), %xmm3
	leal (%edx,%edx,2), %ecx
	movapd %xmm2, %xmm5
	movlpd (%ebx,%edi,2), %xmm3
	mulpd chs_hi, %xmm2
	mulsd chs_lo, %xmm5
	subpd %xmm2, %xmm0
	subpd %xmm5, %xmm1
	movapd %xmm6, %xmm5
	movhpd (%eax,%esi), %xmm6
	movlpd (%ebx,%edi), %xmm6
	movapd %xmm3, %xmm2
	shufpd $9, %xmm0, %xmm0
	leal (%edi,%ecx,8), %esi
	leal (%ebp,%edx,2), %edi
	mulsd chs_lo, %xmm5
	mulsd chs_lo, %xmm6
	addpd %xmm6, %xmm2
	subpd %xmm6, %xmm3
	movapd %xmm4, %xmm6
	mulsd chs_lo, %xmm2
	addpd %xmm2, %xmm6
	subpd %xmm2, %xmm4
	movhpd (%eax,%ebp,2), %xmm2
	movlpd (%ebx,%edx,2), %xmm2
	leal (%edx,%edx,4), %ebp
	movapd %xmm4, fftw_stackcell_106
	movapd %xmm2, %xmm4
	subpd %xmm5, %xmm2
	addpd %xmm5, %xmm4
	movapd %xmm4, %xmm5
	subpd %xmm0, %xmm4
	addpd %xmm0, %xmm5
	movapd %xmm2, %xmm0
	movapd %xmm4, fftw_stackcell_107
	movhpd (%eax,%ebp,4), %xmm4
	addpd %xmm3, %xmm2
	movlpd (%ebx,%edx,4), %xmm4
	subpd %xmm3, %xmm0
	movapd %xmm7, %xmm3
	addpd %xmm1, %xmm7
	movapd %xmm2, fftw_stackcell_109
	subpd %xmm1, %xmm3
	movhpd (%eax,%esi), %xmm1
	movlpd (%ebx,%edi), %xmm1
	leal (%edx,%ecx,8), %esi
	leal (%ebp,%edx,2), %ecx
	leal (%edx,%edx,2), %edi
	movapd %xmm0, fftw_stackcell_111
	movapd %xmm7, fftw_stackcell_108
	movapd %xmm3, fftw_stackcell_113
	movapd %xmm4, %xmm2
	mulsd chs_lo, %xmm1
	subpd %xmm1, %xmm2
	addpd %xmm1, %xmm4
	movhpd (%eax,%esi), %xmm1
	movlpd (%ebx,%ecx), %xmm1
	leal (%edx,%ebp,4), %esi
	movapd %xmm2, fftw_stackcell_110
	movhpd (%eax,%edi,8), %xmm2
	leal (%edx,%edx,4), %ebp
	movlpd (%ebx,%edx,8), %xmm2
	movapd %xmm1, %xmm0
	mulpd chs_hi, %xmm1
	movapd %xmm2, %xmm7
	mulsd chs_lo, %xmm0
	subpd %xmm1, %xmm2
	movapd %xmm2, %xmm3
	movhpd (%eax,%esi), %xmm2
	movlpd (%ebx,%edi,4), %xmm2
	subpd %xmm0, %xmm7
	leal (%edx,%edx,2), %esi
	movapd %xmm7, fftw_stackcell_112
	movhpd (%eax,%ecx,4), %xmm7
	shufpd $9, %xmm3, %xmm3
	leal (%edx,%edx), %ecx
	movlpd (%ebx,%edi), %xmm7
	/* simd data load/store barrier */ 
	leal (%edx,%edx,8), %eax
	mulsd chs_lo, %xmm3
	movapd %xmm2, %xmm1
	mulpd chs_hi, %xmm2
	leal (%eax,%edx,4), %edi
	mulsd chs_lo, %xmm1
	movapd %xmm7, %xmm0
	subpd %xmm2, %xmm7
	movapd %xmm6, %xmm2
	shufpd $9, %xmm6, %xmm6
	subpd %xmm1, %xmm0
	movapd %xmm5, %xmm1
	shufpd $9, %xmm5, %xmm5
	mulpd PK382683432PK382683432, %xmm6
	mulpd NK923879532PK923879532, %xmm2
	mulpd NK923879532PK923879532, %xmm5
	mulpd PK382683432PK382683432, %xmm1
	addpd %xmm5, %xmm6
	movapd %xmm4, %xmm5
	addpd %xmm2, %xmm1
	movapd %xmm7, %xmm2
	shufpd $9, %xmm5, %xmm5
	movapd %xmm6, fftw_stackcell_117
	movapd fftw_stackcell_105, %xmm6
	shufpd $9, %xmm2, %xmm2
	movapd %xmm1, fftw_stackcell_116
	mulsd chs_lo, %xmm5
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm1
	subpd %xmm3, %xmm6
	addpd %xmm5, %xmm7
	movapd %xmm6, fftw_stackcell_114
	addpd %xmm2, %xmm4
	movapd fftw_stackcell_113, %xmm2
	movapd %xmm7, %xmm5
	mulsd chs_lo, %xmm7
	addpd %xmm3, %xmm1
	movapd %xmm4, %xmm6
	movapd %xmm1, fftw_stackcell_120
	movapd fftw_stackcell_111, %xmm1
	addpd %xmm7, %xmm4
	mulpd chs_hi, %xmm6
	movapd %xmm2, %xmm3
	shufpd $9, %xmm4, %xmm4
	addpd %xmm6, %xmm5
	shufpd $9, %xmm3, %xmm3
	movapd %xmm1, %xmm7
	shufpd $9, %xmm1, %xmm1
	mulpd NK707106781PK707106781, %xmm4
	mulpd PK707106781PK707106781, %xmm5
	subpd %xmm3, %xmm7
	movapd fftw_stackcell_110, %xmm3
	addpd %xmm1, %xmm2
	movapd %xmm4, fftw_stackcell_115
	movapd %xmm5, fftw_stackcell_118
	movapd fftw_stackcell_104, %xmm4
	movapd fftw_stackcell_112, %xmm5
	movapd %xmm7, %xmm6
	movapd %xmm3, %xmm1
	addpd %xmm2, %xmm7
	addpd %xmm0, %xmm3
	subpd %xmm2, %xmm6
	movapd %xmm4, %xmm2
	mulpd PK707106781PK707106781, %xmm7
	addpd %xmm5, %xmm4
	subpd %xmm0, %xmm1
	shufpd $9, %xmm6, %xmm6
	movapd %xmm4, %xmm0
	subpd %xmm3, %xmm4
	subpd %xmm5, %xmm2
	shufpd $9, %xmm1, %xmm1
	movapd %xmm4, fftw_stackcell_119
	addpd %xmm3, %xmm0
	movapd fftw_stackcell_109, %xmm4
	mulpd PK707106781PK707106781, %xmm6
	movapd fftw_stackcell_108, %xmm3
	movapd %xmm2, %xmm5
	subpd %xmm1, %xmm2
	addpd %xmm1, %xmm5
	movapd %xmm4, %xmm1
	subpd %xmm3, %xmm4
	addpd %xmm3, %xmm1
	movapd %xmm0, %xmm3
	shufpd $9, %xmm4, %xmm4
	addpd %xmm1, %xmm0
	subpd %xmm1, %xmm3
	movapd %xmm4, fftw_stackcell_121
	movapd fftw_stackcell_106, %xmm1
	movapd fftw_stackcell_107, %xmm4
	mulpd PK2_000000000NK2_000000000, %xmm0
	movapd %xmm3, fftw_stackcell_122
	movapd %xmm1, %xmm3
	movlpd %xmm0, (%ebx)
	mulpd PK382683432PK382683432, %xmm1
	movhpd %xmm0, (%ebx,%ecx,8)
	movapd %xmm4, %xmm0
	mulpd PK923879532NK923879532, %xmm4
	leal (%eax,%edx,2), %ecx
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm0, %xmm0
	subpd %xmm1, %xmm4
	movapd %xmm5, %xmm1
	subpd %xmm7, %xmm5
	mulpd PK923879532PK923879532, %xmm3
	addpd %xmm7, %xmm1
	mulpd NK382683432PK382683432, %xmm0
	movapd %xmm1, %xmm7
	mulpd PK1_961570560NK1_961570560, %xmm1
	addpd %xmm0, %xmm3
	movapd %xmm5, %xmm0
	mulpd PK1_111140466NK1_111140466, %xmm5
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm0, %xmm0
	mulpd NK390180644NK390180644, %xmm7
	mulpd NK1_662939224NK1_662939224, %xmm0
	addpd %xmm7, %xmm1
	movapd %xmm2, %xmm7
	addpd %xmm0, %xmm5
	movapd %xmm4, %xmm0
	addpd %xmm6, %xmm7
	movlpd %xmm1, (%ebx,%edx,2)
	movhpd %xmm1, (%ebx,%eax,2)
	leal (%ebp,%edx,2), %eax
	addpd %xmm3, %xmm4
	movlpd %xmm5, (%ebx,%ebp,2)
	movhpd %xmm5, (%ebx,%edi,2)
	leal (%edi,%edx,2), %ebp
	movapd %xmm7, %xmm1
	shufpd $9, %xmm7, %xmm7
	subpd %xmm3, %xmm0
	movapd fftw_stackcell_120, %xmm5
	movapd fftw_stackcell_118, %xmm3
	subpd %xmm6, %xmm2
	mulpd PK1_662939224NK1_662939224, %xmm1
	shufpd $9, %xmm0, %xmm0
	mulpd NK1_111140466NK1_111140466, %xmm7
	movapd %xmm2, %xmm6
	shufpd $9, %xmm2, %xmm2
	leal (%ebp,%edx,2), %edi
	mulpd PK390180644NK390180644, %xmm6
	addpd %xmm7, %xmm1
	movapd %xmm5, %xmm7
	mulpd NK1_961570560NK1_961570560, %xmm2
	subpd %xmm3, %xmm5
	addpd %xmm3, %xmm7
	movlpd %xmm1, (%ebx,%esi,2)
	movhpd %xmm1, (%ebx,%ecx,2)
	leal (%ecx,%edx,2), %esi
	movapd %xmm5, %xmm1
	addpd %xmm2, %xmm6
	leal (%edx,%eax,4), %ecx
	movapd %xmm7, %xmm3
	subpd %xmm4, %xmm7
	subpd %xmm0, %xmm1
	movlpd %xmm6, (%ebx,%eax,2)
	movhpd %xmm6, (%ebx,%ebp,2)
	leal (%edx,%edx,8), %eax
	addpd %xmm4, %xmm3
	movapd %xmm7, %xmm2
	shufpd $9, %xmm7, %xmm7
	leal (%edi,%edx,8), %ebp
	movapd %xmm1, %xmm4
	addpd %xmm0, %xmm5
	mulpd PK580569354NK580569354, %xmm1
	movapd %xmm3, %xmm6
	mulpd PK1_268786568NK1_268786568, %xmm2
	shufpd $9, %xmm4, %xmm4
	movapd %xmm5, %xmm0
	mulpd NK1_546020906NK1_546020906, %xmm7
	shufpd $9, %xmm6, %xmm6
	mulpd PK1_990369453NK1_990369453, %xmm3
	shufpd $9, %xmm0, %xmm0
	mulpd PK1_763842528NK1_763842528, %xmm5
	mulpd NK1_913880671NK1_913880671, %xmm4
	addpd %xmm7, %xmm2
	movapd fftw_stackcell_116, %xmm7
	mulpd NK196034280NK196034280, %xmm6
	mulpd NK942793473NK942793473, %xmm0
	movlpd %xmm2, (%ebx,%eax)
	movhpd %xmm2, (%ebx,%ebp)
	leal (%edx,%eax,2), %ebp
	addpd %xmm4, %xmm1
	movapd fftw_stackcell_117, %xmm4
	leal (%edx,%edx,8), %eax
	addpd %xmm6, %xmm3
	movapd %xmm7, %xmm2
	mulpd chs_hi, %xmm7
	addpd %xmm0, %xmm5
	movapd fftw_stackcell_122, %xmm0
	movlpd %xmm1, (%ebx,%esi)
	movhpd %xmm1, (%ebx,%ecx)
	movhpd %xmm3, (%ebx,%edi)
	leal (%edx,%edx,4), %edi
	leal (%edx,%edx,2), %ecx
	movapd %xmm4, %xmm6
	movapd fftw_stackcell_114, %xmm1
	addpd %xmm7, %xmm4
	movlpd %xmm3, (%ebx,%edx)
	movapd fftw_stackcell_115, %xmm7
	mulsd chs_lo, %xmm6
	movapd %xmm0, %xmm3
	leal (%edx,%edi,4), %esi
	movlpd %xmm5, (%ebx,%edi)
	leal (%eax,%ecx,2), %edi
	shufpd $9, %xmm3, %xmm3
	addpd %xmm6, %xmm2
	movapd %xmm1, %xmm6
	subpd %xmm7, %xmm1
	shufpd $9, %xmm2, %xmm2
	addpd %xmm7, %xmm6
	movhpd %xmm5, (%ebx,%esi)
	leal (%edx,%edi,2), %esi
	mulsd chs_lo, %xmm3
	movapd %xmm1, %xmm7
	movapd %xmm6, %xmm5
	subpd %xmm4, %xmm6
	mulsd chs_lo, %xmm2
	addpd %xmm3, %xmm0
	movapd %xmm6, %xmm3
	mulpd PK942793473NK942793473, %xmm6
	addpd %xmm4, %xmm5
	subpd %xmm2, %xmm7
	shufpd $9, %xmm3, %xmm3
	movapd %xmm5, %xmm4
	addpd %xmm2, %xmm1
	mulpd PK1_414213562NK1_414213562, %xmm0
	movapd %xmm7, %xmm2
	mulpd PK1_913880671NK1_913880671, %xmm5
	shufpd $9, %xmm4, %xmm4
	mulpd NK1_763842528NK1_763842528, %xmm3
	shufpd $9, %xmm2, %xmm2
	mulpd PK196034280NK196034280, %xmm7
	movlpd %xmm0, (%ebx,%edx,8)
	movhpd %xmm0, (%ebx,%ecx,8)
	movapd %xmm1, %xmm0
	shufpd $9, %xmm1, %xmm1
	mulpd NK580569354NK580569354, %xmm4
	addpd %xmm3, %xmm6
	movapd fftw_stackcell_119, %xmm3
	mulpd NK1_990369453NK1_990369453, %xmm2
	mulpd PK1_546020906NK1_546020906, %xmm0
	addpd %xmm4, %xmm5
	movapd fftw_stackcell_121, %xmm4
	mulpd NK1_268786568NK1_268786568, %xmm1
	addpd %xmm2, %xmm7
	movapd %xmm3, %xmm2
	movlpd %xmm5, (%ebx,%ecx)
	movhpd %xmm5, (%ebx,%ebp)
	leal (%eax,%edx,2), %ecx
	leal (%ebp,%edx,8), %eax
	addpd %xmm1, %xmm0
	leal (%edx,%edx,2), %ebp
	movlpd %xmm7, (%ebx,%edi)
	movhpd %xmm7, (%ebx,%esi)
	addpd %xmm4, %xmm2
	subpd %xmm4, %xmm3
	movapd %xmm2, %xmm1
	mulpd PK1_847759065NK1_847759065, %xmm2
	movlpd %xmm6, (%ebx,%ecx)
	leal (%edx,%ecx,2), %esi
	movapd %xmm3, %xmm5
	mulpd PK765366864NK765366864, %xmm3
	leal (%edx,%edx,4), %ecx
	leal (%edx,%ebp,2), %edi
	shufpd $9, %xmm1, %xmm1
	movhpd %xmm6, (%ebx,%eax)
	shufpd $9, %xmm5, %xmm5
	movhpd %xmm0, (%ebx,%esi)
	mulpd NK765366864NK765366864, %xmm1
	movlpd %xmm0, (%ebx,%edi)
	mulpd NK1_847759065NK1_847759065, %xmm5
	addpd %xmm1, %xmm2
	addpd %xmm5, %xmm3
	movlpd %xmm2, (%ebx,%edx,4)
	movhpd %xmm2, (%ebx,%ecx,4)
	movlpd %xmm3, (%ebx,%ebp,4)
	movhpd %xmm3, (%ebx,%edi,4)
	.p2align 4,,7
.LC4:
	movl 12(%esp), %ebx
	movl 8(%esp), %esi
	movl 4(%esp), %edi
	movl 0(%esp), %ebp
	addl $16, %esp
	ret 


.section .rodata
	.balign 4
twiddle_order:
	.long 1
	.long 2
	.long 3
	.long 4
	.long 5
	.long 6
	.long 7
	.long 8
	.long 9
	.long 10
	.long 11
	.long 12
	.long 13
	.long 14
	.long 15
	.long 16
	.long 17
	.long 18
	.long 19
	.long 20
	.long 21
	.long 22
	.long 23
	.long 24
	.long 25
	.long 26
	.long 27
	.long 28
	.long 29
	.long 30
	.long 31

	.globl fftw_hc2hc_backward_32_desc
	.balign 32
fftw_hc2hc_backward_32_desc:
	/* descr_str_ptr */	.long .LC0
	/* codelet_ptr */	.long fftw_hc2hc_backward_32
	/* n */			.long 32
	/* cdir_int */		.long 1
	/* ctype_int */		.long 6
	/* signature */		.long 718
	/* num_twiddles */	.long 31
	/* twiddle_order */	.long twiddle_order
.LC0:	.string "fftw_hc2hc_backward_32"
