/*
 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
 * Copyright (c) 2000-2001 Stefan Kral
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

/* This file was automatically generated --- DO NOT EDIT */
/* Generated on Tue Mar 25 06:37:46 EST 2003 */


/* fnset3/cheap-mode: VECTGRADE_FULLH0 succeeded. (355 steps) */
.section .rodata
	.balign 64
	chs_lo: .double -1.0, +1.0
	PK923879532PK382683432: .double +0.9238795325112867561281832, +0.3826834323650897717284600
	PK382683432PK923879532: .double +0.3826834323650897717284600, +0.9238795325112867561281832
	PK707106781NK707106781: .double +0.7071067811865475244008444, -0.7071067811865475244008444
	PK707106781PK707106781: .double +0.7071067811865475244008444, +0.7071067811865475244008444
	NK707106781PK707106781: .double -0.7071067811865475244008444, +0.7071067811865475244008444
	PK831469612PK555570233: .double +0.8314696123025452370787884, +0.5555702330196022247428308
	chs_hi: .double +1.0, -1.0
	PK555570233PK831469612: .double +0.5555702330196022247428308, +0.8314696123025452370787884
	PK980785280PK195090322: .double +0.9807852804032304491261822, +0.1950903220161282678482849
	PK195090322PK980785280: .double +0.1950903220161282678482849, +0.9807852804032304491261822
	PK831469612NK555570233: .double +0.8314696123025452370787884, -0.5555702330196022247428308
	NK831469612PK555570233: .double -0.8314696123025452370787884, +0.5555702330196022247428308
	PK555570233NK831469612: .double +0.5555702330196022247428308, -0.8314696123025452370787884
	chs_lohi: .double -1.0, -1.0
	PK098017140PK995184726: .double +0.0980171403295606019941956, +0.9951847266721968862448370
	PK995184726PK098017140: .double +0.9951847266721968862448370, +0.0980171403295606019941956
	PK634393284NK773010453: .double +0.6343932841636454982151716, -0.7730104533627369608109066
	PK773010453NK634393284: .double +0.7730104533627369608109066, -0.6343932841636454982151716
	PK956940335PK290284677: .double +0.9569403357322088649357979, +0.2902846772544623676361924
	PK290284677PK956940335: .double +0.2902846772544623676361924, +0.9569403357322088649357979
	PK881921264NK471396736: .double +0.8819212643483550297127569, -0.4713967368259976485563876
	PK471396736NK881921264: .double +0.4713967368259976485563876, -0.8819212643483550297127569
	NK881921264PK471396736: .double -0.8819212643483550297127569, +0.4713967368259976485563876

	

.text
	.balign 64
	.globl	fftw_real2hc_64
	.type	fftw_real2hc_64, @function
fftw_real2hc_64:
	/* promise simd cell size = 16 */ 
	subl $16, %esp
	movl 32(%esp), %ecx
	movl 20(%esp), %eax
	movl %esi, 8(%esp)
	movl %ebx, 12(%esp)
	movl %edi, 4(%esp)
	movl %ebp, 0(%esp)
	leal (,%ecx,8), %edx
	movl %edx, %esi
	leal (%edx,%edx), %ebx
	leal (%edx,%edx,2), %edi
	sall $5, %esi
	addl %eax, %esi
	movhpd (%esi), %xmm1
	movlpd (%eax), %xmm1
	movhpd (%esi,%edx,8), %xmm4
	movlpd (%eax,%ebx,8), %xmm0
	leal (%edi,%edx,4), %ebp
	movlpd (%eax,%edx,8), %xmm4
	movhpd (%esi,%ebx,8), %xmm0
	movlpd (%esi,%edi,8), %xmm3
	movhpd (%eax,%edi,8), %xmm3
	leal (%ebp,%edx,8), %ecx
	leal (%ebp,%edx,4), %ebx
	movapd %xmm1, %xmm2
	unpckhpd %xmm0, %xmm2
	movapd %xmm4, %xmm5
	unpcklpd %xmm0, %xmm1
	unpckhpd %xmm3, %xmm5
	movapd %xmm2, %xmm6
	unpcklpd %xmm3, %xmm4
	addpd %xmm1, %xmm6
	movapd %xmm5, %xmm7
	subpd %xmm2, %xmm1
	addpd %xmm4, %xmm7
	movapd %xmm6, %xmm0
	movapd %xmm6, fftw_stackcell_6
	subpd %xmm5, %xmm4
	movapd %xmm1, fftw_stackcell_0
	movhpd (%esi,%edi,2), %xmm1
	unpckhpd %xmm7, %xmm0
	movapd %xmm7, %xmm3
	movlpd (%eax,%edi,2), %xmm1
	leal (%edx,%edx,4), %edi
	unpcklpd %xmm7, %xmm6
	movlpd (%eax,%ebp,2), %xmm7
	movhpd (%esi,%ebp,2), %xmm7
	leal (%edx,%edx,2), %ebp
	movapd %xmm4, fftw_stackcell_2
	shufpd $9, %xmm3, %xmm3
	movapd %xmm0, %xmm2
	movhpd (%eax,%ecx,2), %xmm0
	movlpd (%esi,%ecx,2), %xmm0
	leal (%edi,%edx,2), %ecx
	addpd %xmm6, %xmm2
	movapd %xmm3, fftw_stackcell_3
	movapd %xmm1, %xmm6
	movapd %xmm2, fftw_stackcell_11
	movapd %xmm0, %xmm5
	unpckhpd %xmm7, %xmm0
	unpcklpd %xmm7, %xmm5
	movapd %xmm0, %xmm4
	addpd %xmm5, %xmm4
	subpd %xmm0, %xmm5
	movlpd (%esi,%ebx,2), %xmm0
	movhpd (%eax,%ebx,2), %xmm0
	leal (%edx,%edx,8), %ebx
	movapd %xmm4, %xmm2
	movapd %xmm4, %xmm7
	movapd %xmm5, fftw_stackcell_1
	movapd %xmm4, %xmm5
	unpckhpd %xmm0, %xmm1
	unpcklpd %xmm0, %xmm6
	movapd %xmm1, %xmm3
	addpd %xmm6, %xmm3
	subpd %xmm1, %xmm6
	unpckhpd %xmm3, %xmm4
	movapd %xmm6, %xmm0
	movapd %xmm6, %xmm1
	unpcklpd %xmm3, %xmm2
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm0, %xmm0
	addpd %xmm2, %xmm4
	unpcklpd %xmm3, %xmm7
	unpcklpd %xmm0, %xmm6
	unpckhpd %xmm0, %xmm1
	movapd %xmm6, %xmm2
	movhpd (%esi,%edx,4), %xmm6
	movlpd (%eax,%edx,4), %xmm6
	unpckhpd %xmm3, %xmm5
	movapd %xmm1, %xmm0
	movlpd (%eax,%edi,4), %xmm1
	movhpd (%esi,%edi,4), %xmm1
	leal (%ebx,%edx,4), %edi
	subpd %xmm5, %xmm7
	mulsd chs_lo, %xmm0
	movapd %xmm7, fftw_stackcell_5
	movapd %xmm6, %xmm3
	subpd %xmm0, %xmm2
	unpcklpd %xmm1, %xmm3
	unpckhpd %xmm1, %xmm6
	movapd %xmm2, fftw_stackcell_4
	movhpd (%eax,%ecx,4), %xmm2
	movlpd (%esi,%ecx,4), %xmm2
	movapd %xmm3, %xmm5
	leal (%edi,%edx,2), %ecx
	subpd %xmm6, %xmm5
	addpd %xmm3, %xmm6
	movlpd (%eax,%ebp,4), %xmm3
	movhpd (%esi,%ebp,4), %xmm3
	leal (%edx,%edx,4), %ebp
	movapd %xmm5, %xmm7
	mulpd PK923879532PK382683432, %xmm5
	movapd %xmm2, %xmm0
	mulpd PK382683432PK923879532, %xmm7
	unpcklpd %xmm3, %xmm0
	movapd %xmm7, fftw_stackcell_7
	unpckhpd %xmm3, %xmm2
	movapd %xmm6, %xmm3
	movapd %xmm0, %xmm1
	subpd %xmm2, %xmm1
	addpd %xmm0, %xmm2
	movapd %xmm5, %xmm0
	movapd %xmm1, %xmm7
	mulpd PK923879532PK382683432, %xmm1
	unpcklpd %xmm2, %xmm3
	mulpd PK382683432PK923879532, %xmm7
	movapd %xmm3, fftw_stackcell_12
	movapd %xmm6, %xmm3
	unpckhpd %xmm1, %xmm0
	movlpd (%eax,%ebx,2), %xmm6
	movhpd (%esi,%ebx,2), %xmm6
	unpcklpd %xmm1, %xmm5
	leal (%edx,%ecx,2), %ebx
	unpckhpd %xmm2, %xmm3
	movhpd (%esi,%edx,2), %xmm2
	movlpd (%eax,%edx,2), %xmm2
	mulsd chs_lo, %xmm0
	movapd %xmm7, fftw_stackcell_9
	addpd %xmm5, %xmm0
	movapd %xmm6, %xmm1
	movapd %xmm2, %xmm7
	movapd %xmm2, %xmm5
	unpckhpd %xmm2, %xmm1
	movapd %xmm0, fftw_stackcell_8
	unpckhpd %xmm6, %xmm7
	unpcklpd %xmm6, %xmm5
	unpcklpd %xmm2, %xmm6
	addpd %xmm5, %xmm7
	movapd %xmm6, %xmm0
	movlpd (%esi,%edi,2), %xmm6
	movhpd (%eax,%edi,2), %xmm6
	leal (%ebp,%edx,2), %edi
	subpd %xmm1, %xmm0
	movhpd (%esi,%ebp,2), %xmm1
	movlpd (%eax,%ebp,2), %xmm1
	leal (%ecx,%edx,8), %ebp
	movapd %xmm0, fftw_stackcell_10
	movapd %xmm6, %xmm2
	movapd %xmm1, %xmm5
	movapd %xmm1, %xmm0
	unpckhpd %xmm1, %xmm2
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm0
	unpcklpd %xmm1, %xmm6
	addpd %xmm0, %xmm5
	movapd %xmm7, %xmm0
	subpd %xmm2, %xmm6
	movapd %xmm7, %xmm2
	movapd %xmm5, %xmm1
	shufpd $9, %xmm1, %xmm1
	unpckhpd %xmm1, %xmm0
	unpcklpd %xmm1, %xmm2
	movapd %xmm7, %xmm1
	unpckhpd %xmm5, %xmm7
	subpd %xmm0, %xmm2
	movapd %xmm6, %xmm0
	unpckhpd %xmm6, %xmm6
	unpcklpd %xmm5, %xmm1
	unpcklpd %xmm0, %xmm0
	movapd %xmm2, fftw_stackcell_14
	movapd fftw_stackcell_12, %xmm2
	mulsd chs_lo, %xmm6
	addpd %xmm1, %xmm7
	movapd %xmm3, %xmm1
	movapd %xmm7, %xmm5
	unpckhpd %xmm4, %xmm7
	addpd %xmm0, %xmm6
	unpcklpd %xmm4, %xmm5
	addpd %xmm2, %xmm1
	movapd %xmm6, fftw_stackcell_13
	movapd fftw_stackcell_11, %xmm6
	subpd %xmm3, %xmm2
	movapd %xmm5, %xmm0
	movapd %xmm1, %xmm4
	subpd %xmm7, %xmm0
	shufpd $9, %xmm4, %xmm4
	addpd %xmm5, %xmm7
	movapd %xmm6, %xmm3
	movapd %xmm6, %xmm5
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm5
	movapd %xmm0, %xmm1
	shufpd $9, %xmm1, %xmm1
	addpd %xmm5, %xmm3
	movapd %xmm0, %xmm5
	movapd %xmm3, fftw_stackcell_26
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm0
	movapd %xmm6, %xmm1
	unpcklpd %xmm4, %xmm6
	unpckhpd %xmm4, %xmm1
	mulsd chs_lo, %xmm5
	movapd %xmm2, %xmm4
	shufpd $9, %xmm4, %xmm4
	subpd %xmm1, %xmm6
	movapd %xmm3, %xmm1
	unpckhpd %xmm7, %xmm3
	subpd %xmm5, %xmm0
	movapd %xmm2, %xmm5
	movapd %xmm6, fftw_stackcell_16
	movapd fftw_stackcell_9, %xmm6
	unpcklpd %xmm7, %xmm1
	movapd %xmm0, fftw_stackcell_20
	movapd fftw_stackcell_7, %xmm0
	unpckhpd %xmm4, %xmm2
	addpd %xmm1, %xmm3
	unpcklpd %xmm4, %xmm5
	movapd fftw_stackcell_8, %xmm4
	shufpd $9, %xmm7, %xmm7
	movapd %xmm6, %xmm1
	mulsd chs_lo, %xmm2
	movapd %xmm3, fftw_stackcell_31
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm1
	movapd %xmm4, %xmm0
	movapd %xmm7, fftw_stackcell_25
	subpd %xmm2, %xmm5
	movapd %xmm4, %xmm7
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm0, %xmm0
	movapd %xmm5, fftw_stackcell_15
	movapd fftw_stackcell_6, %xmm5
	addpd %xmm1, %xmm6
	movapd fftw_stackcell_3, %xmm1
	movapd %xmm6, %xmm2
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm7
	unpcklpd %xmm0, %xmm6
	unpckhpd %xmm0, %xmm2
	movapd %xmm5, %xmm0
	mulsd chs_lo, %xmm4
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm0
	movapd fftw_stackcell_5, %xmm1
	mulsd chs_lo, %xmm2
	subpd %xmm4, %xmm7
	subpd %xmm5, %xmm0
	movapd %xmm7, fftw_stackcell_18
	movapd fftw_stackcell_14, %xmm5
	movapd %xmm1, %xmm4
	subpd %xmm2, %xmm6
	movapd fftw_stackcell_2, %xmm2
	mulpd PK382683432PK923879532, %xmm1
	movapd %xmm0, fftw_stackcell_19
	mulpd PK923879532PK382683432, %xmm4
	movapd %xmm5, %xmm7
	movapd %xmm6, fftw_stackcell_17
	mulpd PK923879532PK382683432, %xmm5
	movapd %xmm2, %xmm6
	shufpd $9, %xmm7, %xmm7
	movapd %xmm5, %xmm0
	unpckhpd %xmm4, %xmm5
	shufpd $9, %xmm6, %xmm6
	mulpd PK923879532PK382683432, %xmm7
	unpcklpd %xmm4, %xmm0
	mulsd chs_lo, %xmm5
	movapd %xmm7, %xmm4
	unpckhpd %xmm1, %xmm7
	subpd %xmm5, %xmm0
	movapd %xmm2, %xmm5
	unpckhpd %xmm6, %xmm2
	unpcklpd %xmm1, %xmm4
	mulsd chs_lo, %xmm7
	movapd fftw_stackcell_13, %xmm1
	unpcklpd %xmm6, %xmm5
	movapd %xmm0, fftw_stackcell_23
	mulsd chs_lo, %xmm2
	addpd %xmm4, %xmm7
	movapd fftw_stackcell_10, %xmm4
	movapd %xmm1, %xmm6
	mulpd PK707106781NK707106781, %xmm1
	subpd %xmm2, %xmm5
	movapd %xmm7, fftw_stackcell_24
	movapd fftw_stackcell_4, %xmm7
	mulpd PK707106781PK707106781, %xmm6
	movapd %xmm5, %xmm0
	mulpd PK707106781PK707106781, %xmm5
	movapd %xmm4, %xmm2
	addpd %xmm1, %xmm4
	mulpd NK707106781PK707106781, %xmm0
	movapd %xmm7, %xmm1
	mulsd chs_lo, %xmm2
	movapd %xmm5, fftw_stackcell_21
	movapd %xmm4, %xmm5
	mulpd NK707106781PK707106781, %xmm7
	movapd %xmm0, fftw_stackcell_22
	movapd fftw_stackcell_1, %xmm0
	shufpd $9, %xmm5, %xmm5
	mulpd PK707106781PK707106781, %xmm1
	addpd %xmm2, %xmm6
	mulpd PK831469612PK555570233, %xmm4
	mulpd PK831469612PK555570233, %xmm5
	movapd %xmm0, %xmm2
	addpd %xmm7, %xmm0
	movapd %xmm0, %xmm7
	mulpd chs_hi, %xmm2
	mulpd PK555570233PK831469612, %xmm0
	mulpd PK831469612PK555570233, %xmm7
	addpd %xmm2, %xmm1
	movapd %xmm5, %xmm2
	unpckhpd %xmm7, %xmm2
	unpcklpd %xmm7, %xmm5
	movapd %xmm4, %xmm7
	unpcklpd %xmm0, %xmm4
	unpckhpd %xmm0, %xmm7
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm0
	mulpd PK980785280PK195090322, %xmm6
	mulpd PK195090322PK980785280, %xmm0
	subpd %xmm2, %xmm5
	mulsd chs_lo, %xmm7
	movapd %xmm1, %xmm2
	mulpd PK980785280PK195090322, %xmm1
	mulpd PK195090322PK980785280, %xmm2
	movapd %xmm5, fftw_stackcell_27
	movhpd (%eax,%ebp), %xmm5
	addpd %xmm4, %xmm7
	movlpd (%esi,%ebp), %xmm5
	movapd %xmm1, %xmm4
	unpcklpd %xmm0, %xmm1
	movapd %xmm7, fftw_stackcell_28
	movapd %xmm2, %xmm7
	unpcklpd %xmm6, %xmm2
	unpckhpd %xmm0, %xmm4
	unpckhpd %xmm6, %xmm7
	movapd %xmm4, %xmm0
	movlpd (%eax,%ecx), %xmm4
	movhpd (%esi,%ecx), %xmm4
	leal (%edx,%edx,4), %ecx
	mulsd chs_lo, %xmm7
	mulsd chs_lo, %xmm0
	subpd %xmm7, %xmm2
	movapd %xmm0, %xmm6
	movhpd (%eax,%ebx), %xmm0
	movlpd (%esi,%ebx), %xmm0
	leal (%edx,%ecx,4), %ebx
	movapd %xmm2, fftw_stackcell_29
	addpd %xmm1, %xmm6
	movapd %xmm5, %xmm1
	movapd %xmm6, fftw_stackcell_30
	movapd %xmm5, %xmm6
	leal (%ebx,%edx,8), %ebp
	movapd %xmm0, %xmm7
	unpckhpd %xmm4, %xmm0
	unpcklpd %xmm4, %xmm7
	movhpd (%eax,%ebp), %xmm3
	movlpd (%esi,%ebp), %xmm3
	movapd %xmm0, %xmm2
	addpd %xmm7, %xmm2
	subpd %xmm0, %xmm7
	movlpd (%eax,%edi), %xmm0
	movhpd (%esi,%edi), %xmm0
	leal (%ecx,%edx,8), %edi
	movapd %xmm7, fftw_stackcell_32
	movapd %xmm2, %xmm7
	movapd %xmm0, %xmm4
	unpckhpd %xmm0, %xmm1
	unpcklpd %xmm0, %xmm6
	unpckhpd %xmm5, %xmm4
	unpcklpd %xmm5, %xmm0
	addpd %xmm6, %xmm1
	subpd %xmm4, %xmm0
	unpckhpd %xmm1, %xmm7
	unpcklpd %xmm1, %xmm2
	movlpd (%eax,%ebx), %xmm1
	movhpd (%esi,%ebx), %xmm1
	leal (%edx,%edx,8), %ebx
	movapd %xmm0, %xmm5
	movapd %xmm0, %xmm4
	movapd %xmm7, %xmm6
	shufpd $9, %xmm5, %xmm5
	addpd %xmm2, %xmm6
	unpckhpd %xmm5, %xmm4
	unpcklpd %xmm5, %xmm0
	movapd %xmm2, %xmm5
	movhpd (%esi,%ecx), %xmm2
	movlpd (%eax,%ecx), %xmm2
	leal (%edi,%edx,4), %ecx
	subpd %xmm7, %xmm5
	mulsd chs_lo, %xmm4
	movapd %xmm5, fftw_stackcell_35
	subpd %xmm4, %xmm0
	leal (%ecx,%edx,2), %ebp
	movapd %xmm2, %xmm7
	unpckhpd %xmm1, %xmm2
	movapd %xmm0, fftw_stackcell_33
	movapd %xmm3, %xmm0
	unpcklpd %xmm1, %xmm7
	movapd %xmm2, %xmm5
	addpd %xmm7, %xmm5
	subpd %xmm2, %xmm7
	movlpd (%eax,%edi), %xmm2
	movhpd (%esi,%edi), %xmm2
	leal (%ecx,%edx,8), %edi
	movapd %xmm7, %xmm4
	mulpd PK382683432PK923879532, %xmm7
	mulpd PK923879532PK382683432, %xmm4
	unpckhpd %xmm2, %xmm3
	unpcklpd %xmm2, %xmm0
	movapd %xmm5, %xmm2
	movapd %xmm3, %xmm1
	addpd %xmm0, %xmm1
	subpd %xmm3, %xmm0
	unpcklpd %xmm1, %xmm2
	unpckhpd %xmm1, %xmm5
	movapd %xmm0, %xmm3
	mulpd PK382683432PK923879532, %xmm0
	movapd %xmm2, %xmm1
	mulpd PK923879532PK382683432, %xmm3
	subpd %xmm5, %xmm1
	addpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	unpcklpd %xmm7, %xmm0
	movapd %xmm1, fftw_stackcell_34
	movapd %xmm4, %xmm1
	unpcklpd %xmm3, %xmm4
	unpckhpd %xmm7, %xmm2
	movapd %xmm5, fftw_stackcell_42
	unpckhpd %xmm3, %xmm1
	movapd %xmm2, %xmm7
	movlpd (%eax,%ecx), %xmm2
	movhpd (%esi,%ecx), %xmm2
	leal (%edx,%edx,2), %ecx
	mulsd chs_lo, %xmm1
	mulsd chs_lo, %xmm7
	addpd %xmm4, %xmm1
	movapd %xmm7, %xmm5
	movhpd (%esi,%edx), %xmm7
	movlpd (%eax,%edx), %xmm7
	movapd %xmm1, fftw_stackcell_38
	movapd %xmm2, %xmm3
	addpd %xmm0, %xmm5
	movapd %xmm5, fftw_stackcell_36
	movapd %xmm7, %xmm4
	movapd %xmm7, %xmm1
	unpckhpd %xmm7, %xmm3
	unpckhpd %xmm2, %xmm4
	unpcklpd %xmm2, %xmm1
	unpcklpd %xmm7, %xmm2
	addpd %xmm1, %xmm4
	movapd %xmm2, %xmm0
	movlpd (%eax,%ebx), %xmm2
	movhpd (%esi,%ebx), %xmm2
	leal (%ecx,%edx,8), %ebx
	movapd %xmm4, %xmm1
	subpd %xmm3, %xmm0
	movhpd (%eax,%edi), %xmm3
	movlpd (%esi,%edi), %xmm3
	leal (%ebp,%edx,8), %edi
	movapd %xmm0, fftw_stackcell_39
	movhpd (%eax,%edi), %xmm0
	movlpd (%esi,%edi), %xmm0
	movl 40(%esp), %edi
	movapd %xmm3, %xmm5
	unpckhpd %xmm2, %xmm3
	unpcklpd %xmm2, %xmm5
	movapd %xmm3, %xmm7
	addpd %xmm5, %xmm7
	subpd %xmm3, %xmm5
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm1
	movapd %xmm5, fftw_stackcell_40
	movapd %xmm0, %xmm5
	movapd %xmm4, %xmm2
	addpd %xmm1, %xmm2
	subpd %xmm4, %xmm1
	movlpd (%eax,%ebp), %xmm4
	movhpd (%esi,%ebp), %xmm4
	movapd %xmm1, fftw_stackcell_37
	movhpd (%esi,%ecx), %xmm1
	movlpd (%eax,%ecx), %xmm1
	movl 24(%esp), %ecx
	movapd %xmm1, %xmm3
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm3
	movapd %xmm1, %xmm7
	addpd %xmm3, %xmm7
	subpd %xmm1, %xmm3
	movlpd (%eax,%ebx), %xmm1
	movhpd (%esi,%ebx), %xmm1
	leal (,%edi,8), %esi
	movl 36(%esp), %eax
	movl 28(%esp), %ebx
	/* simd data load/store barrier */ 
	leal (,%eax,8), %edx
	leal (%esi,%esi), %eax
	unpckhpd %xmm1, %xmm0
	unpcklpd %xmm1, %xmm5
	movapd %xmm7, %xmm1
	movapd %xmm0, %xmm4
	leal (%edx,%edx), %ebp
	leal (%edx,%edx,2), %edi
	addpd %xmm5, %xmm4
	subpd %xmm0, %xmm5
	unpcklpd %xmm4, %xmm1
	unpckhpd %xmm4, %xmm7
	movapd %xmm5, %xmm0
	mulpd PK923879532PK382683432, %xmm5
	movapd %xmm1, %xmm4
	mulpd PK382683432PK923879532, %xmm0
	subpd %xmm7, %xmm4
	addpd %xmm1, %xmm7
	movapd %xmm3, %xmm1
	mulpd PK923879532PK382683432, %xmm3
	movapd %xmm4, fftw_stackcell_41
	movapd %xmm0, %xmm4
	mulpd PK382683432PK923879532, %xmm1
	unpckhpd %xmm1, %xmm4
	unpcklpd %xmm1, %xmm0
	movapd %xmm3, %xmm1
	unpcklpd %xmm5, %xmm3
	mulsd chs_lo, %xmm4
	unpckhpd %xmm5, %xmm1
	movapd %xmm6, %xmm5
	unpckhpd %xmm7, %xmm5
	addpd %xmm0, %xmm4
	mulsd chs_lo, %xmm1
	movapd %xmm6, %xmm0
	movapd %xmm4, fftw_stackcell_43
	movapd fftw_stackcell_42, %xmm4
	unpcklpd %xmm7, %xmm0
	addpd %xmm3, %xmm1
	movapd %xmm2, %xmm3
	shufpd $9, %xmm7, %xmm7
	addpd %xmm0, %xmm5
	movapd %xmm2, %xmm0
	movapd %xmm1, fftw_stackcell_44
	unpckhpd %xmm4, %xmm3
	movapd %xmm7, fftw_stackcell_45
	movapd %xmm5, %xmm1
	unpcklpd %xmm4, %xmm0
	movapd %xmm5, %xmm7
	shufpd $9, %xmm4, %xmm4
	addpd %xmm0, %xmm3
	unpckhpd %xmm3, %xmm1
	movapd %xmm3, %xmm0
	unpcklpd %xmm3, %xmm7
	unpcklpd %xmm5, %xmm3
	unpckhpd %xmm5, %xmm0
	movapd fftw_stackcell_45, %xmm5
	addpd %xmm7, %xmm1
	movapd %xmm2, %xmm7
	unpckhpd %xmm4, %xmm2
	movapd %xmm1, fftw_stackcell_50
	unpcklpd %xmm4, %xmm7
	movapd %xmm6, %xmm1
	movapd fftw_stackcell_40, %xmm4
	subpd %xmm0, %xmm3
	unpckhpd %xmm5, %xmm6
	subpd %xmm2, %xmm7
	unpcklpd %xmm5, %xmm1
	movapd %xmm3, fftw_stackcell_49
	movapd %xmm7, %xmm0
	mulpd PK923879532PK382683432, %xmm7
	subpd %xmm6, %xmm1
	movapd %xmm4, %xmm2
	unpckhpd %xmm4, %xmm4
	shufpd $9, %xmm0, %xmm0
	movapd %xmm1, %xmm3
	unpcklpd %xmm2, %xmm2
	movapd %xmm7, %xmm5
	mulpd PK382683432PK923879532, %xmm1
	mulsd chs_lo, %xmm4
	mulpd PK923879532PK382683432, %xmm3
	mulpd PK923879532PK382683432, %xmm0
	movapd %xmm1, fftw_stackcell_47
	movapd fftw_stackcell_38, %xmm1
	addpd %xmm2, %xmm4
	unpckhpd %xmm3, %xmm5
	unpcklpd %xmm3, %xmm7
	movapd fftw_stackcell_39, %xmm3
	movapd %xmm4, %xmm6
	mulpd PK707106781NK707106781, %xmm4
	movapd %xmm0, fftw_stackcell_48
	movapd %xmm1, %xmm2
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm2, %xmm2
	mulpd PK707106781PK707106781, %xmm6
	movapd %xmm3, %xmm0
	addpd %xmm4, %xmm3
	movapd fftw_stackcell_36, %xmm4
	subpd %xmm5, %xmm7
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm3, %xmm3
	movapd %xmm7, fftw_stackcell_46
	movapd %xmm4, %xmm5
	movapd %xmm4, %xmm7
	addpd %xmm0, %xmm6
	movapd %xmm4, %xmm0
	unpcklpd %xmm1, %xmm4
	unpckhpd %xmm2, %xmm5
	unpckhpd %xmm1, %xmm7
	movapd %xmm3, %xmm1
	unpcklpd %xmm2, %xmm0
	mulsd chs_lo, %xmm5
	mulsd chs_lo, %xmm7
	subpd %xmm5, %xmm0
	movapd fftw_stackcell_41, %xmm5
	addpd %xmm4, %xmm7
	subpd %xmm0, %xmm3
	movapd %xmm7, %xmm2
	addpd %xmm0, %xmm1
	movapd %xmm3, fftw_stackcell_51
	movapd fftw_stackcell_34, %xmm3
	addpd %xmm6, %xmm7
	movapd %xmm5, %xmm4
	movapd %xmm5, %xmm0
	subpd %xmm6, %xmm2
	movapd %xmm1, fftw_stackcell_52
	movapd %xmm7, fftw_stackcell_54
	shufpd $9, %xmm4, %xmm4
	movapd %xmm2, fftw_stackcell_53
	movapd fftw_stackcell_44, %xmm7
	movapd %xmm3, %xmm6
	movapd %xmm3, %xmm1
	unpckhpd %xmm4, %xmm0
	shufpd $9, %xmm6, %xmm6
	movapd %xmm7, %xmm2
	unpcklpd %xmm4, %xmm5
	movapd fftw_stackcell_35, %xmm4
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm2, %xmm2
	unpckhpd %xmm6, %xmm3
	unpcklpd %xmm6, %xmm1
	movapd fftw_stackcell_43, %xmm6
	subpd %xmm0, %xmm5
	movapd %xmm4, %xmm0
	mulsd chs_lo, %xmm3
	mulpd PK707106781PK707106781, %xmm5
	subpd %xmm3, %xmm1
	movapd fftw_stackcell_37, %xmm3
	addpd %xmm5, %xmm0
	subpd %xmm5, %xmm4
	mulpd PK707106781PK707106781, %xmm1
	movapd %xmm7, %xmm5
	unpcklpd %xmm6, %xmm7
	movapd %xmm4, fftw_stackcell_55
	unpckhpd %xmm6, %xmm5
	movapd %xmm3, %xmm4
	subpd %xmm1, %xmm3
	addpd %xmm1, %xmm4
	movapd %xmm6, %xmm1
	unpcklpd %xmm2, %xmm6
	movapd %xmm3, fftw_stackcell_56
	mulsd chs_lo, %xmm5
	movapd fftw_stackcell_33, %xmm3
	unpckhpd %xmm2, %xmm1
	subpd %xmm5, %xmm7
	movapd fftw_stackcell_32, %xmm5
	movapd %xmm3, %xmm2
	mulsd chs_lo, %xmm1
	mulpd NK707106781PK707106781, %xmm3
	mulpd PK707106781PK707106781, %xmm2
	subpd %xmm1, %xmm6
	movapd %xmm5, %xmm1
	addpd %xmm3, %xmm5
	mulpd chs_hi, %xmm1
	movapd %xmm5, %xmm3
	subpd %xmm6, %xmm5
	movapd %xmm5, fftw_stackcell_57
	movapd fftw_stackcell_50, %xmm5
	addpd %xmm6, %xmm3
	addpd %xmm1, %xmm2
	movapd %xmm3, fftw_stackcell_58
	movapd fftw_stackcell_31, %xmm3
	movapd %xmm2, %xmm6
	addpd %xmm7, %xmm2
	movapd %xmm5, %xmm1
	subpd %xmm7, %xmm6
	movapd %xmm2, fftw_stackcell_60
	shufpd $9, %xmm1, %xmm1
	movapd %xmm3, %xmm7
	movapd %xmm3, %xmm2
	movapd %xmm6, fftw_stackcell_59
	movapd %xmm3, %xmm6
	unpckhpd %xmm5, %xmm7
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm5, %xmm2
	movapd fftw_stackcell_26, %xmm5
	unpcklpd %xmm1, %xmm6
	movapd fftw_stackcell_25, %xmm1
	subpd %xmm7, %xmm2
	addpd %xmm6, %xmm3
	movapd fftw_stackcell_49, %xmm6
	movapd %xmm5, %xmm7
	movlpd %xmm2, (%ecx,%ebp,8)
	leal (,%edx,4), %ebp
	unpckhpd %xmm1, %xmm5
	movhpd %xmm2, (%ebx,%eax,8)
	movapd %xmm3, %xmm2
	leal (%esi,%esi,2), %eax
	unpcklpd %xmm1, %xmm7
	movapd %xmm6, %xmm1
	unpckhpd %xmm2, %xmm2
	subpd %xmm5, %xmm7
	movapd %xmm6, %xmm5
	unpcklpd %xmm3, %xmm3
	shufpd $9, %xmm1, %xmm1
	mulsd chs_lo, %xmm2
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm6
	addpd %xmm3, %xmm2
	movapd %xmm7, %xmm3
	mulsd chs_lo, %xmm5
	movlpd %xmm2, (%ecx,%ebp,8)
	movhpd %xmm2, (%ecx)
	leal (%esi,%esi,4), %ebp
	movapd fftw_stackcell_48, %xmm2
	mulpd chs_hi, %xmm3
	subpd %xmm5, %xmm6
	movapd fftw_stackcell_47, %xmm5
	movapd %xmm6, %xmm1
	mulpd NK707106781PK707106781, %xmm6
	mulpd PK707106781PK707106781, %xmm1
	addpd %xmm6, %xmm7
	movapd %xmm2, %xmm6
	unpcklpd %xmm5, %xmm2
	addpd %xmm3, %xmm1
	unpckhpd %xmm5, %xmm6
	movapd fftw_stackcell_46, %xmm3
	movlpd %xmm7, (%ecx,%edi,8)
	movhpd %xmm7, (%ebx,%esi,8)
	movlpd %xmm1, (%ecx,%edx,8)
	movhpd %xmm1, (%ebx,%eax,8)
	leal (%edi,%edx,4), %eax
	leal (%esi,%esi,2), %edi
	mulsd chs_lo, %xmm6
	movapd %xmm3, %xmm5
	movapd %xmm3, %xmm7
	shufpd $9, %xmm5, %xmm5
	addpd %xmm2, %xmm6
	movapd %xmm6, %xmm1
	movapd %xmm6, %xmm2
	unpckhpd %xmm5, %xmm7
	shufpd $9, %xmm1, %xmm1
	unpcklpd %xmm5, %xmm3
	movapd fftw_stackcell_20, %xmm5
	mulsd chs_lo, %xmm7
	unpckhpd %xmm1, %xmm2
	unpcklpd %xmm1, %xmm6
	subpd %xmm7, %xmm3
	movapd fftw_stackcell_16, %xmm7
	movapd %xmm5, %xmm1
	mulpd NK707106781PK707106781, %xmm5
	mulsd chs_lo, %xmm2
	mulpd PK707106781PK707106781, %xmm1
	subpd %xmm2, %xmm6
	movapd %xmm7, %xmm2
	addpd %xmm5, %xmm7
	movapd %xmm3, %xmm5
	mulpd chs_hi, %xmm2
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm7, %xmm7
	addpd %xmm2, %xmm1
	movapd %xmm1, %xmm2
	addpd %xmm5, %xmm1
	movapd %xmm4, %xmm5
	shufpd $9, %xmm4, %xmm4
	mulpd chs_hi, %xmm2
	movlpd %xmm1, (%ecx,%eax,4)
	movhpd %xmm1, (%ebx,%edi,4)
	leal (%edi,%esi,4), %eax
	movapd %xmm7, %xmm1
	mulsd chs_lo, %xmm7
	leal (%edx,%edx,2), %edi
	mulpd PK980785280PK195090322, %xmm4
	addpd %xmm2, %xmm3
	mulpd PK980785280PK195090322, %xmm5
	movapd %xmm6, %xmm2
	addpd %xmm7, %xmm6
	movapd %xmm0, %xmm7
	mulpd PK195090322PK980785280, %xmm0
	movlpd %xmm3, (%ecx,%edx,4)
	movhpd %xmm3, (%ebx,%ebp,4)
	mulsd chs_lo, %xmm2
	leal (%edx,%edx,4), %ebp
	movapd %xmm4, %xmm3
	mulpd PK980785280PK195090322, %xmm7
	movlpd %xmm6, (%ebx,%eax,4)
	movhpd %xmm6, (%ecx,%edi,4)
	movapd %xmm5, %xmm6
	unpcklpd %xmm0, %xmm4
	leal (%eax,%esi,8), %edi
	unpckhpd %xmm0, %xmm3
	movapd fftw_stackcell_56, %xmm0
	subpd %xmm2, %xmm1
	leal (%edx,%edx,2), %eax
	unpckhpd %xmm7, %xmm6
	unpcklpd %xmm7, %xmm5
	movlpd %xmm1, (%ebx,%esi,4)
	movhpd %xmm1, (%ecx,%ebp,4)
	leal (%edx,%edx,8), %ebp
	mulsd chs_lo, %xmm3
	mulsd chs_lo, %xmm6
	movapd %xmm0, %xmm2
	mulpd PK831469612NK555570233, %xmm0
	addpd %xmm4, %xmm3
	shufpd $9, %xmm2, %xmm2
	subpd %xmm6, %xmm5
	movapd %xmm3, %xmm7
	movapd %xmm3, %xmm4
	movapd %xmm5, %xmm1
	movapd %xmm5, %xmm6
	mulpd NK831469612PK555570233, %xmm2
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm1, %xmm1
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm3
	movapd fftw_stackcell_55, %xmm7
	unpckhpd %xmm1, %xmm6
	mulsd chs_lo, %xmm4
	unpcklpd %xmm1, %xmm5
	movapd %xmm7, %xmm1
	mulsd chs_lo, %xmm6
	mulpd PK555570233NK831469612, %xmm7
	subpd %xmm4, %xmm3
	movapd %xmm2, %xmm4
	mulpd PK831469612NK555570233, %xmm1
	subpd %xmm6, %xmm5
	movapd %xmm0, %xmm6
	unpckhpd %xmm7, %xmm4
	unpckhpd %xmm1, %xmm6
	movapd %xmm5, fftw_stackcell_62
	movapd fftw_stackcell_15, %xmm5
	unpcklpd %xmm7, %xmm2
	mulsd chs_lo, %xmm4
	unpcklpd %xmm1, %xmm0
	mulsd chs_lo, %xmm6
	mulpd PK707106781PK707106781, %xmm5
	addpd %xmm2, %xmm4
	subpd %xmm6, %xmm0
	movapd %xmm4, %xmm7
	movapd %xmm4, %xmm2
	movapd %xmm0, %xmm1
	movapd %xmm0, %xmm6
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm1, %xmm1
	unpckhpd %xmm7, %xmm2
	unpcklpd %xmm7, %xmm4
	movapd fftw_stackcell_23, %xmm7
	unpckhpd %xmm1, %xmm6
	mulsd chs_lo, %xmm2
	unpcklpd %xmm1, %xmm0
	movapd fftw_stackcell_24, %xmm1
	mulsd chs_lo, %xmm6
	subpd %xmm2, %xmm4
	movapd %xmm7, %xmm2
	subpd %xmm6, %xmm0
	unpckhpd %xmm1, %xmm2
	movapd %xmm7, %xmm6
	unpcklpd %xmm1, %xmm7
	shufpd $9, %xmm1, %xmm1
	movapd %xmm0, fftw_stackcell_61
	shufpd $9, %xmm6, %xmm6
	addpd %xmm7, %xmm2
	movapd fftw_stackcell_19, %xmm7
	movapd %xmm1, %xmm0
	unpcklpd %xmm6, %xmm1
	unpckhpd %xmm6, %xmm0
	movapd %xmm7, %xmm6
	addpd %xmm5, %xmm7
	subpd %xmm5, %xmm6
	subpd %xmm0, %xmm1
	movapd %xmm7, %xmm0
	movapd %xmm1, %xmm5
	addpd %xmm6, %xmm1
	mulpd chs_hi, %xmm0
	subpd %xmm6, %xmm5
	movapd %xmm2, %xmm6
	addpd %xmm0, %xmm2
	movapd %xmm3, %xmm0
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm5, %xmm5
	mulsd chs_lo, %xmm0
	addpd %xmm6, %xmm7
	shufpd $9, %xmm7, %xmm7
	movapd %xmm7, %xmm6
	subpd %xmm0, %xmm7
	movapd %xmm5, %xmm0
	mulpd chs_lohi, %xmm5
	mulsd chs_lo, %xmm6
	movhpd %xmm7, (%ecx,%ebp,2)
	leal (%edx,%eax,2), %ebp
	movlpd %xmm7, (%ebx,%esi,2)
	movapd %xmm4, %xmm7
	addpd %xmm5, %xmm4
	movapd fftw_stackcell_62, %xmm5
	mulpd chs_hi, %xmm0
	addpd %xmm6, %xmm3
	mulsd chs_lo, %xmm7
	movapd %xmm2, %xmm6
	leal (%ebp,%edx,4), %eax
	movlpd %xmm3, (%ebx,%edi,2)
	leal (%esi,%esi,2), %edi
	movhpd %xmm3, (%ecx,%ebp,2)
	mulpd chs_hi, %xmm6
	movapd %xmm5, %xmm3
	subpd %xmm7, %xmm0
	mulsd chs_lo, %xmm5
	movapd fftw_stackcell_60, %xmm7
	movhpd %xmm0, (%ecx,%eax,2)
	addpd %xmm6, %xmm3
	movlpd %xmm0, (%ebx,%edi,2)
	leal (%esi,%edi,4), %ebp
	movapd fftw_stackcell_61, %xmm0
	leal (%edx,%edx,4), %edi
	addpd %xmm5, %xmm2
	movapd %xmm1, %xmm5
	movapd %xmm7, %xmm6
	mulpd PK098017140PK995184726, %xmm7
	movlpd %xmm3, (%ecx,%edx,2)
	mulpd chs_hi, %xmm5
	movlpd %xmm4, (%ebx,%ebp,2)
	movhpd %xmm4, (%ecx,%edi,2)
	leal (%eax,%edx,4), %ebp
	leal (%esi,%esi,2), %eax
	movapd %xmm0, %xmm4
	mulsd chs_lo, %xmm0
	mulpd PK995184726PK098017140, %xmm6
	addpd %xmm5, %xmm4
	movapd fftw_stackcell_54, %xmm5
	leal (%esi,%eax,2), %edi
	addpd %xmm0, %xmm1
	movlpd %xmm2, (%ecx,%ebp,2)
	leal (%esi,%esi,8), %ebp
	leal (%edx,%edx,2), %eax
	movapd %xmm5, %xmm0
	mulpd PK995184726PK098017140, %xmm5
	movhpd %xmm2, (%ebx,%edi,2)
	movhpd %xmm3, (%ebx,%ebp,2)
	leal (%esi,%esi,4), %ebp
	mulpd PK098017140PK995184726, %xmm0
	movlpd %xmm4, (%ecx,%eax,2)
	leal (%edx,%eax,4), %edi
	movapd %xmm5, %xmm2
	unpcklpd %xmm7, %xmm5
	unpckhpd %xmm7, %xmm2
	movapd %xmm0, %xmm3
	leal (%esi,%ebp,2), %eax
	movapd fftw_stackcell_53, %xmm7
	unpcklpd %xmm6, %xmm0
	movhpd %xmm1, (%ebx,%ebp,2)
	movlpd %xmm1, (%ecx,%edi,2)
	leal (%edx,%edx,4), %ebp
	unpckhpd %xmm6, %xmm3
	mulsd chs_lo, %xmm2
	movhpd %xmm4, (%ebx,%eax,2)
	movapd %xmm7, %xmm1
	mulpd PK634393284NK773010453, %xmm7
	mulsd chs_lo, %xmm3
	leal (%ebp,%edi,2), %eax
	leal (%esi,%esi,2), %edi
	addpd %xmm5, %xmm2
	mulpd PK773010453NK634393284, %xmm1
	movapd %xmm2, %xmm6
	subpd %xmm3, %xmm0
	movapd %xmm2, %xmm5
	leal (%edi,%edi,4), %ebp
	shufpd $9, %xmm6, %xmm6
	movapd %xmm0, %xmm4
	movapd %xmm0, %xmm3
	shufpd $9, %xmm4, %xmm4
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm2
	movapd fftw_stackcell_59, %xmm6
	unpckhpd %xmm4, %xmm3
	mulsd chs_lo, %xmm5
	unpcklpd %xmm4, %xmm0
	movapd %xmm6, %xmm4
	mulpd PK773010453NK634393284, %xmm6
	subpd %xmm5, %xmm2
	movapd %xmm7, %xmm5
	mulsd chs_lo, %xmm3
	mulpd PK634393284NK773010453, %xmm4
	unpckhpd %xmm6, %xmm5
	movapd %xmm2, fftw_stackcell_64
	movapd %xmm1, %xmm2
	unpcklpd %xmm6, %xmm7
	subpd %xmm3, %xmm0
	unpckhpd %xmm4, %xmm2
	mulsd chs_lo, %xmm5
	unpcklpd %xmm4, %xmm1
	mulsd chs_lo, %xmm2
	subpd %xmm5, %xmm7
	movapd %xmm7, %xmm6
	addpd %xmm1, %xmm2
	movapd %xmm7, %xmm4
	movapd fftw_stackcell_0, %xmm1
	shufpd $9, %xmm6, %xmm6
	movapd %xmm2, %xmm3
	movapd %xmm2, %xmm5
	shufpd $9, %xmm3, %xmm3
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm7
	movapd %xmm1, %xmm6
	mulpd chs_hi, %xmm1
	unpckhpd %xmm3, %xmm5
	mulsd chs_lo, %xmm4
	addpd fftw_stackcell_22, %xmm6
	unpcklpd %xmm3, %xmm2
	movapd fftw_stackcell_29, %xmm3
	addpd fftw_stackcell_21, %xmm1
	mulsd chs_lo, %xmm5
	subpd %xmm4, %xmm7
	movapd %xmm7, fftw_stackcell_65
	movapd %xmm6, fftw_stackcell_63
	movapd fftw_stackcell_30, %xmm4
	subpd %xmm5, %xmm2
	movapd %xmm3, %xmm7
	movapd %xmm4, %xmm6
	movapd %xmm4, %xmm5
	unpckhpd %xmm4, %xmm7
	unpckhpd %xmm3, %xmm6
	unpcklpd %xmm3, %xmm5
	unpcklpd %xmm4, %xmm3
	movapd fftw_stackcell_18, %xmm4
	addpd %xmm5, %xmm6
	movapd %xmm1, %xmm5
	subpd %xmm7, %xmm3
	addpd %xmm4, %xmm5
	movapd %xmm3, %xmm7
	subpd %xmm4, %xmm1
	movapd %xmm6, %xmm4
	subpd %xmm1, %xmm7
	mulsd chs_lo, %xmm4
	addpd %xmm1, %xmm3
	movapd %xmm5, %xmm1
	shufpd $9, %xmm7, %xmm7
	mulpd chs_hi, %xmm1
	addpd %xmm4, %xmm5
	movapd %xmm0, %xmm4
	mulsd chs_lo, %xmm4
	shufpd $9, %xmm5, %xmm5
	addpd %xmm1, %xmm6
	movapd %xmm6, %xmm1
	addpd %xmm4, %xmm6
	movapd %xmm7, %xmm4
	mulpd chs_lohi, %xmm7
	mulpd chs_hi, %xmm1
	movlpd %xmm6, (%ecx,%eax)
	movhpd %xmm6, (%ebx,%ebp)
	leal (%ebp,%esi,2), %eax
	movapd %xmm2, %xmm6
	leal (%edi,%esi,4), %ebp
	leal (%edx,%edx,2), %edi
	mulpd chs_hi, %xmm4
	addpd %xmm7, %xmm2
	movapd fftw_stackcell_65, %xmm7
	addpd %xmm1, %xmm0
	mulsd chs_lo, %xmm6
	movapd %xmm3, %xmm1
	movhpd %xmm0, (%ebx,%eax)
	leal (%edi,%edi,4), %eax
	movlpd %xmm0, (%ecx,%edx)
	leal (%esi,%esi,2), %edi
	subpd %xmm6, %xmm4
	movapd fftw_stackcell_64, %xmm6
	movapd %xmm7, %xmm0
	mulsd chs_lo, %xmm7
	mulpd chs_hi, %xmm1
	movlpd %xmm4, (%ebx,%ebp)
	leal (%eax,%edx,8), %ebp
	addpd %xmm7, %xmm3
	leal (%esi,%edi,8), %eax
	movapd %xmm6, %xmm7
	mulsd chs_lo, %xmm6
	leal (%edx,%edx), %edi
	addpd %xmm1, %xmm0
	movapd %xmm5, %xmm1
	movhpd %xmm4, (%ecx,%ebp)
	subpd %xmm6, %xmm5
	leal (%edx,%edx,8), %ebp
	movapd fftw_stackcell_58, %xmm6
	movapd fftw_stackcell_52, %xmm4
	mulsd chs_lo, %xmm1
	movlpd %xmm2, (%ebx,%eax)
	movlpd %xmm5, (%ebx,%esi)
	movhpd %xmm2, (%ecx,%ebp)
	leal (%ebp,%edi,8), %eax
	movapd %xmm6, %xmm2
	leal (%edx,%edx,2), %edi
	leal (%esi,%esi,8), %ebp
	addpd %xmm1, %xmm7
	movapd %xmm4, %xmm1
	mulpd PK956940335PK290284677, %xmm4
	mulpd PK956940335PK290284677, %xmm2
	shufpd $9, %xmm1, %xmm1
	mulpd PK290284677PK956940335, %xmm6
	movlpd %xmm3, (%ecx,%eax)
	leal (%edx,%edi,2), %eax
	leal (%esi,%esi,4), %edi
	movhpd %xmm3, (%ebx,%ebp)
	movapd %xmm4, %xmm3
	unpckhpd %xmm2, %xmm4
	mulpd PK956940335PK290284677, %xmm1
	unpcklpd %xmm2, %xmm3
	movlpd %xmm0, (%ecx,%eax)
	mulsd chs_lo, %xmm4
	leal (%edi,%ebp,2), %eax
	leal (%edx,%edx), %ebp
	movapd %xmm1, %xmm2
	unpckhpd %xmm6, %xmm1
	subpd %xmm4, %xmm3
	unpcklpd %xmm6, %xmm2
	movapd fftw_stackcell_63, %xmm6
	leal (%edx,%ebp,8), %edi
	mulsd chs_lo, %xmm1
	movhpd %xmm0, (%ebx,%eax)
	leal (%eax,%esi,8), %ebp
	movapd %xmm3, %xmm4
	leal (%edx,%edx,2), %eax
	movapd fftw_stackcell_17, %xmm0
	shufpd $9, %xmm4, %xmm4
	addpd %xmm2, %xmm1
	movapd %xmm6, %xmm2
	movhpd %xmm5, (%ecx,%edi)
	movapd %xmm3, %xmm5
	movapd %xmm1, fftw_stackcell_66
	leal (%eax,%eax,4), %edi
	movapd fftw_stackcell_51, %xmm1
	addpd %xmm0, %xmm6
	unpckhpd %xmm4, %xmm5
	movlpd %xmm7, (%ebx,%ebp)
	subpd %xmm0, %xmm2
	leal (%edx,%edx,4), %ebp
	unpcklpd %xmm4, %xmm3
	movapd fftw_stackcell_57, %xmm4
	movhpd %xmm7, (%ecx,%edi)
	movapd %xmm1, %xmm0
	mulsd chs_lo, %xmm5
	mulpd PK881921264NK471396736, %xmm1
	leal (%ebp,%eax,8), %edi
	leal (%esi,%esi,2), %eax
	movapd %xmm4, %xmm7
	shufpd $9, %xmm0, %xmm0
	mulpd PK471396736NK881921264, %xmm4
	subpd %xmm5, %xmm3
	mulpd PK881921264NK471396736, %xmm7
	movapd %xmm1, %xmm5
	mulpd NK881921264PK471396736, %xmm0
	leal (%esi,%eax,4), %ebp
	leal (%esi,%esi,2), %eax
	unpckhpd %xmm7, %xmm5
	unpcklpd %xmm7, %xmm1
	mulsd chs_lo, %xmm5
	subpd %xmm5, %xmm1
	movapd %xmm1, %xmm7
	movapd %xmm1, %xmm5
	shufpd $9, %xmm7, %xmm7
	unpckhpd %xmm7, %xmm5
	unpcklpd %xmm7, %xmm1
	movapd %xmm0, %xmm7
	unpckhpd %xmm4, %xmm0
	mulsd chs_lo, %xmm5
	unpcklpd %xmm4, %xmm7
	movapd fftw_stackcell_28, %xmm4
	mulsd chs_lo, %xmm0
	subpd %xmm5, %xmm1
	movapd %xmm4, %xmm5
	movapd %xmm1, fftw_stackcell_67
	movapd fftw_stackcell_27, %xmm1
	addpd %xmm7, %xmm0
	shufpd $9, %xmm5, %xmm5
	movapd %xmm0, fftw_stackcell_68
	movapd %xmm1, %xmm0
	movapd %xmm1, %xmm7
	unpcklpd %xmm4, %xmm1
	unpckhpd %xmm4, %xmm0
	movapd %xmm5, %xmm4
	shufpd $9, %xmm7, %xmm7
	addpd %xmm1, %xmm0
	unpckhpd %xmm7, %xmm5
	movapd %xmm0, %xmm1
	unpcklpd %xmm7, %xmm4
	movapd %xmm6, %xmm7
	mulpd chs_hi, %xmm6
	mulsd chs_lo, %xmm1
	subpd %xmm5, %xmm4
	addpd %xmm6, %xmm0
	movapd %xmm3, %xmm6
	movapd %xmm4, %xmm5
	subpd %xmm2, %xmm4
	addpd %xmm1, %xmm7
	movapd fftw_stackcell_68, %xmm1
	mulsd chs_lo, %xmm6
	addpd %xmm2, %xmm5
	movapd %xmm0, %xmm2
	mulpd chs_hi, %xmm0
	shufpd $9, %xmm4, %xmm4
	addpd %xmm6, %xmm2
	shufpd $9, %xmm7, %xmm7
	movapd %xmm1, %xmm6
	addpd %xmm0, %xmm3
	movapd %xmm1, %xmm0
	movlpd %xmm2, (%ecx,%edi)
	leal (%edx,%edx,2), %edi
	movhpd %xmm2, (%ebx,%ebp)
	shufpd $9, %xmm6, %xmm6
	movapd %xmm4, %xmm2
	mulpd chs_hi, %xmm4
	mulpd chs_lohi, %xmm2
	unpckhpd %xmm6, %xmm0
	movlpd %xmm3, (%ecx,%edi)
	leal (%ebp,%eax,2), %edi
	leal (%edx,%edx,2), %eax
	unpcklpd %xmm6, %xmm1
	mulsd chs_lo, %xmm0
	movhpd %xmm3, (%ebx,%edi)
	leal (%edi,%esi,8), %ebp
	leal (%eax,%edx,8), %edi
	movapd fftw_stackcell_67, %xmm3
	leal (%edx,%edx,4), %eax
	subpd %xmm0, %xmm1
	movapd %xmm5, %xmm0
	movapd %xmm1, %xmm6
	mulsd chs_lo, %xmm1
	mulpd chs_hi, %xmm0
	addpd %xmm2, %xmm6
	movapd %xmm3, %xmm2
	mulsd chs_lo, %xmm3
	subpd %xmm1, %xmm4
	movapd fftw_stackcell_66, %xmm1
	movlpd %xmm6, (%ebx,%ebp)
	movhpd %xmm6, (%ecx,%edi)
	leal (%esi,%esi,4), %ebp
	leal (%edx,%eax,4), %edi
	addpd %xmm3, %xmm5
	addpd %xmm0, %xmm2
	movapd %xmm7, %xmm0
	movapd %xmm1, %xmm6
	movapd %xmm1, %xmm3
	movlpd %xmm4, (%ebx,%ebp)
	movhpd %xmm4, (%ecx,%edi)
	leal (%edx,%edx,2), %ebp
	leal (%esi,%esi,2), %edi
	shufpd $9, %xmm6, %xmm6
	mulsd chs_lo, %xmm0
	unpckhpd %xmm6, %xmm3
	leal (%ebp,%ebp,8), %eax
	leal (%edi,%esi,8), %ebp
	leal (%esi,%esi,4), %edi
	unpcklpd %xmm6, %xmm1
	mulsd chs_lo, %xmm3
	movlpd %xmm5, (%ecx,%eax)
	movhpd %xmm5, (%ebx,%ebp)
	leal (%edx,%edx,4), %eax
	leal (%esi,%edi,4), %ebp
	leal (%edx,%edx,2), %edi
	subpd %xmm3, %xmm1
	movlpd %xmm2, (%ecx,%eax)
	movapd %xmm1, %xmm4
	mulsd chs_lo, %xmm1
	leal (%ebp,%esi,8), %eax
	movhpd %xmm2, (%ebx,%ebp)
	leal (%edx,%edi,4), %ebp
	addpd %xmm0, %xmm4
	leal (%edx,%edx,2), %edi
	subpd %xmm1, %xmm7
	movlpd %xmm4, (%ebx,%eax)
	leal (%esi,%esi,2), %eax
	movhpd %xmm4, (%ecx,%ebp)
	movl 8(%esp), %esi
	movlpd %xmm7, (%ebx,%eax)
	leal (%ebp,%edi,2), %eax
	movl 12(%esp), %ebx
	movl 4(%esp), %edi
	movl 0(%esp), %ebp
	addl $16, %esp
	movhpd %xmm7, (%ecx,%eax)
	ret 


.section .rodata

	.globl fftw_real2hc_64_desc
	.balign 32
fftw_real2hc_64_desc:
	/* descr_str_ptr */	.long .LC0
	/* codelet_ptr */	.long fftw_real2hc_64
	/* n */			.long 64
	/* cdir_int */		.long -1
	/* ctype_int */		.long 4
	/* signature */		.long 1410
	/* num_twiddles */	.long 0
	/* twiddle_order */	.long 0
.LC0:	.string "fftw_real2hc_64"
