/*
 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
 * Copyright (c) 2000-2001 Stefan Kral
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

/* This file was automatically generated --- DO NOT EDIT */
/* Generated on Tue Mar 25 06:38:10 EST 2003 */


/* fnset3/cheap-mode: VECTGRADE_FULLH0 succeeded. (835 steps) */
.section .rodata
	.balign 64
	chs_lo: .double -1.0, +1.0
	PK923879532PK382683432: .double +0.9238795325112867561281832, +0.3826834323650897717284600
	PK382683432PK923879532: .double +0.3826834323650897717284600, +0.9238795325112867561281832
	NK707106781PK707106781: .double -0.7071067811865475244008444, +0.7071067811865475244008444
	PK707106781PK707106781: .double +0.7071067811865475244008444, +0.7071067811865475244008444
	chs_hi: .double +1.0, -1.0
	PK980785280PK195090322: .double +0.9807852804032304491261822, +0.1950903220161282678482849
	PK195090322PK980785280: .double +0.1950903220161282678482849, +0.9807852804032304491261822
	PK555570233PK831469612: .double +0.5555702330196022247428308, +0.8314696123025452370787884
	PK831469612PK555570233: .double +0.8314696123025452370787884, +0.5555702330196022247428308
	PK707106781NK707106781: .double +0.7071067811865475244008444, -0.7071067811865475244008444
	PK995184726PK098017140: .double +0.9951847266721968862448370, +0.0980171403295606019941956
	PK098017140PK995184726: .double +0.0980171403295606019941956, +0.9951847266721968862448370
	PK773010453NK634393284: .double +0.7730104533627369608109066, -0.6343932841636454982151716
	PK634393284NK773010453: .double +0.6343932841636454982151716, -0.7730104533627369608109066
	PK831469612NK555570233: .double +0.8314696123025452370787884, -0.5555702330196022247428308
	PK555570233NK831469612: .double +0.5555702330196022247428308, -0.8314696123025452370787884
	NK773010453PK634393284: .double -0.7730104533627369608109066, +0.6343932841636454982151716
	NK831469612PK555570233: .double -0.8314696123025452370787884, +0.5555702330196022247428308
	chs_lohi: .double -1.0, -1.0
	PK956940335PK290284677: .double +0.9569403357322088649357979, +0.2902846772544623676361924
	PK290284677PK956940335: .double +0.2902846772544623676361924, +0.9569403357322088649357979
	PK881921264NK471396736: .double +0.8819212643483550297127569, -0.4713967368259976485563876
	PK471396736NK881921264: .double +0.4713967368259976485563876, -0.8819212643483550297127569
	PK941544065PK336889853: .double +0.9415440651830207784125094, +0.3368898533922200506892532
	PK903989293NK427555093: .double +0.9039892931234433315862003, -0.4275550934302820943209669
	PK336889853PK941544065: .double +0.3368898533922200506892532, +0.9415440651830207784125094
	PK427555093NK903989293: .double +0.4275550934302820943209669, -0.9039892931234433315862003
	PK740951125NK671558954: .double +0.7409511253549590911756169, -0.6715589548470184006253769
	PK998795456PK049067674: .double +0.9987954562051723927147716, +0.0490676743274180142549550
	NK740951125PK671558954: .double -0.7409511253549590911756169, +0.6715589548470184006253769
	PK671558954NK740951125: .double +0.6715589548470184006253769, -0.7409511253549590911756169
	PK049067674PK998795456: .double +0.0490676743274180142549550, +0.9987954562051723927147716
	PK857728610NK514102744: .double +0.8577286100002720699022700, -0.5141027441932217265936938
	PK970031253PK242980179: .double +0.9700312531945439926039842, +0.2429801799032638899482742
	PK514102744NK857728610: .double +0.5141027441932217265936938, -0.8577286100002720699022700
	PK242980179PK970031253: .double +0.2429801799032638899482742, +0.9700312531945439926039842
	PK803207531NK595699304: .double +0.8032075314806449098066765, -0.5956993044924333434670365
	PK989176509PK146730474: .double +0.9891765099647809734516737, +0.1467304744553617516588501
	NK803207531PK595699304: .double -0.8032075314806449098066765, +0.5956993044924333434670365
	PK595699304NK803207531: .double +0.5956993044924333434670365, -0.8032075314806449098066765
	PK146730474PK989176509: .double +0.1467304744553617516588501, +0.9891765099647809734516737

	

.text
	.balign 64
	.globl	fftw_real2hc_128
	.type	fftw_real2hc_128, @function
fftw_real2hc_128:
	/* promise simd cell size = 16 */ 
	subl $16, %esp
	movl 32(%esp), %ecx
	movl %ebx, 12(%esp)
	movl 20(%esp), %eax
	movl %ebp, 0(%esp)
	movl %esi, 8(%esp)
	movl %edi, 4(%esp)
	leal (,%ecx,8), %edx
	leal (,%edx,4), %ebx
	leal (%edx,%edx), %ebp
	movl %edx, %esi
	sall $6, %esi
	addl %eax, %esi
	movhpd (%esi), %xmm1
	movlpd (%eax), %xmm1
	leal (%ebx,%edx,2), %edi
	movhpd (%esi,%ebp,8), %xmm4
	movlpd (%eax,%ebp,8), %xmm4
	leal (%edx,%edx,2), %ebp
	movlpd (%eax,%ebx,8), %xmm0
	movhpd (%esi,%ebx,8), %xmm0
	movlpd (%esi,%edi,8), %xmm3
	movhpd (%eax,%edi,8), %xmm3
	leal (%edi,%edx), %ecx
	movapd %xmm1, %xmm2
	movapd %xmm4, %xmm5
	unpcklpd %xmm0, %xmm2
	unpckhpd %xmm0, %xmm1
	leal (%ecx,%edx,8), %ebx
	leal (%ecx,%edx,4), %edi
	movapd %xmm2, %xmm6
	unpcklpd %xmm3, %xmm5
	unpckhpd %xmm3, %xmm4
	subpd %xmm1, %xmm6
	movapd %xmm5, %xmm7
	addpd %xmm2, %xmm1
	movapd %xmm6, fftw_stackcell_3
	subpd %xmm4, %xmm7
	movapd %xmm1, fftw_stackcell_1
	movapd %xmm1, %xmm0
	addpd %xmm5, %xmm4
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm5
	unpckhpd %xmm4, %xmm1
	movapd %xmm4, %xmm2
	unpcklpd %xmm4, %xmm0
	movlpd (%eax,%ecx,4), %xmm4
	movhpd (%esi,%ecx,4), %xmm4
	leal (%edx,%edx,8), %ecx
	shufpd $9, %xmm3, %xmm3
	movapd %xmm1, %xmm6
	movhpd (%eax,%ebx,4), %xmm1
	movlpd (%esi,%ebx,4), %xmm1
	shufpd $9, %xmm2, %xmm2
	leal (%edi,%edx,2), %ebx
	addpd %xmm0, %xmm6
	unpckhpd %xmm3, %xmm5
	unpcklpd %xmm3, %xmm7
	movapd %xmm2, fftw_stackcell_0
	movhpd (%esi,%ebp,4), %xmm2
	movlpd (%eax,%ebp,4), %xmm2
	mulsd chs_lo, %xmm5
	movapd %xmm1, %xmm0
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm0
	subpd %xmm5, %xmm7
	movapd %xmm1, %xmm3
	movapd %xmm2, %xmm4
	movapd %xmm7, fftw_stackcell_7
	addpd %xmm0, %xmm3
	subpd %xmm1, %xmm0
	movlpd (%esi,%edi,4), %xmm1
	movhpd (%eax,%edi,4), %xmm1
	leal (%edx,%edx,4), %edi
	movapd %xmm3, %xmm7
	movapd %xmm0, fftw_stackcell_2
	movapd %xmm3, %xmm0
	unpckhpd %xmm1, %xmm2
	unpcklpd %xmm1, %xmm4
	movapd %xmm3, %xmm1
	movapd %xmm2, %xmm5
	addpd %xmm4, %xmm5
	subpd %xmm2, %xmm4
	unpckhpd %xmm5, %xmm3
	movapd %xmm4, %xmm2
	unpcklpd %xmm5, %xmm1
	shufpd $9, %xmm5, %xmm5
	shufpd $9, %xmm2, %xmm2
	addpd %xmm1, %xmm3
	movapd %xmm4, %xmm1
	movapd %xmm3, fftw_stackcell_11
	unpcklpd %xmm5, %xmm7
	unpckhpd %xmm2, %xmm1
	unpcklpd %xmm2, %xmm4
	unpckhpd %xmm5, %xmm0
	movapd %xmm4, %xmm3
	movapd %xmm1, %xmm2
	movhpd (%esi,%edx,4), %xmm4
	movlpd (%eax,%ecx,4), %xmm1
	movlpd (%eax,%edx,4), %xmm4
	movhpd (%esi,%ecx,4), %xmm1
	leal (%edx,%edx,2), %ecx
	subpd %xmm0, %xmm7
	mulsd chs_lo, %xmm2
	movapd %xmm7, fftw_stackcell_4
	movhpd (%esi,%edi,4), %xmm7
	movlpd (%eax,%edi,4), %xmm7
	subpd %xmm2, %xmm3
	movapd %xmm4, %xmm5
	unpckhpd %xmm1, %xmm4
	movapd %xmm3, fftw_stackcell_5
	unpcklpd %xmm1, %xmm5
	movapd %xmm4, %xmm0
	movapd %xmm7, %xmm2
	addpd %xmm5, %xmm0
	subpd %xmm4, %xmm5
	movlpd (%esi,%ebx,4), %xmm4
	movhpd (%eax,%ebx,4), %xmm4
	leal (%edx,%edx,8), %ebx
	movapd %xmm0, %xmm1
	movapd %xmm5, fftw_stackcell_6
	movapd %xmm0, %xmm5
	unpckhpd %xmm4, %xmm7
	unpcklpd %xmm4, %xmm2
	movapd %xmm0, %xmm4
	movapd %xmm7, %xmm3
	addpd %xmm2, %xmm3
	subpd %xmm7, %xmm2
	unpckhpd %xmm3, %xmm0
	movapd %xmm2, %xmm7
	unpcklpd %xmm3, %xmm4
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm7, %xmm7
	addpd %xmm4, %xmm0
	movapd %xmm2, %xmm4
	unpckhpd %xmm3, %xmm5
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm2
	unpcklpd %xmm3, %xmm1
	movapd %xmm2, %xmm7
	movapd %xmm4, %xmm3
	movhpd (%esi,%edx,8), %xmm2
	movlpd (%eax,%edi,8), %xmm4
	movlpd (%eax,%edx,8), %xmm2
	movhpd (%esi,%edi,8), %xmm4
	subpd %xmm5, %xmm1
	mulsd chs_lo, %xmm3
	movapd %xmm1, fftw_stackcell_8
	subpd %xmm3, %xmm7
	movapd %xmm2, %xmm5
	unpckhpd %xmm4, %xmm2
	movapd %xmm7, fftw_stackcell_9
	unpcklpd %xmm4, %xmm5
	movapd %xmm2, %xmm3
	addpd %xmm5, %xmm3
	subpd %xmm2, %xmm5
	movlpd (%eax,%ebp,8), %xmm2
	leal (%edi,%edx,2), %ebp
	movhpd (%esi,%ecx,8), %xmm2
	leal (%ebx,%ecx,8), %edi
	movhpd (%eax,%ebp,8), %xmm1
	movlpd (%esi,%ebp,8), %xmm1
	leal (%edx,%edx), %ebp
	leal (%edx,%ebp,8), %ebx
	leal (%edi,%ebp,8), %ecx
	movapd %xmm1, %xmm7
	unpckhpd %xmm2, %xmm1
	unpcklpd %xmm2, %xmm7
	movapd %xmm3, %xmm2
	leal (%ecx,%edx,8), %ebp
	movapd %xmm1, %xmm4
	addpd %xmm7, %xmm4
	subpd %xmm1, %xmm7
	unpckhpd %xmm4, %xmm3
	unpcklpd %xmm4, %xmm2
	movapd %xmm7, %xmm1
	mulpd PK923879532PK382683432, %xmm7
	movapd %xmm3, %xmm4
	mulpd PK382683432PK923879532, %xmm1
	addpd %xmm2, %xmm4
	subpd %xmm3, %xmm2
	movapd %xmm5, %xmm3
	mulpd PK923879532PK382683432, %xmm5
	mulpd PK382683432PK923879532, %xmm3
	movapd %xmm2, fftw_stackcell_10
	movapd %xmm1, %xmm2
	unpckhpd %xmm3, %xmm2
	unpcklpd %xmm3, %xmm1
	movapd %xmm5, %xmm3
	unpckhpd %xmm7, %xmm5
	mulsd chs_lo, %xmm2
	unpcklpd %xmm7, %xmm3
	movapd %xmm4, %xmm7
	shufpd $9, %xmm7, %xmm7
	mulsd chs_lo, %xmm5
	addpd %xmm1, %xmm2
	movapd %xmm6, %xmm1
	movapd %xmm2, fftw_stackcell_19
	movapd %xmm6, %xmm2
	addpd %xmm3, %xmm5
	unpcklpd %xmm7, %xmm1
	movapd %xmm6, %xmm3
	unpckhpd %xmm4, %xmm6
	unpckhpd %xmm7, %xmm2
	movapd fftw_stackcell_11, %xmm7
	unpcklpd %xmm4, %xmm3
	movapd %xmm0, %xmm4
	subpd %xmm2, %xmm1
	unpcklpd %xmm7, %xmm4
	addpd %xmm3, %xmm6
	unpckhpd %xmm7, %xmm0
	movapd %xmm1, fftw_stackcell_12
	movapd %xmm4, %xmm2
	movapd %xmm6, %xmm3
	movapd %xmm6, fftw_stackcell_17
	subpd %xmm0, %xmm2
	addpd %xmm4, %xmm0
	movapd fftw_stackcell_7, %xmm4
	movapd %xmm2, %xmm7
	movapd %xmm2, %xmm1
	unpckhpd %xmm0, %xmm3
	shufpd $9, %xmm7, %xmm7
	unpcklpd %xmm0, %xmm6
	shufpd $9, %xmm0, %xmm0
	unpckhpd %xmm7, %xmm2
	addpd %xmm6, %xmm3
	movapd %xmm4, %xmm6
	unpcklpd %xmm7, %xmm1
	movapd fftw_stackcell_3, %xmm7
	mulpd NK707106781PK707106781, %xmm4
	movapd %xmm0, fftw_stackcell_14
	movapd fftw_stackcell_9, %xmm0
	mulpd PK707106781PK707106781, %xmm6
	mulsd chs_lo, %xmm2
	movapd %xmm3, fftw_stackcell_18
	movapd %xmm7, %xmm3
	addpd %xmm4, %xmm7
	subpd %xmm2, %xmm1
	movapd fftw_stackcell_6, %xmm2
	movapd %xmm0, %xmm4
	mulpd NK707106781PK707106781, %xmm0
	mulpd chs_hi, %xmm3
	movapd %xmm7, fftw_stackcell_15
	movapd %xmm1, fftw_stackcell_13
	movapd fftw_stackcell_5, %xmm1
	mulpd PK707106781PK707106781, %xmm4
	movapd %xmm2, %xmm7
	addpd %xmm0, %xmm2
	movapd fftw_stackcell_2, %xmm0
	addpd %xmm3, %xmm6
	movapd %xmm1, %xmm3
	mulpd chs_hi, %xmm7
	movapd %xmm6, fftw_stackcell_16
	mulpd NK707106781PK707106781, %xmm1
	movapd %xmm0, %xmm6
	mulpd PK707106781PK707106781, %xmm3
	addpd %xmm7, %xmm4
	mulpd chs_hi, %xmm6
	addpd %xmm1, %xmm0
	movapd %xmm4, %xmm7
	shufpd $9, %xmm4, %xmm4
	addpd %xmm6, %xmm3
	mulpd PK980785280PK195090322, %xmm7
	mulpd PK980785280PK195090322, %xmm4
	movapd %xmm3, %xmm1
	mulpd PK195090322PK980785280, %xmm3
	movapd %xmm7, %xmm6
	mulpd PK980785280PK195090322, %xmm1
	unpckhpd %xmm1, %xmm7
	unpcklpd %xmm1, %xmm6
	movapd %xmm4, %xmm1
	unpcklpd %xmm3, %xmm4
	mulsd chs_lo, %xmm7
	unpckhpd %xmm3, %xmm1
	movapd %xmm0, %xmm3
	mulpd PK555570233PK831469612, %xmm0
	mulpd PK831469612PK555570233, %xmm3
	subpd %xmm7, %xmm6
	movapd %xmm2, %xmm7
	mulsd chs_lo, %xmm1
	shufpd $9, %xmm2, %xmm2
	mulpd PK831469612PK555570233, %xmm7
	movapd %xmm6, fftw_stackcell_22
	addpd %xmm4, %xmm1
	mulpd PK831469612PK555570233, %xmm2
	movapd %xmm7, %xmm6
	unpckhpd %xmm3, %xmm7
	movapd %xmm1, fftw_stackcell_23
	movapd fftw_stackcell_1, %xmm1
	unpcklpd %xmm3, %xmm6
	movapd fftw_stackcell_0, %xmm3
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm7
	unpcklpd %xmm0, %xmm2
	unpckhpd %xmm0, %xmm4
	movapd %xmm1, %xmm0
	subpd %xmm7, %xmm6
	unpckhpd %xmm3, %xmm1
	movapd fftw_stackcell_4, %xmm7
	unpcklpd %xmm3, %xmm0
	mulsd chs_lo, %xmm4
	movapd %xmm6, fftw_stackcell_20
	movapd fftw_stackcell_8, %xmm6
	subpd %xmm1, %xmm0
	movapd %xmm7, %xmm3
	addpd %xmm2, %xmm4
	mulpd PK382683432PK923879532, %xmm7
	movapd %xmm0, fftw_stackcell_29
	movapd %xmm6, %xmm1
	mulpd PK923879532PK382683432, %xmm6
	movapd %xmm4, fftw_stackcell_21
	mulpd PK923879532PK382683432, %xmm3
	shufpd $9, %xmm1, %xmm1
	movapd %xmm6, %xmm2
	unpcklpd %xmm3, %xmm6
	mulpd PK923879532PK382683432, %xmm1
	unpckhpd %xmm3, %xmm2
	movapd fftw_stackcell_10, %xmm3
	movapd %xmm1, %xmm4
	unpckhpd %xmm7, %xmm1
	mulsd chs_lo, %xmm2
	unpcklpd %xmm7, %xmm4
	movapd %xmm3, %xmm7
	mulsd chs_lo, %xmm1
	subpd %xmm2, %xmm6
	movapd %xmm5, %xmm2
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm2, %xmm2
	movapd %xmm6, fftw_stackcell_26
	movapd %xmm3, %xmm6
	addpd %xmm4, %xmm1
	movapd fftw_stackcell_19, %xmm4
	unpckhpd %xmm7, %xmm3
	movapd %xmm1, fftw_stackcell_27
	movapd %xmm5, %xmm1
	unpcklpd %xmm7, %xmm6
	unpcklpd %xmm4, %xmm1
	movapd %xmm4, %xmm7
	mulsd chs_lo, %xmm3
	unpckhpd %xmm4, %xmm5
	unpckhpd %xmm2, %xmm4
	unpcklpd %xmm2, %xmm7
	subpd %xmm3, %xmm6
	mulsd chs_lo, %xmm5
	mulsd chs_lo, %xmm4
	movapd %xmm7, %xmm2
	movlpd (%eax,%edi), %xmm7
	movhpd (%esi,%edi), %xmm7
	mulpd PK707106781PK707106781, %xmm6
	leal (%ebx,%edx,8), %edi
	subpd %xmm5, %xmm1
	subpd %xmm4, %xmm2
	movhpd (%esi,%edx), %xmm4
	movlpd (%eax,%edx), %xmm4
	movapd %xmm1, fftw_stackcell_25
	movhpd (%esi,%ebx), %xmm1
	movlpd (%eax,%ebx), %xmm1
	movapd %xmm6, fftw_stackcell_28
	movapd %xmm2, fftw_stackcell_24
	movapd %xmm4, %xmm3
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm3
	movapd %xmm1, %xmm6
	movapd %xmm4, %xmm5
	addpd %xmm3, %xmm5
	subpd %xmm4, %xmm3
	movlpd (%esi,%ecx), %xmm4
	movhpd (%eax,%ecx), %xmm4
	leal (%edx,%edx), %ecx
	movapd %xmm5, %xmm7
	movapd %xmm3, fftw_stackcell_30
	movapd %xmm5, %xmm3
	leal (%edi,%ecx,8), %ebx
	leal (%edx,%edx,4), %ecx
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm6
	movapd %xmm5, %xmm4
	movapd %xmm1, %xmm2
	addpd %xmm6, %xmm2
	subpd %xmm1, %xmm6
	unpckhpd %xmm2, %xmm5
	movapd %xmm6, %xmm1
	unpcklpd %xmm2, %xmm4
	shufpd $9, %xmm2, %xmm2
	shufpd $9, %xmm1, %xmm1
	addpd %xmm4, %xmm5
	movapd %xmm6, %xmm4
	movapd %xmm5, fftw_stackcell_32
	unpcklpd %xmm2, %xmm7
	unpcklpd %xmm1, %xmm6
	unpckhpd %xmm1, %xmm4
	movapd %xmm6, %xmm5
	movhpd (%eax,%ebp), %xmm6
	movlpd (%esi,%ebp), %xmm6
	unpckhpd %xmm2, %xmm3
	movapd %xmm4, %xmm1
	movlpd (%eax,%edi), %xmm4
	movhpd (%esi,%edi), %xmm4
	leal (%edx,%edx,8), %edi
	subpd %xmm3, %xmm7
	mulsd chs_lo, %xmm1
	movapd %xmm7, fftw_stackcell_33
	movapd %xmm6, %xmm2
	movhpd (%esi,%edi), %xmm0
	movlpd (%eax,%edi), %xmm0
	leal (%edx,%edi,4), %ebp
	subpd %xmm1, %xmm5
	unpcklpd %xmm4, %xmm2
	unpckhpd %xmm4, %xmm6
	movlpd (%eax,%ebx), %xmm4
	movhpd (%esi,%ebx), %xmm4
	leal (%edx,%edx), %ebx
	movapd %xmm5, fftw_stackcell_31
	movapd %xmm2, %xmm3
	movapd %xmm0, %xmm1
	subpd %xmm6, %xmm3
	addpd %xmm2, %xmm6
	leal (%ebp,%ebx,8), %edi
	movapd %xmm3, %xmm7
	mulpd PK382683432PK923879532, %xmm3
	unpcklpd %xmm4, %xmm1
	unpckhpd %xmm4, %xmm0
	mulpd PK923879532PK382683432, %xmm7
	movapd %xmm1, %xmm5
	leal (%edi,%edx,8), %ebx
	subpd %xmm0, %xmm5
	addpd %xmm1, %xmm0
	movapd %xmm5, %xmm2
	mulpd PK382683432PK923879532, %xmm5
	movapd %xmm0, %xmm4
	movapd %xmm0, %xmm1
	mulpd PK923879532PK382683432, %xmm2
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm1
	subpd %xmm4, %xmm1
	movapd %xmm6, %xmm4
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm4
	movapd %xmm3, %xmm0
	unpckhpd %xmm5, %xmm3
	addpd %xmm4, %xmm6
	movapd %xmm2, %xmm4
	unpckhpd %xmm7, %xmm2
	unpcklpd %xmm5, %xmm0
	movapd %xmm1, %xmm5
	mulsd chs_lo, %xmm3
	unpcklpd %xmm7, %xmm4
	movlpd (%eax,%ebp), %xmm7
	movhpd (%esi,%ebp), %xmm7
	shufpd $9, %xmm5, %xmm5
	movapd %xmm6, fftw_stackcell_37
	leal (%edx,%ecx,4), %ebp
	movapd %xmm1, %xmm6
	addpd %xmm0, %xmm3
	movapd %xmm2, %xmm0
	movhpd (%esi,%ecx), %xmm2
	movlpd (%eax,%ecx), %xmm2
	unpckhpd %xmm5, %xmm6
	unpcklpd %xmm5, %xmm1
	movapd %xmm3, fftw_stackcell_34
	mulsd chs_lo, %xmm0
	leal (%ebp,%edx,8), %ecx
	mulsd chs_lo, %xmm6
	addpd %xmm4, %xmm0
	movapd %xmm2, %xmm5
	movapd %xmm2, %xmm3
	movlpd (%esi,%edi), %xmm2
	movhpd (%eax,%edi), %xmm2
	subpd %xmm6, %xmm1
	movapd %xmm0, fftw_stackcell_35
	leal (%edx,%edx), %edi
	unpcklpd %xmm7, %xmm5
	unpckhpd %xmm7, %xmm3
	movhpd (%esi,%ebp), %xmm7
	movlpd (%eax,%ebp), %xmm7
	movapd %xmm1, fftw_stackcell_38
	leal (%ecx,%edi,8), %ebp
	movapd %xmm3, %xmm4
	addpd %xmm5, %xmm4
	movapd %xmm7, %xmm6
	unpckhpd %xmm2, %xmm7
	subpd %xmm3, %xmm5
	movapd %xmm4, %xmm3
	unpcklpd %xmm2, %xmm6
	movapd %xmm4, %xmm2
	movapd %xmm5, fftw_stackcell_36
	movapd %xmm6, %xmm0
	subpd %xmm7, %xmm0
	addpd %xmm6, %xmm7
	movapd %xmm0, fftw_stackcell_39
	unpckhpd %xmm7, %xmm3
	unpcklpd %xmm7, %xmm2
	shufpd $9, %xmm7, %xmm7
	movapd %xmm3, %xmm5
	movlpd (%eax,%ecx), %xmm3
	movhpd (%esi,%ecx), %xmm3
	leal (%edx,%edx,2), %ecx
	addpd %xmm2, %xmm5
	movhpd (%eax,%ebx), %xmm2
	movlpd (%esi,%ebx), %xmm2
	leal (%edx,%ecx,4), %ebx
	movapd %xmm2, %xmm6
	movhpd (%esi,%ebx), %xmm1
	movlpd (%eax,%ebx), %xmm1
	unpckhpd %xmm3, %xmm2
	leal (%ebx,%edx,2), %edi
	leal (%edx,%edx,2), %ebx
	unpcklpd %xmm3, %xmm6
	movlpd (%esi,%ebp), %xmm3
	movhpd (%eax,%ebp), %xmm3
	leal (%edx,%edi,2), %ebp
	leal (%edi,%edx,8), %ecx
	movapd %xmm1, %xmm0
	unpcklpd %xmm3, %xmm0
	unpckhpd %xmm3, %xmm1
	movapd %xmm0, %xmm3
	subpd %xmm1, %xmm3
	addpd %xmm0, %xmm1
	movapd %xmm2, %xmm0
	addpd %xmm6, %xmm0
	subpd %xmm2, %xmm6
	movapd %xmm0, %xmm2
	movapd %xmm6, fftw_stackcell_40
	movapd %xmm0, %xmm6
	unpcklpd %xmm1, %xmm2
	unpckhpd %xmm1, %xmm6
	shufpd $9, %xmm1, %xmm1
	addpd %xmm2, %xmm6
	movapd %xmm0, %xmm2
	unpckhpd %xmm1, %xmm0
	unpcklpd %xmm1, %xmm2
	movapd %xmm4, %xmm1
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm1
	movapd %xmm3, %xmm7
	subpd %xmm0, %xmm2
	movapd %xmm5, %xmm0
	unpcklpd %xmm6, %xmm5
	shufpd $9, %xmm7, %xmm7
	subpd %xmm4, %xmm1
	movapd %xmm3, %xmm4
	unpckhpd %xmm6, %xmm0
	unpckhpd %xmm7, %xmm4
	unpcklpd %xmm7, %xmm3
	movapd fftw_stackcell_39, %xmm7
	movapd %xmm0, %xmm6
	addpd %xmm5, %xmm6
	mulsd chs_lo, %xmm4
	subpd %xmm0, %xmm5
	movapd %xmm7, %xmm0
	subpd %xmm4, %xmm3
	movapd %xmm7, %xmm4
	shufpd $9, %xmm0, %xmm0
	movapd %xmm3, fftw_stackcell_41
	movapd fftw_stackcell_38, %xmm3
	unpckhpd %xmm0, %xmm7
	unpcklpd %xmm0, %xmm4
	mulpd PK707106781PK707106781, %xmm3
	mulsd chs_lo, %xmm7
	subpd %xmm7, %xmm4
	movapd fftw_stackcell_33, %xmm7
	movapd %xmm4, %xmm0
	mulpd PK707106781PK707106781, %xmm4
	mulpd NK707106781PK707106781, %xmm0
	movapd %xmm0, fftw_stackcell_42
	movapd %xmm7, %xmm0
	addpd %xmm3, %xmm0
	subpd %xmm7, %xmm3
	movapd %xmm1, %xmm7
	mulpd PK923879532PK382683432, %xmm1
	movapd %xmm0, fftw_stackcell_44
	movapd %xmm2, %xmm0
	mulpd PK382683432PK923879532, %xmm2
	mulsd chs_lo, %xmm3
	shufpd $9, %xmm7, %xmm7
	mulpd PK923879532PK382683432, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulpd PK923879532PK382683432, %xmm7
	movapd %xmm3, fftw_stackcell_43
	movapd %xmm1, %xmm3
	unpcklpd %xmm0, %xmm1
	unpckhpd %xmm0, %xmm3
	movapd %xmm7, %xmm0
	unpcklpd %xmm2, %xmm7
	unpckhpd %xmm2, %xmm0
	mulsd chs_lo, %xmm3
	mulsd chs_lo, %xmm0
	subpd %xmm3, %xmm1
	movapd %xmm1, %xmm2
	addpd %xmm7, %xmm0
	movapd %xmm1, %xmm3
	shufpd $9, %xmm2, %xmm2
	unpckhpd %xmm0, %xmm3
	unpcklpd %xmm0, %xmm1
	shufpd $9, %xmm0, %xmm0
	movapd %xmm2, %xmm7
	addpd %xmm1, %xmm3
	movapd %xmm5, %xmm1
	unpckhpd %xmm0, %xmm7
	movapd %xmm3, fftw_stackcell_46
	movapd %xmm5, %xmm3
	unpcklpd %xmm0, %xmm2
	movapd fftw_stackcell_32, %xmm0
	shufpd $9, %xmm1, %xmm1
	subpd %xmm7, %xmm2
	movapd %xmm2, fftw_stackcell_45
	movapd fftw_stackcell_37, %xmm7
	movapd %xmm0, %xmm2
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm5
	movapd %xmm6, %xmm1
	unpckhpd %xmm7, %xmm0
	unpcklpd %xmm7, %xmm2
	mulsd chs_lo, %xmm3
	shufpd $9, %xmm1, %xmm1
	movapd %xmm0, %xmm7
	subpd %xmm3, %xmm5
	addpd %xmm2, %xmm7
	subpd %xmm0, %xmm2
	mulpd PK707106781PK707106781, %xmm5
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm0
	unpckhpd %xmm1, %xmm3
	unpcklpd %xmm1, %xmm0
	movapd %xmm7, %xmm1
	unpckhpd %xmm6, %xmm7
	subpd %xmm3, %xmm0
	movapd %xmm2, %xmm3
	unpcklpd %xmm6, %xmm1
	subpd %xmm5, %xmm2
	addpd %xmm5, %xmm3
	movapd fftw_stackcell_36, %xmm5
	movapd %xmm0, %xmm6
	mulpd PK923879532PK382683432, %xmm0
	movapd %xmm2, fftw_stackcell_47
	movapd fftw_stackcell_41, %xmm2
	addpd %xmm1, %xmm7
	shufpd $9, %xmm6, %xmm6
	movapd %xmm3, fftw_stackcell_48
	movapd %xmm0, fftw_stackcell_50
	movapd fftw_stackcell_40, %xmm0
	movapd %xmm5, %xmm1
	addpd fftw_stackcell_42, %xmm5
	movapd %xmm7, fftw_stackcell_61
	movapd %xmm2, %xmm3
	mulpd PK923879532PK382683432, %xmm6
	mulpd chs_hi, %xmm1
	mulpd NK707106781PK707106781, %xmm3
	movapd %xmm6, fftw_stackcell_49
	movapd %xmm0, %xmm6
	mulpd PK707106781PK707106781, %xmm2
	movapd %xmm5, %xmm7
	addpd %xmm1, %xmm4
	mulpd PK831469612PK555570233, %xmm5
	addpd %xmm3, %xmm0
	mulpd chs_hi, %xmm6
	shufpd $9, %xmm7, %xmm7
	movapd %xmm0, %xmm1
	mulpd PK555570233PK831469612, %xmm0
	addpd %xmm6, %xmm2
	movapd %xmm5, %xmm6
	mulpd PK831469612PK555570233, %xmm7
	mulpd PK831469612PK555570233, %xmm1
	movapd %xmm7, %xmm3
	unpcklpd %xmm0, %xmm7
	unpckhpd %xmm1, %xmm6
	unpckhpd %xmm0, %xmm3
	movapd %xmm4, %xmm0
	mulpd PK980785280PK195090322, %xmm4
	unpcklpd %xmm1, %xmm5
	movapd %xmm2, %xmm1
	mulpd PK195090322PK980785280, %xmm2
	mulsd chs_lo, %xmm6
	shufpd $9, %xmm0, %xmm0
	mulsd chs_lo, %xmm3
	mulpd PK980785280PK195090322, %xmm1
	subpd %xmm6, %xmm5
	mulpd PK980785280PK195090322, %xmm0
	addpd %xmm7, %xmm3
	movapd %xmm5, %xmm6
	movapd %xmm5, %xmm7
	unpcklpd %xmm3, %xmm5
	unpckhpd %xmm3, %xmm6
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm3, %xmm3
	addpd %xmm5, %xmm6
	movapd %xmm4, %xmm5
	unpcklpd %xmm1, %xmm4
	movapd %xmm7, fftw_stackcell_53
	movapd %xmm0, %xmm7
	unpcklpd %xmm2, %xmm0
	unpckhpd %xmm1, %xmm5
	movapd %xmm3, fftw_stackcell_52
	movapd fftw_stackcell_35, %xmm1
	unpckhpd %xmm2, %xmm7
	movapd %xmm6, fftw_stackcell_51
	mulsd chs_lo, %xmm5
	mulsd chs_lo, %xmm7
	movapd %xmm1, %xmm6
	subpd %xmm5, %xmm4
	movapd fftw_stackcell_34, %xmm5
	shufpd $9, %xmm6, %xmm6
	addpd %xmm0, %xmm7
	movapd %xmm4, %xmm3
	movapd %xmm4, %xmm2
	unpcklpd %xmm7, %xmm4
	unpckhpd %xmm7, %xmm3
	movapd %xmm5, %xmm0
	shufpd $9, %xmm2, %xmm2
	unpcklpd %xmm6, %xmm0
	addpd %xmm4, %xmm3
	movapd %xmm5, %xmm4
	shufpd $9, %xmm7, %xmm7
	movapd %xmm2, fftw_stackcell_60
	movapd %xmm1, %xmm2
	unpckhpd %xmm5, %xmm1
	unpckhpd %xmm6, %xmm4
	movapd %xmm3, fftw_stackcell_54
	movapd %xmm7, fftw_stackcell_55
	movapd fftw_stackcell_31, %xmm6
	movapd fftw_stackcell_30, %xmm3
	unpcklpd %xmm5, %xmm2
	mulsd chs_lo, %xmm1
	mulsd chs_lo, %xmm4
	movapd %xmm6, %xmm7
	mulpd NK707106781PK707106781, %xmm6
	subpd %xmm1, %xmm2
	movapd %xmm3, %xmm5
	subpd %xmm4, %xmm0
	mulpd PK707106781PK707106781, %xmm7
	addpd %xmm6, %xmm3
	mulpd chs_hi, %xmm5
	movapd %xmm2, %xmm4
	movapd %xmm0, %xmm1
	subpd %xmm3, %xmm1
	addpd %xmm5, %xmm7
	movapd %xmm1, %xmm6
	movlpd (%eax,%edi,2), %xmm1
	movhpd (%esi,%edi,2), %xmm1
	leal (%edx,%ebx,2), %edi
	subpd %xmm7, %xmm4
	mulsd chs_lo, %xmm6
	addpd %xmm2, %xmm7
	addpd %xmm0, %xmm3
	mulsd chs_lo, %xmm4
	movapd %xmm7, fftw_stackcell_58
	movapd %xmm6, %xmm5
	movhpd (%eax,%ebp,2), %xmm6
	movlpd (%esi,%ebp,2), %xmm6
	leal (%edx,%edx), %ebp
	movapd %xmm3, fftw_stackcell_56
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm5, %xmm5
	movapd %xmm4, fftw_stackcell_59
	movapd %xmm5, fftw_stackcell_57
	movhpd (%esi,%edi,2), %xmm5
	movapd %xmm6, %xmm2
	unpckhpd %xmm1, %xmm6
	movlpd (%eax,%edi,2), %xmm5
	unpcklpd %xmm1, %xmm2
	movapd %xmm6, %xmm0
	addpd %xmm2, %xmm0
	subpd %xmm6, %xmm2
	movlpd (%esi,%ecx,2), %xmm6
	movhpd (%eax,%ecx,2), %xmm6
	movapd %xmm5, %xmm7
	leal (%ebx,%ebp,8), %ecx
	movapd %xmm0, %xmm4
	movapd %xmm0, fftw_stackcell_68
	movapd %xmm2, fftw_stackcell_62
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm7
	movapd %xmm5, %xmm3
	addpd %xmm7, %xmm3
	subpd %xmm5, %xmm7
	unpckhpd %xmm3, %xmm4
	movapd %xmm7, %xmm1
	movapd %xmm7, %xmm6
	unpcklpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm1, %xmm1
	addpd %xmm0, %xmm4
	movapd %xmm3, fftw_stackcell_65
	movapd %xmm4, fftw_stackcell_74
	unpckhpd %xmm1, %xmm6
	unpcklpd %xmm1, %xmm7
	mulsd chs_lo, %xmm6
	movapd %xmm7, %xmm5
	movlpd (%eax,%ecx,2), %xmm7
	movhpd (%esi,%ecx,2), %xmm7
	subpd %xmm6, %xmm5
	movhpd (%esi,%ebx,2), %xmm6
	movlpd (%eax,%ebx,2), %xmm6
	leal (%edi,%edx,4), %ebx
	leal (%ecx,%edx,8), %edi
	leal (%edx,%ebp,8), %ecx
	movapd %xmm5, fftw_stackcell_63
	movhpd (%eax,%edi,2), %xmm2
	movlpd (%esi,%edi,2), %xmm2
	leal (%ecx,%edx,8), %ebp
	leal (%ecx,%edx,4), %edi
	movapd %xmm6, %xmm0
	unpckhpd %xmm7, %xmm6
	unpcklpd %xmm7, %xmm0
	movapd %xmm6, %xmm3
	addpd %xmm0, %xmm3
	movapd %xmm2, %xmm1
	subpd %xmm6, %xmm0
	movlpd (%eax,%ebx,2), %xmm6
	movhpd (%esi,%ebx,2), %xmm6
	leal (%edx,%edx,8), %ebx
	movapd %xmm3, %xmm7
	movapd %xmm0, %xmm4
	mulpd PK923879532PK382683432, %xmm0
	mulpd PK382683432PK923879532, %xmm4
	unpckhpd %xmm6, %xmm2
	unpcklpd %xmm6, %xmm1
	movapd %xmm2, %xmm5
	addpd %xmm1, %xmm5
	subpd %xmm2, %xmm1
	movapd %xmm0, %xmm2
	unpcklpd %xmm5, %xmm7
	movapd %xmm1, %xmm6
	mulpd PK923879532PK382683432, %xmm1
	unpckhpd %xmm5, %xmm3
	movapd %xmm7, %xmm5
	mulpd PK382683432PK923879532, %xmm6
	unpckhpd %xmm1, %xmm2
	subpd %xmm3, %xmm5
	addpd %xmm7, %xmm3
	unpcklpd %xmm1, %xmm0
	movapd %xmm6, %xmm1
	movapd %xmm5, fftw_stackcell_64
	unpcklpd %xmm4, %xmm6
	movapd %xmm2, %xmm7
	movlpd (%eax,%ecx,2), %xmm2
	movhpd (%esi,%ecx,2), %xmm2
	leal (%edx,%edx,4), %ecx
	unpckhpd %xmm4, %xmm1
	movapd %xmm3, fftw_stackcell_73
	mulsd chs_lo, %xmm7
	mulsd chs_lo, %xmm1
	movapd %xmm7, %xmm5
	movhpd (%esi,%edx,2), %xmm7
	movlpd (%eax,%edx,2), %xmm7
	movapd %xmm2, %xmm4
	addpd %xmm6, %xmm1
	addpd %xmm0, %xmm5
	movapd %xmm1, fftw_stackcell_66
	movapd %xmm5, fftw_stackcell_67
	movapd %xmm7, %xmm3
	movapd %xmm7, %xmm6
	unpckhpd %xmm7, %xmm4
	unpckhpd %xmm2, %xmm3
	unpcklpd %xmm2, %xmm6
	unpcklpd %xmm7, %xmm2
	addpd %xmm6, %xmm3
	movapd %xmm2, %xmm0
	movlpd (%esi,%ebp,2), %xmm2
	movhpd (%eax,%ebp,2), %xmm2
	leal (%ebx,%edx,4), %ebp
	movapd %xmm3, fftw_stackcell_71
	movapd %xmm3, %xmm6
	subpd %xmm4, %xmm0
	movhpd (%esi,%ebx,2), %xmm4
	movlpd (%eax,%ebx,2), %xmm4
	leal (%edi,%edx,8), %ebx
	movapd %xmm0, fftw_stackcell_69
	movapd %xmm2, %xmm1
	movapd %xmm4, %xmm5
	movapd %xmm4, %xmm7
	unpckhpd %xmm4, %xmm1
	unpckhpd %xmm2, %xmm5
	unpcklpd %xmm2, %xmm7
	unpcklpd %xmm4, %xmm2
	addpd %xmm7, %xmm5
	movapd %xmm3, %xmm7
	movlpd (%eax,%ebp,2), %xmm3
	movhpd (%esi,%ebp,2), %xmm3
	subpd %xmm1, %xmm2
	leal (%edx,%edx), %ebp
	movapd %xmm5, %xmm4
	unpcklpd %xmm5, %xmm6
	movapd %xmm2, %xmm0
	unpckhpd %xmm2, %xmm2
	shufpd $9, %xmm4, %xmm4
	unpcklpd %xmm0, %xmm0
	mulsd chs_lo, %xmm2
	unpckhpd %xmm5, %xmm7
	movapd %xmm4, fftw_stackcell_70
	movapd %xmm2, %xmm1
	movlpd (%eax,%edi,2), %xmm2
	movhpd (%esi,%edi,2), %xmm2
	addpd %xmm6, %xmm7
	leal (%ebx,%edx,2), %edi
	addpd %xmm0, %xmm1
	movhpd (%esi,%ecx,2), %xmm0
	movlpd (%eax,%ecx,2), %xmm0
	movapd %xmm1, fftw_stackcell_72
	movhpd (%eax,%ebx,2), %xmm1
	movlpd (%esi,%ebx,2), %xmm1
	leal (%edx,%edi,2), %ecx
	leal (%edi,%ebp,8), %ebx
	movapd %xmm0, %xmm5
	unpckhpd %xmm2, %xmm0
	unpcklpd %xmm2, %xmm5
	movapd %xmm1, %xmm4
	unpckhpd %xmm3, %xmm1
	movapd %xmm0, %xmm6
	unpcklpd %xmm3, %xmm4
	addpd %xmm5, %xmm6
	movapd %xmm1, %xmm2
	subpd %xmm0, %xmm5
	movapd %xmm6, %xmm0
	addpd %xmm4, %xmm2
	movapd %xmm5, %xmm3
	mulpd PK382683432PK923879532, %xmm5
	subpd %xmm1, %xmm4
	unpckhpd %xmm2, %xmm6
	mulpd PK923879532PK382683432, %xmm3
	movapd %xmm4, %xmm1
	unpcklpd %xmm2, %xmm0
	mulpd PK382683432PK923879532, %xmm4
	mulpd PK923879532PK382683432, %xmm1
	movapd %xmm6, %xmm2
	addpd %xmm0, %xmm2
	subpd %xmm6, %xmm0
	movapd %xmm3, %xmm6
	unpckhpd %xmm1, %xmm3
	movapd %xmm0, fftw_stackcell_75
	movapd %xmm4, %xmm0
	unpcklpd %xmm1, %xmm6
	mulsd chs_lo, %xmm3
	unpcklpd %xmm5, %xmm4
	movapd %xmm2, %xmm1
	unpckhpd %xmm5, %xmm0
	movapd %xmm7, %xmm5
	shufpd $9, %xmm1, %xmm1
	addpd %xmm6, %xmm3
	movapd %xmm7, %xmm6
	unpckhpd %xmm2, %xmm5
	mulsd chs_lo, %xmm0
	unpcklpd %xmm2, %xmm6
	movapd fftw_stackcell_74, %xmm2
	addpd %xmm4, %xmm0
	movapd fftw_stackcell_73, %xmm4
	addpd %xmm6, %xmm5
	movapd %xmm2, %xmm6
	movapd %xmm0, fftw_stackcell_76
	movapd %xmm2, %xmm0
	unpckhpd %xmm4, %xmm6
	unpcklpd %xmm4, %xmm0
	shufpd $9, %xmm4, %xmm4
	addpd %xmm0, %xmm6
	movapd %xmm5, %xmm0
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm0
	movapd %xmm5, %xmm6
	addpd %xmm0, %xmm6
	subpd %xmm5, %xmm0
	movapd %xmm2, %xmm5
	unpckhpd %xmm4, %xmm2
	movapd %xmm6, fftw_stackcell_80
	movapd %xmm7, %xmm6
	unpckhpd %xmm1, %xmm7
	unpcklpd %xmm4, %xmm5
	movapd %xmm0, fftw_stackcell_79
	unpcklpd %xmm1, %xmm6
	movapd fftw_stackcell_72, %xmm1
	subpd %xmm2, %xmm5
	subpd %xmm7, %xmm6
	movapd %xmm5, %xmm4
	mulpd PK923879532PK382683432, %xmm5
	movapd %xmm6, %xmm0
	mulpd PK923879532PK382683432, %xmm6
	movapd %xmm1, %xmm2
	mulpd PK382683432PK923879532, %xmm4
	shufpd $9, %xmm0, %xmm0
	mulpd PK707106781NK707106781, %xmm1
	movapd %xmm6, %xmm7
	unpckhpd %xmm5, %xmm6
	mulpd PK707106781PK707106781, %xmm2
	mulpd PK923879532PK382683432, %xmm0
	unpcklpd %xmm5, %xmm7
	mulsd chs_lo, %xmm6
	movapd %xmm0, %xmm5
	unpcklpd %xmm4, %xmm0
	subpd %xmm6, %xmm7
	movapd %xmm3, %xmm6
	unpckhpd %xmm4, %xmm5
	movapd %xmm7, fftw_stackcell_77
	movapd fftw_stackcell_69, %xmm4
	shufpd $9, %xmm6, %xmm6
	mulsd chs_lo, %xmm5
	movapd %xmm4, %xmm7
	addpd %xmm1, %xmm4
	movapd fftw_stackcell_76, %xmm1
	addpd %xmm0, %xmm5
	mulsd chs_lo, %xmm7
	movapd %xmm5, fftw_stackcell_78
	movapd %xmm1, %xmm0
	movapd %xmm1, %xmm5
	addpd %xmm7, %xmm2
	movapd %xmm1, %xmm7
	unpcklpd %xmm3, %xmm1
	unpckhpd %xmm3, %xmm0
	movapd %xmm4, %xmm3
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm7
	movapd %xmm2, %xmm6
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm5
	addpd %xmm1, %xmm0
	subpd %xmm5, %xmm7
	addpd %xmm0, %xmm6
	addpd %xmm7, %xmm3
	shufpd $9, %xmm7, %xmm7
	subpd %xmm2, %xmm0
	movapd fftw_stackcell_71, %xmm2
	movapd %xmm6, %xmm1
	mulpd PK995184726PK098017140, %xmm6
	movapd %xmm3, fftw_stackcell_81
	movapd fftw_stackcell_70, %xmm3
	mulpd PK098017140PK995184726, %xmm1
	subpd %xmm4, %xmm7
	movapd %xmm0, %xmm5
	movapd %xmm6, fftw_stackcell_83
	movapd fftw_stackcell_75, %xmm6
	mulpd PK773010453NK634393284, %xmm0
	movapd %xmm2, %xmm4
	movapd %xmm7, fftw_stackcell_82
	mulpd PK634393284NK773010453, %xmm5
	unpckhpd %xmm3, %xmm2
	movapd %xmm1, fftw_stackcell_84
	movapd fftw_stackcell_68, %xmm1
	unpcklpd %xmm3, %xmm4
	movapd %xmm0, fftw_stackcell_86
	movapd fftw_stackcell_65, %xmm3
	movapd %xmm6, %xmm7
	movapd %xmm5, fftw_stackcell_85
	subpd %xmm2, %xmm4
	movapd fftw_stackcell_64, %xmm2
	movapd %xmm6, %xmm5
	movapd %xmm1, %xmm0
	shufpd $9, %xmm7, %xmm7
	unpckhpd %xmm3, %xmm1
	unpcklpd %xmm3, %xmm0
	movapd %xmm2, %xmm3
	unpckhpd %xmm7, %xmm6
	unpcklpd %xmm7, %xmm5
	movapd %xmm2, %xmm7
	subpd %xmm1, %xmm0
	movapd fftw_stackcell_63, %xmm1
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm6
	unpckhpd %xmm3, %xmm2
	subpd %xmm6, %xmm5
	unpcklpd %xmm3, %xmm7
	movapd %xmm4, %xmm3
	movapd %xmm1, %xmm6
	mulpd NK707106781PK707106781, %xmm1
	mulsd chs_lo, %xmm2
	mulpd PK707106781PK707106781, %xmm5
	mulpd PK707106781PK707106781, %xmm6
	subpd %xmm2, %xmm7
	addpd %xmm5, %xmm3
	mulpd PK707106781PK707106781, %xmm7
	subpd %xmm4, %xmm5
	movapd %xmm0, %xmm4
	movapd %xmm3, %xmm2
	mulpd PK980785280PK195090322, %xmm3
	shufpd $9, %xmm5, %xmm5
	addpd %xmm7, %xmm4
	shufpd $9, %xmm2, %xmm2
	movapd %xmm3, fftw_stackcell_91
	subpd %xmm7, %xmm0
	movapd fftw_stackcell_62, %xmm7
	movapd %xmm4, %xmm3
	mulpd PK195090322PK980785280, %xmm4
	movapd %xmm5, fftw_stackcell_89
	mulpd PK980785280PK195090322, %xmm2
	mulpd PK980785280PK195090322, %xmm3
	movapd %xmm4, fftw_stackcell_98
	movapd %xmm2, fftw_stackcell_99
	movapd fftw_stackcell_67, %xmm4
	movapd %xmm0, %xmm2
	mulpd PK831469612NK555570233, %xmm0
	movapd %xmm3, fftw_stackcell_90
	movapd fftw_stackcell_66, %xmm3
	movapd %xmm7, %xmm5
	mulpd PK555570233NK831469612, %xmm2
	addpd %xmm1, %xmm7
	movapd %xmm4, %xmm1
	movapd %xmm0, fftw_stackcell_87
	movapd %xmm4, %xmm0
	mulpd chs_hi, %xmm5
	shufpd $9, %xmm1, %xmm1
	movapd %xmm2, fftw_stackcell_88
	movapd %xmm3, %xmm2
	unpcklpd %xmm3, %xmm4
	unpckhpd %xmm3, %xmm0
	addpd %xmm5, %xmm6
	movapd %xmm7, %xmm5
	unpckhpd %xmm1, %xmm2
	unpcklpd %xmm1, %xmm3
	movapd %xmm6, %xmm1
	mulsd chs_lo, %xmm0
	mulsd chs_lo, %xmm2
	subpd %xmm0, %xmm4
	subpd %xmm2, %xmm3
	addpd %xmm4, %xmm1
	addpd %xmm3, %xmm5
	subpd %xmm3, %xmm7
	movapd %xmm1, %xmm2
	mulpd PK098017140PK995184726, %xmm1
	movapd %xmm5, fftw_stackcell_92
	movlpd (%eax,%edi), %xmm5
	subpd %xmm6, %xmm4
	movhpd (%esi,%edi), %xmm5
	movapd %xmm7, fftw_stackcell_93
	leal (%edx,%edx,2), %edi
	mulpd PK995184726PK098017140, %xmm2
	movhpd (%eax,%ecx), %xmm7
	movlpd (%esi,%ecx), %xmm7
	movapd %xmm4, %xmm0
	mulpd NK773010453PK634393284, %xmm4
	movapd %xmm1, fftw_stackcell_94
	movapd %xmm2, fftw_stackcell_95
	shufpd $9, %xmm0, %xmm0
	leal (%edi,%edi,4), %ecx
	movapd %xmm4, fftw_stackcell_96
	leal (%ebx,%edx,8), %edi
	mulpd PK773010453NK634393284, %xmm0
	movapd %xmm7, %xmm3
	unpckhpd %xmm5, %xmm7
	movhpd (%esi,%ecx), %xmm2
	movlpd (%eax,%ecx), %xmm2
	leal (%ecx,%edx,8), %ebp
	unpcklpd %xmm5, %xmm3
	movapd %xmm0, fftw_stackcell_97
	movapd %xmm7, %xmm6
	addpd %xmm3, %xmm6
	subpd %xmm7, %xmm3
	movlpd (%esi,%ebx), %xmm7
	movhpd (%eax,%ebx), %xmm7
	leal (%edx,%edx), %ebx
	movapd %xmm2, %xmm1
	movapd %xmm6, %xmm5
	movapd %xmm6, fftw_stackcell_104
	movapd %xmm3, fftw_stackcell_101
	leal (%ebp,%ebx,8), %ecx
	leal (,%edx,4), %ebx
	unpckhpd %xmm7, %xmm2
	unpcklpd %xmm7, %xmm1
	movapd %xmm2, %xmm4
	addpd %xmm1, %xmm4
	subpd %xmm2, %xmm1
	unpckhpd %xmm4, %xmm5
	movapd %xmm1, %xmm0
	movapd %xmm1, %xmm7
	unpcklpd %xmm4, %xmm6
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm0, %xmm0
	addpd %xmm6, %xmm5
	movapd %xmm5, fftw_stackcell_100
	movlpd (%eax,%ecx), %xmm5
	unpckhpd %xmm0, %xmm7
	movhpd (%esi,%ecx), %xmm5
	movapd %xmm4, fftw_stackcell_103
	unpcklpd %xmm0, %xmm1
	movapd %xmm1, %xmm2
	movlpd (%eax,%ebp), %xmm1
	movhpd (%esi,%ebp), %xmm1
	leal (%edx,%edx,2), %ebp
	mulsd chs_lo, %xmm7
	subpd %xmm7, %xmm2
	movhpd (%eax,%edi), %xmm7
	movlpd (%esi,%edi), %xmm7
	leal (%edx,%ebp,2), %edi
	leal (%ebp,%ebx,8), %ecx
	movapd %xmm2, fftw_stackcell_102
	movhpd (%esi,%edi), %xmm3
	movlpd (%eax,%edi), %xmm3
	leal (%edi,%edx,4), %ebx
	leal (%edx,%edx), %edi
	movapd %xmm7, %xmm6
	unpckhpd %xmm1, %xmm7
	unpcklpd %xmm1, %xmm6
	movapd %xmm7, %xmm0
	movapd %xmm3, %xmm4
	unpckhpd %xmm5, %xmm3
	addpd %xmm6, %xmm0
	unpcklpd %xmm5, %xmm4
	subpd %xmm7, %xmm6
	movapd %xmm3, %xmm1
	movapd %xmm0, %xmm5
	movapd %xmm0, %xmm7
	movapd %xmm6, %xmm2
	mulpd PK382683432PK923879532, %xmm6
	addpd %xmm4, %xmm1
	subpd %xmm3, %xmm4
	mulpd PK923879532PK382683432, %xmm2
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm7
	movapd %xmm4, %xmm3
	mulpd PK382683432PK923879532, %xmm4
	addpd %xmm7, %xmm5
	movapd %xmm1, %xmm7
	unpckhpd %xmm0, %xmm1
	mulpd PK923879532PK382683432, %xmm3
	unpcklpd %xmm0, %xmm7
	movapd %xmm5, fftw_stackcell_106
	subpd %xmm1, %xmm7
	movapd %xmm6, %xmm1
	movapd %xmm3, %xmm0
	unpckhpd %xmm2, %xmm3
	unpcklpd %xmm4, %xmm6
	unpckhpd %xmm4, %xmm1
	movlpd (%eax,%ecx), %xmm4
	movhpd (%esi,%ecx), %xmm4
	unpcklpd %xmm2, %xmm0
	mulsd chs_lo, %xmm3
	movapd %xmm7, fftw_stackcell_110
	movapd %xmm1, %xmm2
	movhpd (%esi,%ebp), %xmm1
	movlpd (%eax,%ebp), %xmm1
	leal (%ecx,%edx,8), %ebp
	addpd %xmm0, %xmm3
	leal (%ebx,%edi,8), %ecx
	leal (%edx,%edx,2), %edi
	mulsd chs_lo, %xmm2
	movapd %xmm3, fftw_stackcell_109
	addpd %xmm6, %xmm2
	movapd %xmm1, %xmm7
	unpckhpd %xmm4, %xmm1
	movapd %xmm2, fftw_stackcell_107
	unpcklpd %xmm4, %xmm7
	movapd %xmm1, %xmm0
	movapd %xmm7, %xmm3
	addpd %xmm7, %xmm0
	movlpd (%esi,%ebp), %xmm7
	movhpd (%eax,%ebp), %xmm7
	leal (%edx,%edx,4), %ebp
	subpd %xmm1, %xmm3
	movhpd (%esi,%ebx), %xmm1
	movlpd (%eax,%ebx), %xmm1
	movapd %xmm3, fftw_stackcell_105
	leal (%ebp,%ecx,2), %ebx
	leal (%ecx,%edi,8), %ebp
	movapd %xmm1, %xmm6
	unpckhpd %xmm7, %xmm1
	movhpd (%eax,%ebx), %xmm5
	movlpd (%esi,%ebx), %xmm5
	unpcklpd %xmm7, %xmm6
	movapd %xmm1, %xmm2
	addpd %xmm6, %xmm2
	subpd %xmm1, %xmm6
	movlpd (%eax,%ecx), %xmm1
	movhpd (%esi,%ecx), %xmm1
	leal (%edx,%edx), %ecx
	movapd %xmm5, %xmm3
	movapd %xmm2, %xmm4
	movl 36(%esp), %edx
	shufpd $9, %xmm4, %xmm4
	leal (%edi,%ecx,8), %ebx
	movl 24(%esp), %ecx
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm3
	movapd %xmm5, %xmm7
	addpd %xmm3, %xmm7
	subpd %xmm5, %xmm3
	movlpd (%esi,%ebp), %xmm5
	movhpd (%eax,%ebp), %xmm5
	movl 28(%esp), %ebp
	movapd %xmm3, fftw_stackcell_108
	movhpd (%esi,%ebx), %xmm3
	movlpd (%eax,%ebx), %xmm3
	movl 40(%esp), %ebx
	leal (,%edx,8), %eax
	/* simd data load/store barrier */ 
	leal (,%ebx,8), %esi
	leal (,%eax,4), %edi
	leal (%eax,%eax), %ebx
	movapd %xmm3, %xmm1
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm1
	leal (,%esi,4), %edx
	movapd %xmm3, %xmm5
	addpd %xmm1, %xmm5
	subpd %xmm3, %xmm1
	movapd %xmm7, %xmm3
	movapd %xmm1, fftw_stackcell_111
	movapd %xmm7, %xmm1
	unpcklpd %xmm4, %xmm3
	unpckhpd %xmm4, %xmm1
	movapd %xmm5, %xmm4
	shufpd $9, %xmm4, %xmm4
	subpd %xmm1, %xmm3
	movapd %xmm0, %xmm1
	movapd %xmm3, fftw_stackcell_112
	movapd %xmm0, %xmm3
	unpcklpd %xmm4, %xmm1
	unpckhpd %xmm4, %xmm3
	movapd %xmm0, %xmm4
	unpckhpd %xmm5, %xmm0
	unpcklpd %xmm5, %xmm4
	movapd %xmm7, %xmm5
	subpd %xmm3, %xmm1
	movapd %xmm6, %xmm3
	unpckhpd %xmm2, %xmm7
	unpcklpd %xmm2, %xmm5
	addpd %xmm4, %xmm0
	movapd %xmm6, %xmm2
	shufpd $9, %xmm3, %xmm3
	addpd %xmm5, %xmm7
	movapd %xmm0, %xmm4
	movapd fftw_stackcell_111, %xmm5
	unpckhpd %xmm3, %xmm2
	unpcklpd %xmm7, %xmm4
	unpckhpd %xmm7, %xmm0
	movapd %xmm5, %xmm7
	unpcklpd %xmm3, %xmm6
	mulsd chs_lo, %xmm2
	movapd %xmm4, %xmm3
	shufpd $9, %xmm7, %xmm7
	subpd %xmm0, %xmm3
	subpd %xmm2, %xmm6
	movapd %xmm5, %xmm2
	addpd %xmm4, %xmm0
	movapd %xmm3, %xmm4
	unpcklpd %xmm7, %xmm5
	unpckhpd %xmm7, %xmm2
	movapd %xmm3, %xmm7
	movapd %xmm6, fftw_stackcell_114
	shufpd $9, %xmm4, %xmm4
	mulsd chs_lo, %xmm2
	unpckhpd %xmm4, %xmm3
	unpcklpd %xmm4, %xmm7
	movapd fftw_stackcell_110, %xmm4
	subpd %xmm2, %xmm5
	mulsd chs_lo, %xmm3
	movapd %xmm5, %xmm6
	mulpd PK707106781PK707106781, %xmm5
	movapd %xmm4, %xmm2
	mulpd NK707106781PK707106781, %xmm6
	subpd %xmm3, %xmm7
	movapd %xmm4, %xmm3
	shufpd $9, %xmm2, %xmm2
	movapd %xmm5, fftw_stackcell_118
	movapd fftw_stackcell_104, %xmm5
	mulpd PK707106781PK707106781, %xmm7
	movapd %xmm6, fftw_stackcell_117
	movapd fftw_stackcell_103, %xmm6
	unpckhpd %xmm2, %xmm4
	movapd %xmm7, fftw_stackcell_113
	movapd %xmm5, %xmm7
	unpcklpd %xmm2, %xmm3
	movapd fftw_stackcell_109, %xmm2
	mulsd chs_lo, %xmm4
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm7
	subpd %xmm4, %xmm3
	movapd %xmm2, %xmm6
	subpd %xmm5, %xmm7
	movapd fftw_stackcell_107, %xmm5
	mulpd PK707106781PK707106781, %xmm3
	shufpd $9, %xmm6, %xmm6
	movapd %xmm7, %xmm4
	subpd %xmm3, %xmm4
	addpd %xmm3, %xmm7
	movapd %xmm5, %xmm3
	mulpd chs_hi, %xmm4
	unpckhpd %xmm6, %xmm3
	movapd %xmm7, fftw_stackcell_116
	movapd %xmm2, %xmm7
	unpcklpd %xmm5, %xmm2
	unpckhpd %xmm5, %xmm7
	movapd %xmm4, fftw_stackcell_115
	movapd fftw_stackcell_102, %xmm4
	mulsd chs_lo, %xmm3
	unpcklpd %xmm6, %xmm5
	mulsd chs_lo, %xmm7
	subpd %xmm3, %xmm5
	movapd fftw_stackcell_101, %xmm3
	movapd %xmm4, %xmm6
	mulpd NK707106781PK707106781, %xmm4
	subpd %xmm7, %xmm2
	mulpd PK707106781PK707106781, %xmm6
	movapd %xmm3, %xmm7
	addpd %xmm4, %xmm3
	mulpd chs_hi, %xmm7
	movapd %xmm3, %xmm4
	addpd %xmm5, %xmm3
	subpd %xmm5, %xmm4
	movapd %xmm3, fftw_stackcell_119
	movapd fftw_stackcell_100, %xmm5
	addpd %xmm7, %xmm6
	movapd fftw_stackcell_106, %xmm7
	mulpd chs_hi, %xmm4
	movapd %xmm6, %xmm3
	addpd %xmm2, %xmm6
	subpd %xmm2, %xmm3
	movapd %xmm5, %xmm2
	unpckhpd %xmm7, %xmm5
	movapd %xmm4, fftw_stackcell_120
	movapd %xmm6, fftw_stackcell_121
	movapd %xmm0, %xmm6
	unpcklpd %xmm7, %xmm2
	mulpd chs_hi, %xmm3
	movapd %xmm5, %xmm4
	shufpd $9, %xmm6, %xmm6
	addpd %xmm2, %xmm4
	movapd %xmm3, fftw_stackcell_122
	subpd %xmm5, %xmm2
	movapd %xmm4, %xmm7
	movapd %xmm4, %xmm3
	movapd %xmm4, %xmm5
	unpckhpd %xmm0, %xmm4
	movapd %xmm2, fftw_stackcell_123
	unpckhpd %xmm6, %xmm7
	movapd %xmm1, %xmm2
	mulpd PK923879532PK382683432, %xmm1
	unpcklpd %xmm6, %xmm3
	unpcklpd %xmm0, %xmm5
	movapd fftw_stackcell_112, %xmm0
	subpd %xmm7, %xmm3
	shufpd $9, %xmm2, %xmm2
	addpd %xmm5, %xmm4
	movapd %xmm3, %xmm6
	mulpd PK382683432PK923879532, %xmm3
	movapd %xmm0, %xmm7
	mulpd PK923879532PK382683432, %xmm2
	movapd %xmm4, fftw_stackcell_132
	mulpd PK382683432PK923879532, %xmm0
	mulpd PK923879532PK382683432, %xmm7
	movapd %xmm3, fftw_stackcell_126
	movapd %xmm1, %xmm3
	movapd %xmm2, %xmm5
	mulpd PK923879532PK382683432, %xmm6
	unpcklpd %xmm0, %xmm2
	unpckhpd %xmm7, %xmm3
	unpckhpd %xmm0, %xmm5
	movapd %xmm6, fftw_stackcell_127
	movapd fftw_stackcell_105, %xmm0
	unpcklpd %xmm7, %xmm1
	mulsd chs_lo, %xmm3
	mulsd chs_lo, %xmm5
	movapd %xmm0, %xmm6
	addpd fftw_stackcell_117, %xmm0
	subpd %xmm3, %xmm1
	addpd %xmm2, %xmm5
	mulpd chs_hi, %xmm6
	movapd %xmm1, %xmm7
	movapd %xmm1, %xmm3
	unpcklpd %xmm5, %xmm1
	unpckhpd %xmm5, %xmm7
	movapd %xmm0, %xmm2
	mulpd PK831469612PK555570233, %xmm0
	shufpd $9, %xmm5, %xmm5
	addpd fftw_stackcell_118, %xmm6
	shufpd $9, %xmm3, %xmm3
	addpd %xmm1, %xmm7
	shufpd $9, %xmm2, %xmm2
	movapd %xmm5, %xmm1
	movapd %xmm7, fftw_stackcell_125
	movapd fftw_stackcell_114, %xmm7
	unpckhpd %xmm3, %xmm5
	unpcklpd %xmm3, %xmm1
	mulpd PK831469612PK555570233, %xmm2
	subpd %xmm5, %xmm1
	movapd fftw_stackcell_108, %xmm5
	movapd %xmm7, %xmm3
	mulpd PK707106781PK707106781, %xmm7
	movapd %xmm1, fftw_stackcell_124
	mulpd NK707106781PK707106781, %xmm3
	movapd %xmm5, %xmm1
	addpd %xmm3, %xmm5
	mulpd chs_hi, %xmm1
	movapd %xmm5, %xmm3
	mulpd PK555570233PK831469612, %xmm5
	addpd %xmm1, %xmm7
	movapd %xmm0, %xmm1
	mulpd PK831469612PK555570233, %xmm3
	unpckhpd %xmm3, %xmm1
	unpcklpd %xmm3, %xmm0
	movapd %xmm2, %xmm3
	unpcklpd %xmm5, %xmm2
	mulsd chs_lo, %xmm1
	unpckhpd %xmm5, %xmm3
	movapd %xmm7, %xmm5
	mulpd PK195090322PK980785280, %xmm7
	mulpd PK980785280PK195090322, %xmm5
	subpd %xmm1, %xmm0
	movapd %xmm6, %xmm1
	mulpd PK980785280PK195090322, %xmm6
	mulsd chs_lo, %xmm3
	shufpd $9, %xmm1, %xmm1
	movapd %xmm0, fftw_stackcell_128
	movapd %xmm6, %xmm0
	unpcklpd %xmm5, %xmm6
	addpd %xmm2, %xmm3
	mulpd PK980785280PK195090322, %xmm1
	unpckhpd %xmm5, %xmm0
	movapd %xmm3, fftw_stackcell_129
	movapd fftw_stackcell_61, %xmm5
	movapd %xmm4, %xmm3
	movapd %xmm1, %xmm2
	mulsd chs_lo, %xmm0
	unpcklpd %xmm7, %xmm1
	unpckhpd %xmm5, %xmm3
	unpckhpd %xmm7, %xmm2
	movapd fftw_stackcell_18, %xmm7
	subpd %xmm0, %xmm6
	movapd fftw_stackcell_80, %xmm0
	unpcklpd %xmm5, %xmm4
	movapd %xmm6, fftw_stackcell_130
	addpd %xmm4, %xmm3
	mulsd chs_lo, %xmm2
	movapd %xmm7, %xmm6
	movapd %xmm7, %xmm4
	unpckhpd %xmm0, %xmm6
	addpd %xmm1, %xmm2
	movapd %xmm7, %xmm1
	unpcklpd %xmm0, %xmm4
	shufpd $9, %xmm0, %xmm0
	movapd %xmm2, fftw_stackcell_131
	addpd %xmm4, %xmm6
	movapd %xmm6, %xmm2
	unpckhpd %xmm0, %xmm7
	movapd %xmm6, %xmm4
	unpcklpd %xmm0, %xmm1
	movapd fftw_stackcell_132, %xmm0
	unpckhpd %xmm3, %xmm2
	unpcklpd %xmm3, %xmm4
	subpd %xmm7, %xmm1
	movapd %xmm5, %xmm7
	shufpd $9, %xmm3, %xmm3
	subpd %xmm2, %xmm4
	unpckhpd %xmm0, %xmm5
	movapd %xmm6, %xmm2
	unpcklpd %xmm0, %xmm7
	movlpd %xmm4, (%ecx,%edi,8)
	movhpd %xmm4, (%ebp,%edx,8)
	unpckhpd %xmm3, %xmm6
	leal (,%eax,8), %edi
	movapd fftw_stackcell_50, %xmm4
	subpd %xmm5, %xmm7
	unpcklpd %xmm3, %xmm2
	movapd fftw_stackcell_127, %xmm3
	leal (%ebx,%ebx,2), %edx
	movapd %xmm7, %xmm0
	addpd %xmm2, %xmm6
	movapd %xmm4, %xmm5
	shufpd $9, %xmm0, %xmm0
	movapd %xmm6, %xmm2
	unpcklpd %xmm3, %xmm4
	unpckhpd %xmm3, %xmm5
	movapd %xmm7, %xmm3
	unpckhpd %xmm2, %xmm2
	unpckhpd %xmm0, %xmm3
	mulsd chs_lo, %xmm5
	unpcklpd %xmm0, %xmm7
	mulsd chs_lo, %xmm2
	unpcklpd %xmm6, %xmm6
	mulsd chs_lo, %xmm3
	subpd %xmm5, %xmm4
	addpd %xmm6, %xmm2
	subpd %xmm3, %xmm7
	movapd %xmm4, %xmm0
	movapd %xmm1, %xmm3
	mulpd chs_hi, %xmm1
	movlpd %xmm2, (%ecx,%edi,8)
	movhpd %xmm2, (%ecx)
	leal (%esi,%esi), %edi
	movapd %xmm7, %xmm5
	mulpd NK707106781PK707106781, %xmm7
	movapd fftw_stackcell_49, %xmm2
	shufpd $9, %xmm0, %xmm0
	movapd %xmm4, %xmm6
	mulpd PK707106781PK707106781, %xmm5
	addpd %xmm7, %xmm3
	movapd fftw_stackcell_126, %xmm7
	unpckhpd %xmm0, %xmm6
	unpcklpd %xmm0, %xmm4
	movapd %xmm2, %xmm0
	addpd %xmm1, %xmm5
	movapd fftw_stackcell_17, %xmm1
	movlpd %xmm3, (%ecx,%edx,8)
	mulsd chs_lo, %xmm6
	movhpd %xmm3, (%ebp,%edi,8)
	movapd fftw_stackcell_14, %xmm3
	movlpd %xmm5, (%ecx,%ebx,8)
	unpckhpd %xmm7, %xmm0
	leal (%edi,%esi,4), %ebx
	leal (%edx,%eax), %edi
	unpcklpd %xmm7, %xmm2
	movapd fftw_stackcell_79, %xmm7
	leal (%esi,%esi,2), %edx
	subpd %xmm6, %xmm4
	movapd %xmm1, %xmm6
	mulsd chs_lo, %xmm0
	unpckhpd %xmm3, %xmm1
	movhpd %xmm5, (%ebp,%ebx,8)
	unpcklpd %xmm3, %xmm6
	leal (%esi,%esi,4), %ebx
	movapd %xmm7, %xmm5
	movapd %xmm7, %xmm3
	addpd %xmm2, %xmm0
	shufpd $9, %xmm5, %xmm5
	subpd %xmm1, %xmm6
	movapd %xmm0, %xmm2
	movapd %xmm0, %xmm1
	unpckhpd %xmm5, %xmm3
	unpcklpd %xmm5, %xmm7
	shufpd $9, %xmm2, %xmm2
	mulsd chs_lo, %xmm3
	unpckhpd %xmm2, %xmm1
	subpd %xmm3, %xmm7
	movapd %xmm6, %xmm3
	mulpd chs_hi, %xmm6
	unpcklpd %xmm2, %xmm0
	movapd %xmm4, %xmm2
	movapd %xmm7, %xmm5
	mulsd chs_lo, %xmm1
	mulpd NK707106781PK707106781, %xmm7
	mulpd PK707106781PK707106781, %xmm5
	subpd %xmm1, %xmm0
	mulsd chs_lo, %xmm2
	addpd %xmm7, %xmm3
	addpd %xmm6, %xmm5
	movapd %xmm0, %xmm7
	shufpd $9, %xmm3, %xmm3
	movapd %xmm5, %xmm1
	mulpd chs_hi, %xmm5
	mulsd chs_lo, %xmm7
	movapd %xmm3, %xmm6
	addpd %xmm2, %xmm1
	movapd fftw_stackcell_13, %xmm2
	mulsd chs_lo, %xmm3
	addpd %xmm5, %xmm4
	movapd fftw_stackcell_78, %xmm5
	subpd %xmm7, %xmm6
	movapd fftw_stackcell_77, %xmm7
	movlpd %xmm1, (%ecx,%edi,8)
	leal (%eax,%eax,4), %edi
	movhpd %xmm4, (%ebp,%ebx,8)
	movlpd %xmm4, (%ecx,%eax,8)
	addpd %xmm3, %xmm0
	movapd fftw_stackcell_12, %xmm4
	movhpd %xmm1, (%ebp,%edx,8)
	leal (%ebx,%esi,2), %edx
	leal (%eax,%eax,2), %ebx
	movapd %xmm5, %xmm1
	mulpd PK707106781PK707106781, %xmm2
	movlpd %xmm6, (%ebp,%esi,8)
	movapd %xmm7, %xmm3
	movhpd %xmm6, (%ecx,%edi,8)
	leal (%esi,%esi,8), %edi
	shufpd $9, %xmm1, %xmm1
	movapd %xmm4, %xmm6
	movlpd %xmm0, (%ebp,%edx,8)
	shufpd $9, %xmm3, %xmm3
	addpd %xmm2, %xmm4
	movhpd %xmm0, (%ecx,%ebx,8)
	movapd %xmm7, %xmm0
	unpcklpd %xmm5, %xmm7
	leal (%eax,%eax,4), %edx
	subpd %xmm2, %xmm6
	movapd %xmm1, %xmm2
	unpckhpd %xmm5, %xmm0
	movapd fftw_stackcell_48, %xmm5
	unpckhpd %xmm3, %xmm1
	movapd %xmm6, fftw_stackcell_133
	unpcklpd %xmm3, %xmm2
	movapd fftw_stackcell_123, %xmm3
	leal (%edx,%edx,2), %ebx
	addpd %xmm7, %xmm0
	movapd fftw_stackcell_113, %xmm7
	subpd %xmm1, %xmm2
	movapd %xmm5, %xmm6
	mulpd PK980785280PK195090322, %xmm5
	movapd %xmm3, %xmm1
	movapd %xmm2, fftw_stackcell_134
	shufpd $9, %xmm6, %xmm6
	subpd %xmm7, %xmm3
	addpd %xmm7, %xmm1
	movapd %xmm5, %xmm7
	mulpd PK980785280PK195090322, %xmm6
	movapd %xmm1, %xmm2
	mulpd PK195090322PK980785280, %xmm1
	mulpd PK980785280PK195090322, %xmm2
	unpckhpd %xmm2, %xmm5
	unpcklpd %xmm2, %xmm7
	movapd %xmm6, %xmm2
	unpckhpd %xmm1, %xmm6
	mulsd chs_lo, %xmm5
	unpcklpd %xmm1, %xmm2
	movapd %xmm3, %xmm1
	mulpd PK555570233NK831469612, %xmm3
	mulsd chs_lo, %xmm6
	subpd %xmm5, %xmm7
	movapd fftw_stackcell_47, %xmm5
	mulpd PK831469612NK555570233, %xmm1
	addpd %xmm2, %xmm6
	movapd %xmm5, %xmm2
	shufpd $9, %xmm5, %xmm5
	movapd %xmm6, fftw_stackcell_135
	mulpd PK831469612NK555570233, %xmm2
	mulpd NK831469612PK555570233, %xmm5
	movapd %xmm2, %xmm6
	unpckhpd %xmm1, %xmm2
	unpcklpd %xmm1, %xmm6
	movapd %xmm5, %xmm1
	unpckhpd %xmm3, %xmm5
	mulsd chs_lo, %xmm2
	unpcklpd %xmm3, %xmm1
	movapd %xmm4, %xmm3
	mulpd chs_hi, %xmm4
	subpd %xmm2, %xmm6
	mulsd chs_lo, %xmm5
	movapd %xmm0, %xmm2
	addpd %xmm4, %xmm0
	movapd %xmm7, %xmm4
	mulsd chs_lo, %xmm2
	shufpd $9, %xmm4, %xmm4
	addpd %xmm1, %xmm5
	movapd %xmm7, %xmm1
	addpd %xmm2, %xmm3
	movapd %xmm5, %xmm2
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm7
	movapd %xmm0, %xmm4
	shufpd $9, %xmm2, %xmm2
	mulsd chs_lo, %xmm1
	shufpd $9, %xmm3, %xmm3
	mulpd chs_hi, %xmm4
	subpd %xmm1, %xmm7
	movapd %xmm7, %xmm1
	mulsd chs_lo, %xmm7
	addpd %xmm4, %xmm1
	movapd fftw_stackcell_134, %xmm4
	addpd %xmm7, %xmm0
	movapd fftw_stackcell_133, %xmm7
	movhpd %xmm1, (%ebp,%edi,4)
	movlpd %xmm1, (%ecx,%eax,4)
	leal (%esi,%esi,2), %edi
	movlpd %xmm0, (%ecx,%ebx,4)
	movapd %xmm4, %xmm1
	addpd %xmm7, %xmm4
	subpd %xmm7, %xmm1
	movapd %xmm5, %xmm7
	leal (%esi,%edi,2), %edx
	unpcklpd %xmm2, %xmm5
	leal (%esi,%edi,4), %ebx
	leal (%eax,%eax,4), %edi
	unpckhpd %xmm2, %xmm7
	movapd %xmm6, %xmm2
	shufpd $9, %xmm1, %xmm1
	movhpd %xmm0, (%ebp,%edx,4)
	shufpd $9, %xmm2, %xmm2
	leal (%esi,%esi,2), %edx
	mulsd chs_lo, %xmm7
	movapd %xmm1, %xmm0
	mulpd chs_hi, %xmm1
	subpd %xmm7, %xmm5
	mulpd chs_lohi, %xmm0
	movapd %xmm5, %xmm7
	mulsd chs_lo, %xmm5
	addpd %xmm0, %xmm7
	movapd %xmm6, %xmm0
	unpcklpd %xmm2, %xmm6
	subpd %xmm5, %xmm1
	movapd fftw_stackcell_135, %xmm5
	unpckhpd %xmm2, %xmm0
	movlpd %xmm7, (%ebp,%ebx,4)
	leal (%eax,%edi,2), %ebx
	movhpd %xmm7, (%ecx,%edi,4)
	movlpd %xmm1, (%ebp,%edx,4)
	leal (%eax,%eax,2), %edi
	mulsd chs_lo, %xmm0
	movapd %xmm5, %xmm2
	movapd %xmm5, %xmm7
	movhpd %xmm1, (%ecx,%ebx,4)
	movapd %xmm4, %xmm1
	leal (%edx,%esi,8), %ebx
	shufpd $9, %xmm2, %xmm2
	leal (%eax,%edi,4), %edx
	subpd %xmm0, %xmm6
	mulpd chs_hi, %xmm1
	movapd %xmm6, %xmm0
	unpckhpd %xmm2, %xmm7
	mulsd chs_lo, %xmm6
	unpcklpd %xmm2, %xmm5
	movapd fftw_stackcell_99, %xmm2
	addpd %xmm1, %xmm0
	movapd fftw_stackcell_98, %xmm1
	mulsd chs_lo, %xmm7
	addpd %xmm6, %xmm4
	movlpd %xmm0, (%ecx,%edi,4)
	leal (%esi,%esi,4), %edi
	movhpd %xmm0, (%ebp,%ebx,4)
	movapd %xmm3, %xmm0
	movlpd %xmm4, (%ecx,%edx,4)
	leal (%ebx,%esi,4), %edx
	leal (%eax,%eax,2), %ebx
	movapd %xmm2, %xmm6
	subpd %xmm7, %xmm5
	unpcklpd %xmm1, %xmm2
	mulsd chs_lo, %xmm0
	movhpd %xmm4, (%ebp,%edi,4)
	movapd fftw_stackcell_91, %xmm4
	unpckhpd %xmm1, %xmm6
	movapd %xmm5, %xmm7
	movapd fftw_stackcell_90, %xmm1
	mulsd chs_lo, %xmm5
	leal (%eax,%ebx,2), %edi
	leal (%esi,%esi), %ebx
	addpd %xmm0, %xmm7
	mulsd chs_lo, %xmm6
	movapd %xmm4, %xmm0
	subpd %xmm5, %xmm3
	movlpd %xmm7, (%ebp,%edx,4)
	unpcklpd %xmm1, %xmm4
	leal (%eax,%eax,8), %edx
	movhpd %xmm7, (%ecx,%edi,4)
	unpckhpd %xmm1, %xmm0
	addpd %xmm2, %xmm6
	movlpd %xmm3, (%ebp,%esi,4)
	movapd fftw_stackcell_44, %xmm7
	movapd fftw_stackcell_46, %xmm1
	leal (%esi,%ebx,8), %edi
	movapd %xmm6, %xmm5
	mulsd chs_lo, %xmm0
	movhpd %xmm3, (%ecx,%edx,4)
	leal (%edx,%eax,2), %ebx
	shufpd $9, %xmm5, %xmm5
	movapd %xmm7, %xmm2
	subpd %xmm1, %xmm7
	subpd %xmm0, %xmm4
	addpd %xmm1, %xmm2
	movapd %xmm4, %xmm3
	movapd %xmm4, %xmm0
	shufpd $9, %xmm4, %xmm4
	movapd %xmm2, %xmm1
	mulpd PK995184726PK098017140, %xmm2
	unpckhpd %xmm6, %xmm3
	unpcklpd %xmm6, %xmm0
	movapd %xmm5, %xmm6
	unpckhpd %xmm4, %xmm5
	addpd %xmm0, %xmm3
	movapd fftw_stackcell_116, %xmm0
	unpcklpd %xmm4, %xmm6
	movapd fftw_stackcell_125, %xmm4
	shufpd $9, %xmm1, %xmm1
	movapd %xmm3, fftw_stackcell_139
	subpd %xmm5, %xmm6
	movapd %xmm0, %xmm3
	mulpd PK995184726PK098017140, %xmm1
	subpd %xmm4, %xmm0
	movapd %xmm6, fftw_stackcell_136
	addpd %xmm4, %xmm3
	movapd %xmm0, fftw_stackcell_140
	movapd %xmm2, %xmm4
	movapd fftw_stackcell_45, %xmm0
	movapd %xmm1, %xmm6
	movapd %xmm3, %xmm5
	mulpd PK098017140PK995184726, %xmm3
	mulpd PK995184726PK098017140, %xmm5
	unpckhpd %xmm3, %xmm6
	unpcklpd %xmm3, %xmm1
	movapd fftw_stackcell_43, %xmm3
	unpckhpd %xmm5, %xmm2
	unpcklpd %xmm5, %xmm4
	movapd %xmm0, %xmm5
	mulsd chs_lo, %xmm6
	mulsd chs_lo, %xmm2
	addpd %xmm3, %xmm0
	subpd %xmm3, %xmm5
	movapd fftw_stackcell_115, %xmm3
	addpd %xmm1, %xmm6
	movapd %xmm0, %xmm1
	mulpd PK956940335PK290284677, %xmm0
	subpd %xmm2, %xmm4
	movapd %xmm6, fftw_stackcell_137
	movapd fftw_stackcell_124, %xmm2
	mulpd PK290284677PK956940335, %xmm1
	movapd %xmm3, %xmm6
	movapd %xmm4, fftw_stackcell_138
	addpd %xmm2, %xmm3
	subpd %xmm2, %xmm6
	movapd %xmm1, %xmm2
	movapd %xmm3, %xmm4
	mulpd PK290284677PK956940335, %xmm3
	mulpd PK956940335PK290284677, %xmm4
	unpckhpd %xmm4, %xmm2
	unpcklpd %xmm4, %xmm1
	movapd %xmm0, %xmm4
	unpcklpd %xmm3, %xmm0
	mulsd chs_lo, %xmm2
	unpckhpd %xmm3, %xmm4
	movapd %xmm6, %xmm3
	mulpd PK881921264NK471396736, %xmm6
	mulpd PK471396736NK881921264, %xmm3
	subpd %xmm2, %xmm1
	movapd %xmm5, %xmm2
	mulsd chs_lo, %xmm4
	mulpd PK881921264NK471396736, %xmm5
	mulpd PK471396736NK881921264, %xmm2
	movapd %xmm1, fftw_stackcell_142
	addpd %xmm0, %xmm4
	movapd %xmm5, %xmm1
	unpcklpd %xmm3, %xmm5
	movapd %xmm2, %xmm0
	unpcklpd %xmm6, %xmm2
	movapd %xmm4, fftw_stackcell_141
	unpckhpd %xmm3, %xmm1
	movapd fftw_stackcell_89, %xmm4
	unpckhpd %xmm6, %xmm0
	movapd fftw_stackcell_88, %xmm6
	mulsd chs_lo, %xmm1
	mulsd chs_lo, %xmm0
	movapd %xmm4, %xmm3
	mulpd PK555570233NK831469612, %xmm4
	addpd %xmm5, %xmm1
	mulpd PK831469612NK555570233, %xmm3
	movapd %xmm6, %xmm5
	subpd %xmm0, %xmm2
	movapd %xmm1, fftw_stackcell_145
	movapd fftw_stackcell_87, %xmm0
	unpckhpd %xmm3, %xmm5
	movapd %xmm2, fftw_stackcell_144
	movapd fftw_stackcell_26, %xmm2
	unpcklpd %xmm3, %xmm6
	movapd %xmm0, %xmm1
	unpcklpd %xmm4, %xmm0
	mulsd chs_lo, %xmm5
	unpckhpd %xmm4, %xmm1
	movapd %xmm2, %xmm3
	subpd %xmm5, %xmm6
	shufpd $9, %xmm3, %xmm3
	mulsd chs_lo, %xmm1
	movapd %xmm6, %xmm4
	addpd %xmm0, %xmm1
	movapd %xmm1, %xmm5
	movapd %xmm1, %xmm0
	unpckhpd %xmm1, %xmm4
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm0
	unpcklpd %xmm1, %xmm6
	movapd fftw_stackcell_29, %xmm1
	addpd %xmm0, %xmm5
	movapd fftw_stackcell_28, %xmm0
	subpd %xmm4, %xmm6
	movapd %xmm5, fftw_stackcell_143
	movapd %xmm6, fftw_stackcell_146
	movapd fftw_stackcell_27, %xmm5
	movapd %xmm2, %xmm6
	movapd %xmm1, %xmm4
	subpd %xmm0, %xmm1
	unpckhpd %xmm5, %xmm6
	addpd %xmm0, %xmm4
	unpcklpd %xmm5, %xmm2
	mulpd chs_hi, %xmm1
	shufpd $9, %xmm5, %xmm5
	addpd %xmm2, %xmm6
	movapd %xmm4, %xmm2
	movapd %xmm5, %xmm0
	unpckhpd %xmm3, %xmm5
	subpd %xmm6, %xmm2
	addpd %xmm6, %xmm4
	movapd %xmm7, %xmm6
	mulpd PK773010453NK634393284, %xmm7
	unpcklpd %xmm3, %xmm0
	movapd %xmm1, %xmm3
	shufpd $9, %xmm6, %xmm6
	subpd %xmm5, %xmm0
	movapd fftw_stackcell_140, %xmm5
	subpd %xmm0, %xmm3
	mulpd NK773010453PK634393284, %xmm6
	addpd %xmm0, %xmm1
	movapd %xmm5, %xmm0
	mulpd PK634393284NK773010453, %xmm5
	movapd %xmm1, fftw_stackcell_147
	movapd %xmm7, %xmm1
	mulpd PK773010453NK634393284, %xmm0
	unpckhpd %xmm0, %xmm7
	unpcklpd %xmm0, %xmm1
	movapd %xmm6, %xmm0
	unpcklpd %xmm5, %xmm6
	unpckhpd %xmm5, %xmm0
	mulsd chs_lo, %xmm7
	movapd fftw_stackcell_139, %xmm5
	subpd %xmm7, %xmm1
	mulsd chs_lo, %xmm0
	movapd %xmm4, %xmm7
	mulpd chs_hi, %xmm7
	addpd %xmm6, %xmm0
	movapd %xmm5, %xmm6
	mulsd chs_lo, %xmm5
	addpd %xmm7, %xmm6
	movapd fftw_stackcell_138, %xmm7
	addpd %xmm5, %xmm4
	shufpd $9, %xmm4, %xmm4
	movapd %xmm7, %xmm5
	shufpd $9, %xmm5, %xmm5
	movapd %xmm4, fftw_stackcell_148
	movapd %xmm7, %xmm4
	unpckhpd %xmm5, %xmm7
	unpcklpd %xmm5, %xmm4
	movapd %xmm6, %xmm5
	mulsd chs_lo, %xmm7
	mulpd chs_hi, %xmm5
	subpd %xmm7, %xmm4
	movapd %xmm4, %xmm7
	mulsd chs_lo, %xmm4
	addpd %xmm5, %xmm7
	movapd fftw_stackcell_146, %xmm5
	addpd %xmm4, %xmm6
	movhpd %xmm7, (%ebp,%edi,2)
	movlpd %xmm7, (%ecx,%eax,2)
	leal (%edx,%ebx,2), %edi
	leal (%esi,%esi,2), %edx
	movapd fftw_stackcell_145, %xmm7
	movapd %xmm5, %xmm4
	addpd %xmm3, %xmm5
	subpd %xmm3, %xmm4
	leal (%edx,%edx,4), %ebx
	movlpd %xmm6, (%ecx,%edi,2)
	leal (%esi,%esi,8), %edi
	movapd %xmm7, %xmm3
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm6, (%ebp,%ebx,2)
	movapd %xmm7, %xmm6
	leal (%eax,%eax,2), %ebx
	leal (%edi,%edi,2), %edx
	unpckhpd %xmm3, %xmm7
	unpcklpd %xmm3, %xmm6
	movapd %xmm4, %xmm3
	mulpd chs_hi, %xmm4
	leal (%ebx,%eax,8), %edi
	leal (%eax,%eax,4), %ebx
	mulsd chs_lo, %xmm7
	mulpd chs_lohi, %xmm3
	subpd %xmm7, %xmm6
	movapd %xmm6, %xmm7
	mulsd chs_lo, %xmm6
	addpd %xmm3, %xmm7
	movapd %xmm1, %xmm3
	subpd %xmm6, %xmm4
	movapd %xmm0, %xmm6
	shufpd $9, %xmm3, %xmm3
	movlpd %xmm7, (%ebp,%edx,2)
	movhpd %xmm7, (%ecx,%edi,2)
	leal (%esi,%esi,4), %edx
	leal (%eax,%ebx,4), %edi
	movapd %xmm1, %xmm7
	shufpd $9, %xmm6, %xmm6
	unpcklpd %xmm3, %xmm7
	unpckhpd %xmm3, %xmm1
	movapd fftw_stackcell_136, %xmm3
	movlpd %xmm4, (%ebp,%edx,2)
	leal (%ebx,%eax,2), %edx
	movhpd %xmm4, (%ecx,%edi,2)
	movapd %xmm0, %xmm4
	unpckhpd %xmm6, %xmm0
	leal (%esi,%esi,2), %ebx
	unpcklpd %xmm6, %xmm4
	mulsd chs_lo, %xmm1
	movapd %xmm3, %xmm6
	subpd %xmm2, %xmm3
	mulsd chs_lo, %xmm0
	leal (%ebx,%ebx,4), %edi
	leal (%eax,%eax,2), %ebx
	addpd %xmm2, %xmm6
	shufpd $9, %xmm3, %xmm3
	subpd %xmm1, %xmm7
	movapd %xmm6, %xmm2
	subpd %xmm0, %xmm4
	movapd %xmm7, %xmm1
	mulsd chs_lo, %xmm7
	mulpd chs_hi, %xmm2
	movapd %xmm4, %xmm0
	mulsd chs_lo, %xmm4
	addpd %xmm7, %xmm6
	movapd %xmm3, %xmm7
	mulpd chs_hi, %xmm3
	addpd %xmm2, %xmm1
	movapd fftw_stackcell_144, %xmm2
	mulpd chs_lohi, %xmm7
	movlpd %xmm1, (%ecx,%edx,2)
	subpd %xmm4, %xmm3
	leal (%edi,%esi,8), %edx
	leal (%eax,%ebx,8), %edi
	leal (%esi,%esi), %ebx
	movapd %xmm2, %xmm4
	addpd %xmm7, %xmm0
	movapd %xmm2, %xmm7
	shufpd $9, %xmm4, %xmm4
	movhpd %xmm1, (%ebp,%edx,2)
	leal (%esi,%esi,8), %edx
	movlpd %xmm6, (%ecx,%edi,2)
	movapd %xmm5, %xmm1
	unpckhpd %xmm4, %xmm7
	mulpd chs_hi, %xmm1
	leal (%edx,%ebx,8), %edi
	leal (%esi,%esi,2), %ebx
	unpcklpd %xmm4, %xmm2
	movhpd %xmm6, (%ebp,%edx,2)
	leal (%eax,%eax,8), %edx
	movapd fftw_stackcell_143, %xmm6
	mulsd chs_lo, %xmm7
	movlpd %xmm0, (%ebp,%edi,2)
	leal (%esi,%ebx,2), %edi
	leal (%eax,%eax,4), %ebx
	subpd %xmm7, %xmm2
	movapd fftw_stackcell_147, %xmm7
	movhpd %xmm0, (%ecx,%edx,2)
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm2
	movlpd %xmm3, (%ebp,%edi,2)
	leal (%ebx,%edx,2), %edi
	leal (%esi,%esi,4), %edx
	movapd %xmm7, %xmm0
	addpd %xmm1, %xmm4
	movapd %xmm6, %xmm1
	mulsd chs_lo, %xmm6
	addpd %xmm2, %xmm5
	movapd fftw_stackcell_142, %xmm2
	mulpd chs_hi, %xmm0
	movlpd %xmm4, (%ecx,%ebx,2)
	movhpd %xmm3, (%ecx,%edi,2)
	leal (%esi,%edx,4), %ebx
	leal (%edi,%eax,4), %edx
	addpd %xmm6, %xmm7
	leal (%esi,%esi,2), %edi
	movapd %xmm2, %xmm3
	movapd %xmm2, %xmm6
	addpd %xmm0, %xmm1
	shufpd $9, %xmm7, %xmm7
	movapd fftw_stackcell_141, %xmm0
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm4, (%ebp,%ebx,2)
	movlpd %xmm5, (%ecx,%edx,2)
	leal (%eax,%eax,2), %edx
	leal (%edi,%esi,8), %ebx
	unpckhpd %xmm3, %xmm6
	movapd %xmm0, %xmm4
	unpcklpd %xmm3, %xmm2
	movapd %xmm0, %xmm3
	shufpd $9, %xmm4, %xmm4
	movhpd %xmm5, (%ebp,%ebx,2)
	movapd %xmm1, %xmm5
	leal (%ebx,%esi,8), %edi
	mulsd chs_lo, %xmm6
	leal (%eax,%eax,4), %ebx
	mulpd chs_hi, %xmm5
	unpcklpd %xmm4, %xmm0
	subpd %xmm6, %xmm2
	movapd fftw_stackcell_137, %xmm6
	unpckhpd %xmm4, %xmm3
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm2
	mulsd chs_lo, %xmm3
	addpd %xmm5, %xmm4
	movapd %xmm6, %xmm5
	addpd %xmm2, %xmm1
	shufpd $9, %xmm5, %xmm5
	movhpd %xmm4, (%ebp,%edi,2)
	leal (%ebx,%edx,8), %edi
	subpd %xmm3, %xmm0
	movlpd %xmm4, (%ecx,%edx,2)
	movapd %xmm6, %xmm3
	leal (%esi,%esi,2), %edx
	movapd %xmm0, %xmm2
	mulsd chs_lo, %xmm0
	movapd %xmm7, %xmm4
	unpckhpd %xmm5, %xmm6
	movlpd %xmm1, (%ecx,%edi,2)
	leal (%eax,%eax,8), %edi
	unpcklpd %xmm5, %xmm3
	movapd fftw_stackcell_148, %xmm5
	subpd %xmm0, %xmm7
	leal (%esi,%edx,4), %ebx
	mulsd chs_lo, %xmm4
	mulsd chs_lo, %xmm6
	movlpd %xmm7, (%ebp,%edx,2)
	leal (%eax,%edi,2), %edx
	movapd %xmm5, %xmm0
	mulsd chs_lo, %xmm5
	addpd %xmm4, %xmm2
	subpd %xmm6, %xmm3
	movapd fftw_stackcell_96, %xmm6
	movhpd %xmm1, (%ebp,%ebx,2)
	leal (%esi,%esi), %edi
	movapd fftw_stackcell_85, %xmm1
	movapd %xmm3, %xmm4
	addpd %xmm5, %xmm3
	movhpd %xmm7, (%ecx,%edx,2)
	movapd fftw_stackcell_97, %xmm7
	movapd %xmm6, %xmm5
	mulsd chs_lo, %xmm4
	leal (%ebx,%edi,8), %edx
	leal (%eax,%eax,2), %ebx
	unpcklpd %xmm1, %xmm6
	unpckhpd %xmm1, %xmm5
	movapd fftw_stackcell_86, %xmm1
	subpd %xmm4, %xmm0
	movapd %xmm7, %xmm4
	leal (%eax,%ebx,4), %edi
	leal (%esi,%esi,2), %ebx
	movlpd %xmm2, (%ebp,%edx,2)
	mulsd chs_lo, %xmm5
	movlpd %xmm0, (%ebp,%esi,2)
	unpckhpd %xmm1, %xmm4
	unpcklpd %xmm1, %xmm7
	movhpd %xmm2, (%ecx,%edi,2)
	leal (%edi,%eax,4), %edx
	leal (%ebx,%ebx,4), %edi
	addpd %xmm6, %xmm5
	mulsd chs_lo, %xmm4
	leal (%eax,%eax,2), %ebx
	movapd %xmm5, %xmm1
	subpd %xmm4, %xmm7
	movhpd %xmm0, (%ecx,%edx,2)
	movapd fftw_stackcell_84, %xmm4
	leal (%esi,%edi,2), %edx
	leal (%ebx,%ebx,4), %edi
	movapd fftw_stackcell_95, %xmm0
	leal (%esi,%esi), %ebx
	movapd %xmm7, %xmm2
	movapd %xmm7, %xmm6
	unpckhpd %xmm7, %xmm1
	unpckhpd %xmm5, %xmm2
	movlpd %xmm3, (%ebp,%edx,2)
	unpcklpd %xmm5, %xmm6
	movhpd %xmm3, (%ecx,%edi,2)
	movapd %xmm4, %xmm3
	unpcklpd %xmm7, %xmm5
	movapd fftw_stackcell_83, %xmm7
	subpd %xmm2, %xmm6
	movapd fftw_stackcell_94, %xmm2
	unpckhpd %xmm0, %xmm3
	addpd %xmm5, %xmm1
	unpcklpd %xmm0, %xmm4
	movapd %xmm6, fftw_stackcell_151
	movapd fftw_stackcell_22, %xmm0
	movapd %xmm7, %xmm5
	mulsd chs_lo, %xmm3
	movapd %xmm1, fftw_stackcell_149
	unpcklpd %xmm2, %xmm7
	unpckhpd %xmm2, %xmm5
	movapd %xmm0, %xmm6
	subpd %xmm3, %xmm4
	shufpd $9, %xmm6, %xmm6
	mulsd chs_lo, %xmm5
	movapd %xmm4, %xmm2
	movapd %xmm4, %xmm1
	shufpd $9, %xmm1, %xmm1
	addpd %xmm7, %xmm5
	movapd fftw_stackcell_16, %xmm7
	unpckhpd %xmm5, %xmm4
	unpcklpd %xmm5, %xmm2
	shufpd $9, %xmm5, %xmm5
	addpd %xmm2, %xmm4
	movapd fftw_stackcell_25, %xmm2
	movapd %xmm5, %xmm3
	movapd %xmm4, fftw_stackcell_150
	unpckhpd %xmm1, %xmm5
	movapd %xmm7, %xmm4
	unpcklpd %xmm1, %xmm3
	movapd fftw_stackcell_23, %xmm1
	subpd %xmm2, %xmm7
	addpd %xmm2, %xmm4
	movapd %xmm0, %xmm2
	subpd %xmm5, %xmm3
	mulpd chs_hi, %xmm7
	movapd %xmm4, %xmm5
	unpckhpd %xmm1, %xmm2
	movapd %xmm3, fftw_stackcell_156
	unpcklpd %xmm1, %xmm0
	shufpd $9, %xmm1, %xmm1
	addpd %xmm0, %xmm2
	movapd fftw_stackcell_130, %xmm0
	movapd %xmm1, %xmm3
	subpd %xmm2, %xmm4
	unpckhpd %xmm6, %xmm1
	addpd %xmm2, %xmm5
	movapd fftw_stackcell_131, %xmm2
	unpcklpd %xmm6, %xmm3
	movapd %xmm4, fftw_stackcell_155
	movapd fftw_stackcell_60, %xmm6
	movapd fftw_stackcell_55, %xmm4
	shufpd $9, %xmm0, %xmm0
	movapd %xmm5, fftw_stackcell_153
	subpd %xmm1, %xmm3
	movapd %xmm7, %xmm5
	shufpd $9, %xmm2, %xmm2
	movapd %xmm6, %xmm1
	subpd %xmm3, %xmm5
	unpckhpd %xmm4, %xmm6
	addpd %xmm3, %xmm7
	unpcklpd %xmm4, %xmm1
	movapd %xmm2, %xmm3
	movapd fftw_stackcell_59, %xmm4
	unpckhpd %xmm0, %xmm2
	movapd %xmm5, fftw_stackcell_154
	movapd %xmm7, fftw_stackcell_152
	subpd %xmm6, %xmm1
	movapd fftw_stackcell_122, %xmm6
	unpcklpd %xmm0, %xmm3
	movapd %xmm1, %xmm5
	subpd %xmm2, %xmm3
	addpd %xmm4, %xmm1
	subpd %xmm4, %xmm5
	movapd %xmm6, %xmm7
	addpd %xmm3, %xmm6
	movapd %xmm1, %xmm0
	mulpd PK941544065PK336889853, %xmm1
	subpd %xmm3, %xmm7
	movapd %xmm5, %xmm2
	mulpd PK903989293NK427555093, %xmm5
	movapd %xmm6, %xmm3
	mulpd PK336889853PK941544065, %xmm6
	movapd %xmm7, %xmm4
	mulpd PK427555093NK903989293, %xmm2
	mulpd PK427555093NK903989293, %xmm7
	mulpd PK903989293NK427555093, %xmm4
	mulpd PK336889853PK941544065, %xmm0
	movapd %xmm7, fftw_stackcell_157
	movapd %xmm2, %xmm7
	mulpd PK941544065PK336889853, %xmm3
	unpckhpd %xmm4, %xmm2
	unpcklpd %xmm4, %xmm7
	movapd %xmm1, %xmm4
	unpckhpd %xmm6, %xmm1
	unpcklpd %xmm6, %xmm4
	movapd %xmm0, %xmm6
	mulsd chs_lo, %xmm2
	unpckhpd %xmm3, %xmm0
	mulsd chs_lo, %xmm1
	unpcklpd %xmm3, %xmm6
	movapd fftw_stackcell_157, %xmm3
	subpd %xmm2, %xmm7
	movapd %xmm5, %xmm2
	mulsd chs_lo, %xmm0
	addpd %xmm4, %xmm1
	movapd %xmm7, fftw_stackcell_161
	movapd fftw_stackcell_58, %xmm4
	unpckhpd %xmm3, %xmm2
	movapd %xmm1, fftw_stackcell_158
	movapd fftw_stackcell_54, %xmm7
	movapd fftw_stackcell_130, %xmm1
	unpcklpd %xmm3, %xmm5
	subpd %xmm0, %xmm6
	movapd %xmm6, fftw_stackcell_159
	movapd fftw_stackcell_131, %xmm3
	mulsd chs_lo, %xmm2
	movapd %xmm4, %xmm0
	subpd %xmm7, %xmm4
	movapd %xmm1, %xmm6
	addpd %xmm7, %xmm0
	unpckhpd %xmm3, %xmm1
	addpd %xmm5, %xmm2
	movapd %xmm4, %xmm7
	unpcklpd %xmm3, %xmm6
	movapd fftw_stackcell_121, %xmm3
	movapd %xmm0, %xmm5
	movapd %xmm2, fftw_stackcell_160
	shufpd $9, %xmm4, %xmm4
	mulpd PK740951125NK671558954, %xmm7
	addpd %xmm6, %xmm1
	mulpd PK998795456PK049067674, %xmm5
	shufpd $9, %xmm0, %xmm0
	movapd %xmm3, %xmm2
	subpd %xmm1, %xmm3
	mulpd NK740951125PK671558954, %xmm4
	addpd %xmm1, %xmm2
	movapd %xmm3, %xmm6
	mulpd PK671558954NK740951125, %xmm3
	mulpd PK998795456PK049067674, %xmm0
	movapd %xmm2, %xmm1
	mulpd PK049067674PK998795456, %xmm2
	mulpd PK740951125NK671558954, %xmm6
	mulpd PK998795456PK049067674, %xmm1
	movapd %xmm2, fftw_stackcell_162
	movapd %xmm5, %xmm2
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm2
	movapd %xmm4, %xmm1
	unpckhpd %xmm3, %xmm4
	unpcklpd %xmm3, %xmm1
	movapd %xmm7, %xmm3
	mulsd chs_lo, %xmm5
	unpckhpd %xmm6, %xmm7
	unpcklpd %xmm6, %xmm3
	movapd fftw_stackcell_162, %xmm6
	mulsd chs_lo, %xmm4
	subpd %xmm5, %xmm2
	movapd %xmm0, %xmm5
	mulsd chs_lo, %xmm7
	addpd %xmm1, %xmm4
	movapd fftw_stackcell_156, %xmm1
	unpckhpd %xmm6, %xmm5
	unpcklpd %xmm6, %xmm0
	subpd %xmm7, %xmm3
	movapd fftw_stackcell_155, %xmm6
	mulsd chs_lo, %xmm5
	movapd %xmm1, %xmm7
	subpd %xmm6, %xmm1
	addpd %xmm0, %xmm5
	movapd %xmm3, %xmm0
	addpd %xmm6, %xmm7
	movapd %xmm3, %xmm6
	shufpd $9, %xmm1, %xmm1
	shufpd $9, %xmm0, %xmm0
	unpckhpd %xmm0, %xmm3
	unpcklpd %xmm0, %xmm6
	movapd %xmm7, %xmm0
	mulsd chs_lo, %xmm3
	mulpd chs_hi, %xmm0
	subpd %xmm3, %xmm6
	movapd %xmm6, %xmm3
	mulsd chs_lo, %xmm6
	addpd %xmm0, %xmm3
	movapd %xmm4, %xmm0
	addpd %xmm6, %xmm7
	movapd %xmm4, %xmm6
	movlpd %xmm3, (%ecx,%edi)
	leal (%edx,%ebx,8), %edi
	leal (%eax,%eax), %edx
	shufpd $9, %xmm0, %xmm0
	unpckhpd %xmm0, %xmm4
	leal (%edx,%edx,2), %ebx
	movhpd %xmm3, (%ebp,%edi)
	leal (%esi,%esi), %edx
	unpcklpd %xmm0, %xmm6
	movapd %xmm1, %xmm3
	mulpd chs_hi, %xmm1
	mulsd chs_lo, %xmm4
	mulpd chs_lohi, %xmm3
	leal (%eax,%ebx,8), %edi
	leal (%esi,%edx,8), %ebx
	subpd %xmm4, %xmm6
	movapd fftw_stackcell_151, %xmm4
	movapd %xmm6, %xmm0
	mulsd chs_lo, %xmm6
	movlpd %xmm7, (%ecx,%edi)
	leal (,%esi,4), %edi
	movhpd %xmm7, (%ebp,%ebx)
	movapd fftw_stackcell_154, %xmm7
	addpd %xmm3, %xmm0
	movapd %xmm4, %xmm3
	subpd %xmm6, %xmm1
	movapd fftw_stackcell_161, %xmm6
	leal (%ebx,%edi,8), %edx
	leal (%eax,%eax), %ebx
	addpd %xmm7, %xmm4
	subpd %xmm7, %xmm3
	movapd %xmm6, %xmm7
	leal (%eax,%ebx,8), %edi
	movlpd %xmm0, (%ebp,%edx)
	leal (%esi,%esi,2), %edx
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm3, %xmm3
	movhpd %xmm0, (%ecx,%edi)
	leal (%eax,%eax,2), %edi
	movapd %xmm6, %xmm0
	leal (%edx,%edx,4), %ebx
	unpcklpd %xmm7, %xmm6
	unpckhpd %xmm7, %xmm0
	movapd %xmm4, %xmm7
	leal (%edi,%eax,8), %edx
	movlpd %xmm1, (%ebp,%ebx)
	mulpd chs_hi, %xmm7
	mulsd chs_lo, %xmm0
	leal (%edi,%edx,4), %ebx
	leal (%esi,%esi,4), %edx
	subpd %xmm0, %xmm6
	leal (%eax,%eax,8), %edi
	movapd %xmm6, %xmm0
	mulsd chs_lo, %xmm6
	movhpd %xmm1, (%ecx,%ebx)
	leal (%esi,%edx,8), %ebx
	movapd fftw_stackcell_160, %xmm1
	addpd %xmm7, %xmm0
	leal (%edi,%eax,2), %edx
	addpd %xmm6, %xmm4
	movlpd %xmm0, (%ecx,%edi)
	movhpd %xmm0, (%ebp,%ebx)
	leal (%esi,%esi,2), %ebx
	movapd %xmm1, %xmm7
	movapd %xmm1, %xmm6
	leal (%edx,%edx,4), %edi
	movapd %xmm3, %xmm0
	mulpd chs_hi, %xmm3
	shufpd $9, %xmm7, %xmm7
	mulpd chs_lohi, %xmm0
	leal (%ebx,%ebx,4), %edx
	leal (%esi,%esi,4), %ebx
	unpckhpd %xmm7, %xmm6
	movlpd %xmm4, (%ecx,%edi)
	unpcklpd %xmm7, %xmm1
	leal (%edx,%esi,8), %edi
	mulsd chs_lo, %xmm6
	subpd %xmm6, %xmm1
	movapd fftw_stackcell_150, %xmm6
	movhpd %xmm4, (%ebp,%edi)
	leal (%edx,%ebx,8), %edi
	movapd fftw_stackcell_153, %xmm4
	leal (%eax,%eax,2), %edx
	movapd %xmm1, %xmm7
	mulsd chs_lo, %xmm1
	addpd %xmm0, %xmm7
	movapd %xmm4, %xmm0
	leal (%edx,%edx,4), %ebx
	mulpd chs_hi, %xmm4
	leal (%esi,%esi,8), %edx
	subpd %xmm1, %xmm3
	movapd %xmm6, %xmm1
	movlpd %xmm7, (%ebp,%edi)
	addpd %xmm4, %xmm6
	mulsd chs_lo, %xmm1
	movapd %xmm5, %xmm4
	movlpd %xmm3, (%ebp,%edx)
	leal (%ebx,%eax,8), %edi
	leal (%esi,%esi,2), %edx
	leal (%eax,%eax,4), %ebx
	shufpd $9, %xmm4, %xmm4
	addpd %xmm1, %xmm0
	movapd %xmm5, %xmm1
	movhpd %xmm7, (%ecx,%edi)
	unpckhpd %xmm4, %xmm1
	movapd %xmm2, %xmm7
	leal (%eax,%ebx,8), %edi
	leal (%edx,%edx,4), %ebx
	shufpd $9, %xmm0, %xmm0
	unpcklpd %xmm4, %xmm5
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm1
	shufpd $9, %xmm7, %xmm7
	movhpd %xmm3, (%ecx,%edi)
	leal (%edx,%ebx,4), %edi
	leal (%eax,%eax,2), %edx
	movapd %xmm0, %xmm3
	subpd %xmm1, %xmm5
	unpckhpd %xmm7, %xmm4
	mulsd chs_lo, %xmm3
	unpcklpd %xmm7, %xmm2
	movapd %xmm6, %xmm7
	movapd %xmm5, %xmm1
	mulsd chs_lo, %xmm5
	leal (%edx,%edx,4), %ebx
	mulsd chs_lo, %xmm4
	addpd %xmm3, %xmm1
	mulpd chs_hi, %xmm7
	subpd %xmm5, %xmm0
	movapd fftw_stackcell_159, %xmm5
	movlpd %xmm1, (%ebp,%edi)
	subpd %xmm4, %xmm2
	leal (%eax,%ebx,2), %edi
	leal (,%esi,4), %ebx
	movlpd %xmm0, (%ebp,%esi)
	movapd %xmm2, %xmm3
	mulsd chs_lo, %xmm2
	movapd %xmm5, %xmm4
	addpd %xmm7, %xmm3
	movapd %xmm5, %xmm7
	leal (%edi,%eax,2), %edx
	movhpd %xmm1, (%ecx,%edi)
	addpd %xmm2, %xmm6
	leal (%esi,%ebx,8), %edi
	movapd fftw_stackcell_152, %xmm2
	shufpd $9, %xmm4, %xmm4
	movapd fftw_stackcell_149, %xmm1
	movlpd %xmm3, (%ecx,%eax)
	movhpd %xmm0, (%ecx,%edx)
	leal (%eax,%eax,2), %edx
	movhpd %xmm3, (%ebp,%edi)
	unpckhpd %xmm4, %xmm7
	movapd %xmm2, %xmm0
	movapd %xmm1, %xmm3
	unpcklpd %xmm4, %xmm5
	mulsd chs_lo, %xmm1
	movapd fftw_stackcell_158, %xmm4
	mulpd chs_hi, %xmm0
	leal (%edx,%edx,4), %ebx
	mulsd chs_lo, %xmm7
	addpd %xmm1, %xmm2
	addpd %xmm0, %xmm3
	movapd %xmm4, %xmm1
	shufpd $9, %xmm2, %xmm2
	subpd %xmm7, %xmm5
	leal (%edx,%ebx,4), %edi
	leal (%esi,%esi,2), %edx
	movapd %xmm3, %xmm0
	shufpd $9, %xmm1, %xmm1
	movapd %xmm5, %xmm7
	mulsd chs_lo, %xmm5
	mulpd chs_hi, %xmm0
	leal (%edx,%edx,4), %ebx
	leal (%eax,%eax,2), %edx
	movlpd %xmm6, (%ecx,%edi)
	addpd %xmm5, %xmm3
	addpd %xmm0, %xmm7
	movapd fftw_stackcell_93, %xmm5
	leal (%esi,%ebx,2), %edi
	leal (%eax,%edx,2), %ebx
	movapd %xmm5, %xmm0
	mulpd PK881921264NK471396736, %xmm5
	mulpd PK471396736NK881921264, %xmm0
	movhpd %xmm6, (%ebp,%edi)
	movapd %xmm4, %xmm6
	leal (%edi,%esi,8), %edx
	leal (%eax,%ebx,8), %edi
	movlpd %xmm7, (%ecx,%ebx)
	leal (%esi,%esi,2), %ebx
	unpcklpd %xmm1, %xmm4
	unpckhpd %xmm1, %xmm6
	movapd fftw_stackcell_82, %xmm1
	movhpd %xmm7, (%ebp,%edx)
	movlpd %xmm3, (%ecx,%edi)
	mulsd chs_lo, %xmm6
	leal (%esi,%ebx,8), %edx
	leal (%ebx,%esi,4), %edi
	leal (%eax,%eax,2), %ebx
	movapd %xmm1, %xmm7
	mulpd PK471396736NK881921264, %xmm1
	subpd %xmm6, %xmm4
	movapd %xmm2, %xmm6
	mulpd PK881921264NK471396736, %xmm7
	movhpd %xmm3, (%ebp,%edx)
	movapd %xmm4, %xmm3
	mulsd chs_lo, %xmm4
	leal (%ebx,%ebx,2), %edx
	mulsd chs_lo, %xmm6
	subpd %xmm4, %xmm2
	movapd %xmm0, %xmm4
	unpcklpd %xmm7, %xmm0
	addpd %xmm6, %xmm3
	movapd %xmm5, %xmm6
	unpcklpd %xmm1, %xmm5
	unpckhpd %xmm7, %xmm4
	movlpd %xmm2, (%ebp,%edi)
	movapd fftw_stackcell_15, %xmm7
	leal (%ebx,%edx,4), %edi
	unpckhpd %xmm1, %xmm6
	movapd fftw_stackcell_24, %xmm1
	leal (%esi,%esi,2), %ebx
	mulsd chs_lo, %xmm4
	mulsd chs_lo, %xmm6
	movhpd %xmm2, (%ecx,%edi)
	movapd %xmm7, %xmm2
	subpd %xmm1, %xmm7
	leal (%ebx,%ebx,8), %edx
	subpd %xmm4, %xmm0
	addpd %xmm5, %xmm6
	mulpd chs_hi, %xmm7
	movapd %xmm0, %xmm4
	addpd %xmm1, %xmm2
	movapd %xmm0, %xmm5
	movapd %xmm6, %xmm1
	leal (%ebx,%edx,2), %edi
	leal (%eax,%eax,2), %ebx
	unpckhpd %xmm6, %xmm4
	unpcklpd %xmm6, %xmm5
	unpckhpd %xmm0, %xmm1
	unpcklpd %xmm0, %xmm6
	movapd fftw_stackcell_20, %xmm0
	subpd %xmm4, %xmm5
	movapd fftw_stackcell_21, %xmm4
	leal (%eax,%ebx,8), %edx
	movlpd %xmm3, (%ebp,%edi)
	leal (%ebx,%eax,8), %edi
	addpd %xmm6, %xmm1
	movapd %xmm5, fftw_stackcell_170
	leal (%esi,%esi,2), %ebx
	movapd %xmm0, %xmm6
	movapd %xmm0, %xmm5
	unpcklpd %xmm4, %xmm0
	movapd %xmm1, fftw_stackcell_163
	movapd %xmm2, %xmm1
	unpckhpd %xmm4, %xmm6
	movhpd %xmm3, (%ecx,%edx)
	leal (%ebx,%esi,2), %edx
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm5, %xmm5
	addpd %xmm0, %xmm6
	movapd fftw_stackcell_81, %xmm0
	movapd %xmm4, %xmm3
	addpd %xmm6, %xmm1
	unpckhpd %xmm5, %xmm4
	unpcklpd %xmm5, %xmm3
	subpd %xmm6, %xmm2
	movapd %xmm7, %xmm6
	movapd %xmm1, fftw_stackcell_164
	movapd fftw_stackcell_92, %xmm1
	movapd %xmm0, %xmm5
	movapd %xmm2, fftw_stackcell_167
	mulpd PK956940335PK290284677, %xmm0
	subpd %xmm4, %xmm3
	shufpd $9, %xmm5, %xmm5
	subpd %xmm3, %xmm6
	movapd %xmm1, %xmm2
	movapd %xmm0, %xmm4
	mulpd PK290284677PK956940335, %xmm1
	addpd %xmm3, %xmm7
	movapd %xmm6, fftw_stackcell_169
	movapd fftw_stackcell_129, %xmm6
	mulpd PK956940335PK290284677, %xmm2
	movapd %xmm7, fftw_stackcell_165
	movapd fftw_stackcell_53, %xmm7
	mulpd PK956940335PK290284677, %xmm5
	unpckhpd %xmm2, %xmm4
	movapd %xmm5, %xmm3
	unpcklpd %xmm2, %xmm0
	movapd fftw_stackcell_52, %xmm2
	unpcklpd %xmm1, %xmm5
	unpckhpd %xmm1, %xmm3
	mulsd chs_lo, %xmm4
	movapd %xmm7, %xmm1
	shufpd $9, %xmm6, %xmm6
	unpckhpd %xmm2, %xmm7
	mulsd chs_lo, %xmm3
	subpd %xmm4, %xmm0
	unpcklpd %xmm2, %xmm1
	movapd %xmm0, %xmm2
	movapd %xmm0, %xmm4
	addpd %xmm5, %xmm3
	movapd fftw_stackcell_128, %xmm5
	shufpd $9, %xmm4, %xmm4
	subpd %xmm7, %xmm1
	unpckhpd %xmm3, %xmm2
	unpcklpd %xmm3, %xmm0
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm5, %xmm5
	addpd %xmm0, %xmm2
	movapd %xmm6, %xmm0
	movapd %xmm3, %xmm7
	movapd %xmm2, fftw_stackcell_166
	unpckhpd %xmm4, %xmm3
	movapd fftw_stackcell_57, %xmm2
	unpckhpd %xmm5, %xmm6
	unpcklpd %xmm4, %xmm7
	movapd fftw_stackcell_120, %xmm4
	unpcklpd %xmm5, %xmm0
	movapd %xmm1, %xmm5
	subpd %xmm3, %xmm7
	subpd %xmm6, %xmm0
	subpd %xmm2, %xmm5
	movapd %xmm4, %xmm6
	movapd %xmm7, fftw_stackcell_168
	addpd %xmm2, %xmm1
	movapd %xmm5, %xmm3
	subpd %xmm0, %xmm6
	mulpd PK857728610NK514102744, %xmm5
	addpd %xmm0, %xmm4
	movapd %xmm1, %xmm7
	mulpd PK970031253PK242980179, %xmm1
	mulpd PK514102744NK857728610, %xmm3
	movapd %xmm6, %xmm2
	mulpd PK514102744NK857728610, %xmm6
	movapd %xmm4, %xmm0
	mulpd PK242980179PK970031253, %xmm4
	mulpd PK857728610NK514102744, %xmm2
	movapd %xmm6, fftw_stackcell_171
	movapd %xmm3, %xmm6
	mulpd PK242980179PK970031253, %xmm7
	mulpd PK970031253PK242980179, %xmm0
	unpckhpd %xmm2, %xmm3
	unpcklpd %xmm2, %xmm6
	movapd %xmm1, %xmm2
	unpckhpd %xmm4, %xmm1
	unpcklpd %xmm4, %xmm2
	movapd %xmm7, %xmm4
	mulsd chs_lo, %xmm3
	unpckhpd %xmm0, %xmm7
	mulsd chs_lo, %xmm1
	unpcklpd %xmm0, %xmm4
	movapd fftw_stackcell_171, %xmm0
	subpd %xmm3, %xmm6
	movapd %xmm5, %xmm3
	mulsd chs_lo, %xmm7
	addpd %xmm2, %xmm1
	movapd %xmm6, fftw_stackcell_175
	movapd fftw_stackcell_56, %xmm2
	unpckhpd %xmm0, %xmm3
	movapd %xmm1, fftw_stackcell_172
	movapd fftw_stackcell_51, %xmm6
	movapd fftw_stackcell_128, %xmm1
	unpcklpd %xmm0, %xmm5
	subpd %xmm7, %xmm4
	movapd %xmm4, fftw_stackcell_173
	movapd fftw_stackcell_129, %xmm0
	mulsd chs_lo, %xmm3
	movapd %xmm2, %xmm7
	subpd %xmm6, %xmm2
	movapd %xmm1, %xmm4
	addpd %xmm6, %xmm7
	unpckhpd %xmm0, %xmm1
	addpd %xmm5, %xmm3
	movapd %xmm2, %xmm6
	unpcklpd %xmm0, %xmm4
	movapd fftw_stackcell_119, %xmm0
	movapd %xmm7, %xmm5
	movapd %xmm3, fftw_stackcell_174
	shufpd $9, %xmm2, %xmm2
	mulpd PK803207531NK595699304, %xmm6
	addpd %xmm4, %xmm1
	mulpd PK989176509PK146730474, %xmm5
	shufpd $9, %xmm7, %xmm7
	movapd %xmm0, %xmm3
	subpd %xmm1, %xmm0
	mulpd NK803207531PK595699304, %xmm2
	addpd %xmm1, %xmm3
	movapd %xmm0, %xmm4
	mulpd PK595699304NK803207531, %xmm0
	mulpd PK989176509PK146730474, %xmm7
	movapd %xmm3, %xmm1
	mulpd PK146730474PK989176509, %xmm3
	mulpd PK803207531NK595699304, %xmm4
	mulpd PK989176509PK146730474, %xmm1
	movapd %xmm3, fftw_stackcell_176
	movapd %xmm5, %xmm3
	unpckhpd %xmm1, %xmm5
	unpcklpd %xmm1, %xmm3
	movapd %xmm2, %xmm1
	unpckhpd %xmm0, %xmm2
	unpcklpd %xmm0, %xmm1
	movapd %xmm6, %xmm0
	mulsd chs_lo, %xmm5
	unpckhpd %xmm4, %xmm6
	mulsd chs_lo, %xmm2
	unpcklpd %xmm4, %xmm0
	movapd fftw_stackcell_176, %xmm4
	subpd %xmm5, %xmm3
	movapd %xmm7, %xmm5
	mulsd chs_lo, %xmm6
	addpd %xmm1, %xmm2
	movapd %xmm3, fftw_stackcell_177
	movapd fftw_stackcell_170, %xmm1
	movapd fftw_stackcell_169, %xmm3
	unpcklpd %xmm4, %xmm7
	subpd %xmm6, %xmm0
	movapd fftw_stackcell_175, %xmm6
	unpckhpd %xmm4, %xmm5
	movapd %xmm1, %xmm4
	subpd %xmm3, %xmm1
	mulsd chs_lo, %xmm5
	addpd %xmm3, %xmm4
	movapd %xmm6, %xmm3
	shufpd $9, %xmm1, %xmm1
	shufpd $9, %xmm3, %xmm3
	addpd %xmm7, %xmm5
	movapd %xmm6, %xmm7
	unpckhpd %xmm3, %xmm6
	unpcklpd %xmm3, %xmm7
	movapd %xmm4, %xmm3
	mulsd chs_lo, %xmm6
	mulpd chs_hi, %xmm3
	subpd %xmm6, %xmm7
	movapd %xmm7, %xmm6
	mulsd chs_lo, %xmm7
	addpd %xmm3, %xmm6
	movapd fftw_stackcell_174, %xmm3
	addpd %xmm7, %xmm4
	movlpd %xmm6, (%ecx,%edi)
	leal (%ebx,%edx,8), %edi
	leal (%eax,%eax,2), %ebx
	movapd %xmm3, %xmm7
	leal (%eax,%ebx,4), %edx
	shufpd $9, %xmm7, %xmm7
	leal (%esi,%esi,4), %ebx
	movhpd %xmm6, (%ebp,%edi)
	movapd %xmm3, %xmm6
	unpckhpd %xmm7, %xmm3
	leal (%eax,%edx,4), %edi
	leal (%esi,%ebx,4), %edx
	unpcklpd %xmm7, %xmm6
	movapd %xmm0, %xmm7
	mulsd chs_lo, %xmm3
	shufpd $9, %xmm7, %xmm7
	movlpd %xmm4, (%ecx,%edi)
	leal (,%esi,4), %edi
	movhpd %xmm4, (%ebp,%edx)
	movapd %xmm1, %xmm4
	subpd %xmm3, %xmm6
	mulpd chs_hi, %xmm1
	mulpd chs_lohi, %xmm4
	movapd %xmm6, %xmm3
	leal (%edx,%edi,8), %ebx
	leal (%eax,%eax,4), %edx
	mulsd chs_lo, %xmm6
	addpd %xmm4, %xmm3
	movapd %xmm0, %xmm4
	unpckhpd %xmm7, %xmm0
	subpd %xmm6, %xmm1
	movapd %xmm2, %xmm6
	leal (%eax,%edx,4), %edi
	movlpd %xmm3, (%ebp,%ebx)
	unpcklpd %xmm7, %xmm4
	leal (%esi,%esi,2), %ebx
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm6, %xmm6
	movapd %xmm2, %xmm7
	movhpd %xmm3, (%ecx,%edi)
	movapd fftw_stackcell_168, %xmm3
	subpd %xmm0, %xmm4
	unpckhpd %xmm6, %xmm2
	movapd fftw_stackcell_167, %xmm0
	leal (%ebx,%esi,8), %edx
	leal (%eax,%edi,2), %ebx
	unpcklpd %xmm6, %xmm7
	leal (%eax,%eax,2), %edi
	mulsd chs_lo, %xmm2
	movapd %xmm3, %xmm6
	subpd %xmm0, %xmm3
	movlpd %xmm1, (%ebp,%edx)
	movhpd %xmm1, (%ecx,%ebx)
	leal (%esi,%esi,4), %ebx
	addpd %xmm0, %xmm6
	movapd %xmm4, %xmm1
	leal (%eax,%edi,4), %edx
	mulsd chs_lo, %xmm4
	shufpd $9, %xmm3, %xmm3
	subpd %xmm2, %xmm7
	movapd %xmm6, %xmm0
	addpd %xmm4, %xmm6
	movapd %xmm7, %xmm2
	mulsd chs_lo, %xmm7
	leal (%ebx,%ebx,8), %edi
	mulpd chs_hi, %xmm0
	movapd %xmm3, %xmm4
	leal (%edx,%eax,4), %ebx
	mulpd chs_hi, %xmm3
	mulpd chs_lohi, %xmm4
	addpd %xmm0, %xmm1
	movapd fftw_stackcell_163, %xmm0
	subpd %xmm7, %xmm3
	movapd fftw_stackcell_165, %xmm7
	movlpd %xmm1, (%ecx,%edx)
	movhpd %xmm1, (%ebp,%edi)
	leal (%ebx,%ebx,2), %edx
	leal (%esi,%esi,8), %edi
	addpd %xmm4, %xmm2
	movapd %xmm0, %xmm4
	mulsd chs_lo, %xmm0
	movapd %xmm7, %xmm1
	movlpd %xmm6, (%ecx,%edx)
	leal (%esi,%edi,2), %ebx
	leal (,%esi,4), %edx
	mulpd chs_hi, %xmm1
	addpd %xmm0, %xmm7
	shufpd $9, %xmm7, %xmm7
	addpd %xmm1, %xmm4
	movapd fftw_stackcell_173, %xmm1
	movhpd %xmm6, (%ebp,%ebx)
	leal (%ebx,%edx,8), %edi
	leal (%eax,%eax,8), %ebx
	movapd %xmm1, %xmm0
	movapd %xmm1, %xmm6
	leal (%eax,%ebx,2), %edx
	movlpd %xmm2, (%ebp,%edi)
	leal (%esi,%esi,2), %edi
	shufpd $9, %xmm0, %xmm0
	movhpd %xmm2, (%ecx,%edx)
	unpckhpd %xmm0, %xmm6
	leal (%eax,%eax,4), %edx
	leal (%esi,%edi,4), %ebx
	unpcklpd %xmm0, %xmm1
	movapd fftw_stackcell_172, %xmm2
	mulsd chs_lo, %xmm6
	leal (%edx,%edx,8), %edi
	movlpd %xmm3, (%ebp,%ebx)
	leal (%esi,%esi,8), %ebx
	movapd %xmm2, %xmm0
	subpd %xmm6, %xmm1
	movapd %xmm4, %xmm6
	shufpd $9, %xmm0, %xmm0
	movhpd %xmm3, (%ecx,%edi)
	movapd %xmm1, %xmm3
	mulsd chs_lo, %xmm1
	leal (%eax,%eax,2), %edi
	mulpd chs_hi, %xmm6
	addpd %xmm1, %xmm4
	movapd %xmm2, %xmm1
	unpcklpd %xmm0, %xmm2
	addpd %xmm6, %xmm3
	movapd %xmm5, %xmm6
	unpckhpd %xmm0, %xmm1
	movapd %xmm5, %xmm0
	movlpd %xmm3, (%ecx,%edx)
	leal (%esi,%ebx,4), %edx
	leal (%eax,%edi,2), %ebx
	shufpd $9, %xmm6, %xmm6
	mulsd chs_lo, %xmm1
	unpckhpd %xmm6, %xmm0
	movhpd %xmm3, (%ebp,%edx)
	leal (%edi,%ebx,8), %edx
	movapd %xmm7, %xmm3
	leal (%esi,%esi,2), %edi
	subpd %xmm1, %xmm2
	unpcklpd %xmm6, %xmm5
	movapd fftw_stackcell_166, %xmm6
	mulsd chs_lo, %xmm3
	movapd %xmm2, %xmm1
	mulsd chs_lo, %xmm2
	movlpd %xmm4, (%ecx,%edx)
	leal (%esi,%esi,4), %edx
	mulsd chs_lo, %xmm0
	leal (%edi,%edi,8), %ebx
	leal (%eax,%eax,8), %edi
	addpd %xmm3, %xmm1
	movapd fftw_stackcell_164, %xmm3
	subpd %xmm2, %xmm7
	subpd %xmm0, %xmm5
	movapd %xmm6, %xmm0
	movlpd %xmm7, (%ebp,%edx)
	leal (%esi,%esi,2), %edx
	movhpd %xmm4, (%ebp,%ebx)
	mulsd chs_lo, %xmm0
	movapd fftw_stackcell_177, %xmm4
	movapd %xmm3, %xmm2
	leal (%eax,%edi,4), %ebx
	mulpd chs_hi, %xmm3
	leal (%esi,%edx,2), %edi
	addpd %xmm0, %xmm2
	addpd %xmm3, %xmm6
	movhpd %xmm7, (%ecx,%ebx)
	movapd %xmm4, %xmm3
	movapd %xmm5, %xmm7
	shufpd $9, %xmm2, %xmm2
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm3, %xmm3
	leal (%edx,%edi,8), %ebx
	leal (%eax,%eax,2), %edx
	movapd %xmm2, %xmm0
	subpd %xmm5, %xmm2
	movapd %xmm4, %xmm5
	unpcklpd %xmm3, %xmm4
	unpckhpd %xmm3, %xmm5
	movapd %xmm6, %xmm3
	mulsd chs_lo, %xmm0
	leal (%edx,%edx,8), %edi
	movlpd %xmm1, (%ebp,%ebx)
	leal (%esi,%esi,2), %ebx
	mulpd chs_hi, %xmm3
	mulsd chs_lo, %xmm5
	addpd %xmm0, %xmm7
	movhpd %xmm1, (%ecx,%edi)
	leal (%edi,%eax,8), %edx
	leal (%esi,%esi,4), %edi
	movlpd %xmm2, (%ebp,%ebx)
	subpd %xmm5, %xmm4
	movapd %xmm4, %xmm1
	mulsd chs_lo, %xmm4
	leal (%edi,%edi,2), %ebx
	leal (%eax,%eax,2), %edi
	movhpd %xmm2, (%ecx,%edx)
	addpd %xmm3, %xmm1
	addpd %xmm4, %xmm6
	movlpd %xmm1, (%ecx,%edi)
	leal (%esi,%ebx,4), %edx
	leal (%edi,%edi,8), %ebx
	leal (%esi,%esi), %edi
	movlpd %xmm7, (%ebp,%edx)
	leal (%ebx,%eax,2), %edx
	leal (%esi,%edi,8), %ebx
	leal (%eax,%eax,2), %edi
	movhpd %xmm7, (%ecx,%edx)
	leal (%esi,%ebx,2), %edx
	leal (%edi,%edi,4), %ebx
	leal (%esi,%esi,2), %edi
	movhpd %xmm1, (%ebp,%edx)
	leal (%eax,%ebx,4), %edx
	leal (%edi,%edi,8), %ebx
	movl 4(%esp), %edi
	movlpd %xmm6, (%ecx,%edx)
	leal (%ebx,%esi,2), %edx
	movl 12(%esp), %ebx
	movl 8(%esp), %esi
	movhpd %xmm6, (%ebp,%edx)
	movl 0(%esp), %ebp
	addl $16, %esp
	ret 


.section .rodata

	.globl fftw_real2hc_128_desc
	.balign 32
fftw_real2hc_128_desc:
	/* descr_str_ptr */	.long .LC0
	/* codelet_ptr */	.long fftw_real2hc_128
	/* n */			.long 128
	/* cdir_int */		.long -1
	/* ctype_int */		.long 4
	/* signature */		.long 2818
	/* num_twiddles */	.long 0
	/* twiddle_order */	.long 0
.LC0:	.string "fftw_real2hc_128"
