/*
 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
 * Copyright (c) 2000-2001 Stefan Kral
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

/* This file was automatically generated --- DO NOT EDIT */
/* Generated on Tue Mar 25 06:43:16 EST 2003 */


/* using vectorization-grade: VECTGRADE_NULL */
/* fnset2/cheap-mode: VECTGRADE_FULL succeeded. (288 steps) */
/* fnset1/cheap-mode: VECTGRADE_FULLH2 succeeded. (82 steps) */
.section .rodata
	.balign 64
	chs_lo: .double -1.0, +1.0
	chs_hi: .double +1.0, -1.0
	NK707106781PK707106781: .double -0.7071067811865475244008444, +0.7071067811865475244008444
	PK707106781PK707106781: .double +0.7071067811865475244008444, +0.7071067811865475244008444
	PK707106781NK707106781: .double +0.7071067811865475244008444, -0.7071067811865475244008444
	NK923879532PK923879532: .double -0.9238795325112867561281832, +0.9238795325112867561281832
	PK382683432PK382683432: .double +0.3826834323650897717284600, +0.3826834323650897717284600
	PK382683432NK923879532: .double +0.3826834323650897717284600, -0.9238795325112867561281832
	PK923879532NK382683432: .double +0.9238795325112867561281832, -0.3826834323650897717284600
	PK923879532PK382683432: .double +0.9238795325112867561281832, +0.3826834323650897717284600
	PK2_000000000NK2_000000000: .double +2.0000000000000000000000000, -2.0000000000000000000000000
	PK1_662939224NK1_662939224: .double +1.6629392246050904741575768, -1.6629392246050904741575768
	PK390180644NK390180644: .double +0.3901806440322565356965697, -0.3901806440322565356965697
	NK1_111140466NK1_111140466: .double -1.1111404660392044494856616, -1.1111404660392044494856616
	NK1_961570560NK1_961570560: .double -1.9615705608064608982523645, -1.9615705608064608982523645
	PK1_961570560NK1_961570560: .double +1.9615705608064608982523645, -1.9615705608064608982523645
	NK390180644NK390180644: .double -0.3901806440322565356965697, -0.3901806440322565356965697
	PK1_111140466NK1_111140466: .double +1.1111404660392044494856616, -1.1111404660392044494856616
	NK1_662939224NK1_662939224: .double -1.6629392246050904741575768, -1.6629392246050904741575768
	PK1_847759065NK1_847759065: .double +1.8477590650225735122563664, -1.8477590650225735122563664
	PK765366864NK765366864: .double +0.7653668647301795434569200, -0.7653668647301795434569200
	PK1_414213562NK1_414213562: .double +1.4142135623730950488016887, -1.4142135623730950488016887
	NK765366864NK765366864: .double -0.7653668647301795434569200, -0.7653668647301795434569200
	NK1_847759065NK1_847759065: .double -1.8477590650225735122563664, -1.8477590650225735122563664

	PK2_000000000: .double +2.0000000000000000000000000
	PK1_414213562: .double +1.4142135623730950488016887
	PK765366864: .double +0.7653668647301795434569200
	PK1_847759065: .double +1.8477590650225735122563664

.text
	.balign 64
	.globl	fftw_hc2hc_backward_16
	.type	fftw_hc2hc_backward_16, @function
fftw_hc2hc_backward_16:
	/* promise simd cell size = 8 */ 
	subl $16, %esp
	movl 28(%esp), %ecx
	movl 20(%esp), %eax
	movl %ebx, 12(%esp)
	movl %esi, 8(%esp)
	movl %edi, 4(%esp)
	movl %ebp, 0(%esp)
	sall $3, 36(%esp)
	leal (,%ecx,8), %edx
	movlpd (%eax), %xmm1
	movlpd (%eax,%edx,8), %xmm0
	movlpd (%eax,%edx,4), %xmm3
	leal (%edx,%edx,2), %ebx
	leal (%edx,%edx,4), %esi
	leal (%edx,%edx,8), %ebp
	movapd %xmm1, %xmm2
	movlpd (%eax,%ebx,4), %xmm5
	leal (%esi,%edx,2), %edi
	addsd %xmm0, %xmm2
	mulsd PK2_000000000, %xmm3
	subsd %xmm0, %xmm1
	movapd %xmm2, %xmm4
	movapd %xmm2, %xmm6
	movlpd (%eax,%ebx,2), %xmm2
	leal (%edi,%edx,8), %ecx
	movapd %xmm1, %xmm7
	addsd %xmm3, %xmm4
	mulsd PK2_000000000, %xmm5
	subsd %xmm3, %xmm6
	movlpd (%eax,%edx,2), %xmm3
	movsd %xmm4, fftw_stackcell_7
	subsd %xmm5, %xmm7
	movsd %xmm6, fftw_stackcell_5
	movlpd (%eax,%ebx), %xmm6
	leal (%ebp,%edx,2), %ebx
	addsd %xmm5, %xmm1
	movsd %xmm7, fftw_stackcell_3
	movlpd (%eax,%ecx), %xmm7
	leal (%edx,%edx,2), %ecx
	movsd %xmm1, fftw_stackcell_0
	movapd %xmm3, %xmm0
	subsd %xmm2, %xmm3
	addsd %xmm2, %xmm0
	movlpd (%eax,%esi,2), %xmm2
	movapd %xmm0, %xmm5
	movlpd (%eax,%edi,2), %xmm0
	mulsd PK2_000000000, %xmm5
	movsd %xmm5, fftw_stackcell_6
	movapd %xmm3, %xmm5
	movapd %xmm0, %xmm1
	addsd %xmm2, %xmm0
	addsd %xmm0, %xmm3
	subsd %xmm2, %xmm1
	movapd %xmm3, %xmm2
	movlpd (%eax,%edi), %xmm3
	subsd %xmm0, %xmm5
	leal (%edx,%edx,4), %edi
	mulsd PK2_000000000, %xmm1
	mulsd PK1_414213562, %xmm2
	mulsd PK1_414213562, %xmm5
	movsd %xmm1, fftw_stackcell_4
	movapd %xmm7, %xmm1
	movsd %xmm2, fftw_stackcell_1
	movlpd (%eax,%edx), %xmm2
	movsd %xmm5, fftw_stackcell_2
	movapd %xmm6, %xmm5
	movapd %xmm2, %xmm0
	subsd %xmm3, %xmm2
	addsd %xmm3, %xmm0
	movlpd (%eax,%ebp), %xmm3
	movsd %xmm2, fftw_stackcell_8
	leal (%edi,%edx,2), %ebp
	subsd %xmm3, %xmm1
	addsd %xmm3, %xmm7
	movlpd (%eax,%esi), %xmm3
	leal (%ebx,%edx,2), %esi
	movlpd (%eax,%esi), %xmm4
	addsd %xmm3, %xmm5
	subsd %xmm6, %xmm3
	movlpd (%eax,%ebx), %xmm6
	/* simd data load/store barrier */ 
	leal (%edx,%edx,8), %ebx
	movapd %xmm4, %xmm2
	leal (%ebx,%edx,4), %esi
	subsd %xmm6, %xmm2
	addsd %xmm6, %xmm4
	movapd %xmm0, %xmm6
	subsd %xmm5, %xmm0
	addsd %xmm5, %xmm6
	movapd %xmm1, %xmm5
	subsd %xmm2, %xmm5
	mulsd PK2_000000000, %xmm6
	addsd %xmm1, %xmm2
	movapd %xmm0, %xmm1
	mulsd PK2_000000000, %xmm5
	subsd %xmm2, %xmm1
	addsd %xmm2, %xmm0
	movapd %xmm7, %xmm2
	mulsd PK1_414213562, %xmm1
	movsd %xmm5, fftw_stackcell_11
	mulsd PK1_414213562, %xmm0
	subsd %xmm3, %xmm2
	addsd %xmm7, %xmm3
	movsd %xmm1, fftw_stackcell_10
	movsd %xmm0, fftw_stackcell_9
	movapd fftw_stackcell_8, %xmm1
	movapd %xmm2, %xmm5
	mulsd PK765366864, %xmm2
	movapd %xmm3, %xmm7
	mulsd PK1_847759065, %xmm3
	mulsd PK1_847759065, %xmm5
	movapd %xmm1, %xmm0
	subsd %xmm4, %xmm1
	mulsd PK765366864, %xmm7
	addsd %xmm4, %xmm0
	movapd %xmm0, %xmm4
	mulsd PK1_847759065, %xmm0
	mulsd PK765366864, %xmm4
	addsd %xmm2, %xmm0
	movapd %xmm1, %xmm2
	mulsd PK765366864, %xmm1
	subsd %xmm5, %xmm4
	movapd fftw_stackcell_7, %xmm5
	mulsd PK1_847759065, %xmm2
	addsd %xmm3, %xmm1
	movapd fftw_stackcell_6, %xmm3
	subsd %xmm7, %xmm2
	movapd %xmm5, %xmm7
	subsd %xmm3, %xmm5
	addsd %xmm3, %xmm7
	movapd %xmm7, %xmm3
	addsd %xmm6, %xmm7
	subsd %xmm6, %xmm3
	movapd fftw_stackcell_11, %xmm6
	movlpd %xmm7, (%eax)
	movapd %xmm5, %xmm7
	movlpd %xmm3, (%eax,%edx,8)
	movapd fftw_stackcell_5, %xmm3
	subsd %xmm6, %xmm7
	addsd %xmm6, %xmm5
	movapd fftw_stackcell_4, %xmm6
	movlpd %xmm7, (%eax,%edx,4)
	movapd %xmm3, %xmm7
	movlpd %xmm5, (%eax,%ecx,4)
	movapd fftw_stackcell_10, %xmm5
	subsd %xmm6, %xmm7
	addsd %xmm6, %xmm3
	movapd %xmm7, %xmm6
	addsd %xmm5, %xmm7
	subsd %xmm5, %xmm6
	movapd fftw_stackcell_9, %xmm5
	movlpd %xmm7, (%eax,%edx,2)
	movapd %xmm3, %xmm7
	movlpd %xmm6, (%eax,%edi,2)
	movapd fftw_stackcell_3, %xmm6
	subsd %xmm5, %xmm7
	addsd %xmm5, %xmm3
	movapd fftw_stackcell_2, %xmm5
	movlpd %xmm7, (%eax,%ecx,2)
	movapd %xmm6, %xmm7
	leal (%ebx,%edx,2), %ecx
	movlpd %xmm3, (%eax,%ebp,2)
	addsd %xmm5, %xmm7
	subsd %xmm5, %xmm6
	movapd %xmm7, %xmm3
	addsd %xmm2, %xmm7
	movapd %xmm6, %xmm5
	addsd %xmm1, %xmm6
	subsd %xmm2, %xmm3
	movapd fftw_stackcell_0, %xmm2
	movlpd %xmm7, (%eax,%edx)
	movapd fftw_stackcell_1, %xmm7
	subsd %xmm1, %xmm5
	movlpd %xmm6, (%eax,%esi)
	movlpd %xmm3, (%eax,%ebx)
	movl 24(%esp), %ebx
	movlpd %xmm5, (%eax,%edi)
	leal (%edx,%edx,2), %edi
	movapd %xmm2, %xmm1
	subsd %xmm7, %xmm2
	addsd %xmm7, %xmm1
	movapd %xmm2, %xmm3
	movapd %xmm2, %xmm5
	movapd %xmm1, %xmm6
	addsd %xmm0, %xmm1
	subsd %xmm4, %xmm3
	subsd %xmm0, %xmm6
	addsd %xmm4, %xmm5
	movlpd %xmm3, (%eax,%ecx)
	movlpd %xmm6, (%eax,%ebp)
	leal (%esi,%edx,2), %ebp
	movl %eax, %esi
	movlpd %xmm5, (%eax,%edi)
	movlpd %xmm1, (%eax,%ebp)
	movl %eax, %eax
	jmp .LC2
	.p2align 4,,7
.LC1:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx,2), %edi
	movhpd (%esi,%edx,8), %xmm2
	movlpd (%eax,%edx,8), %xmm2
	leal (%edx,%edx), %ecx
	movhpd (%esi,%edi,4), %xmm0
	movlpd (%eax,%edx,4), %xmm0
	leal (%edi,%edx,8), %ebp
	movhpd (%eax,%ecx,8), %xmm3
	movlpd (%esi), %xmm3
	leal (%edx,%edx,4), %ecx
	movapd %xmm2, %xmm7
	movlpd (%esi,%edx,4), %xmm2
	movhpd (%eax,%edi,4), %xmm2
	mulsd chs_lo, %xmm7
	leal (%ebp,%edx,4), %edi
	movapd %xmm0, %xmm6
	mulpd chs_hi, %xmm0
	movapd %xmm3, %xmm4
	addpd %xmm7, %xmm3
	mulsd chs_lo, %xmm6
	movapd %xmm2, %xmm5
	subpd %xmm7, %xmm4
	subpd %xmm0, %xmm2
	subpd %xmm6, %xmm5
	movhpd (%esi,%ebp), %xmm6
	leal (%ecx,%edx,2), %ebp
	movapd %xmm4, %xmm1
	movapd %xmm4, %xmm7
	movhpd (%esi,%edi), %xmm4
	movlpd (%eax,%ecx), %xmm6
	leal (%edx,%edx,8), %ecx
	subpd %xmm5, %xmm1
	shufpd $9, %xmm2, %xmm2
	addpd %xmm5, %xmm7
	movlpd (%esi,%ebp), %xmm4
	leal (%edx,%edx,2), %ebp
	movapd %xmm1, fftw_stackcell_12
	leal (%ecx,%edx,4), %edi
	movapd %xmm7, fftw_stackcell_21
	mulsd chs_lo, %xmm2
	mulsd chs_lo, %xmm6
	movapd %xmm4, %xmm0
	movapd %xmm4, %xmm5
	movhpd (%eax,%ecx), %xmm4
	movlpd (%eax,%edx), %xmm4
	leal (%ebp,%edx,8), %ecx
	mulpd chs_hi, %xmm0
	mulsd chs_lo, %xmm5
	movapd %xmm4, %xmm1
	movapd %xmm4, %xmm7
	movhpd (%eax,%edi), %xmm4
	movlpd (%esi,%ebp), %xmm4
	subpd %xmm0, %xmm1
	subpd %xmm5, %xmm7
	shufpd $9, %xmm1, %xmm1
	movapd %xmm7, %xmm5
	movapd %xmm4, %xmm0
	subpd %xmm6, %xmm4
	addpd %xmm6, %xmm0
	subpd %xmm4, %xmm7
	addpd %xmm4, %xmm5
	movapd %xmm0, %xmm6
	movhpd (%esi,%edi), %xmm4
	leal (%edx,%edx,4), %edi
	movlpd (%eax,%ebp), %xmm4
	leal (%edx,%edx,8), %ebp
	movapd %xmm7, fftw_stackcell_15
	subpd %xmm1, %xmm0
	addpd %xmm1, %xmm6
	movapd %xmm5, fftw_stackcell_19
	movapd %xmm0, fftw_stackcell_13
	movapd %xmm6, fftw_stackcell_14
	movhpd (%eax,%ecx), %xmm6
	leal (%edi,%edx,2), %ecx
	movlpd (%esi,%edi), %xmm6
	movapd %xmm4, %xmm7
	mulsd chs_lo, %xmm4
	leal (%ecx,%edx,8), %edi
	mulpd chs_hi, %xmm7
	movapd %xmm6, %xmm1
	subpd %xmm4, %xmm6
	movhpd (%esi,%ebp), %xmm4
	movlpd (%eax,%ecx), %xmm4
	leal (%edx,%edx,2), %ebp
	subpd %xmm7, %xmm1
	shufpd $9, %xmm1, %xmm1
	movapd %xmm4, %xmm5
	movhpd (%eax,%edi), %xmm4
	movlpd (%esi,%edx), %xmm4
	mulsd chs_lo, %xmm1
	mulsd chs_lo, %xmm5
	movapd %xmm1, fftw_stackcell_16
	movapd %xmm4, %xmm0
	subpd %xmm5, %xmm4
	movapd %xmm4, %xmm7
	subpd %xmm6, %xmm4
	addpd %xmm5, %xmm0
	addpd %xmm6, %xmm7
	movhpd (%esi,%ecx,2), %xmm6
	leal (%edx,%edx,4), %ecx
	movlpd (%eax,%ebp,2), %xmm6
	movapd %xmm0, fftw_stackcell_17
	movapd %xmm4, fftw_stackcell_18
	movapd %xmm7, fftw_stackcell_20
	movhpd (%eax,%ecx,2), %xmm0
	movlpd (%esi,%edx,2), %xmm0
	leal (%ecx,%edx,2), %edi
	mulsd chs_lo, %xmm6
	movhpd (%eax,%edi,2), %xmm7
	movlpd (%eax,%edx,2), %xmm7
	movapd %xmm0, %xmm1
	subpd %xmm6, %xmm0
	addpd %xmm6, %xmm1
	movhpd (%esi,%ecx,2), %xmm6
	movlpd (%esi,%ebp,2), %xmm6
	/* simd data load/store barrier */ 
	leal (%edx,%edx,2), %ecx
	movapd %xmm7, %xmm5
	leal (%edx,%ecx,4), %ebp
	leal (%ecx,%edx,4), %edi
	movapd %xmm6, %xmm4
	mulsd chs_lo, %xmm6
	leal (%edx,%edx,4), %ecx
	mulpd chs_hi, %xmm4
	subpd %xmm6, %xmm7
	movapd %xmm3, %xmm6
	addpd %xmm2, %xmm3
	subpd %xmm4, %xmm5
	movapd %xmm0, %xmm4
	subpd %xmm7, %xmm0
	addpd %xmm7, %xmm4
	movapd %xmm1, %xmm7
	subpd %xmm2, %xmm6
	movapd %xmm5, %xmm2
	shufpd $9, %xmm7, %xmm7
	shufpd $9, %xmm2, %xmm2
	movapd %xmm6, fftw_stackcell_24
	mulsd chs_lo, %xmm7
	mulsd chs_lo, %xmm2
	addpd %xmm7, %xmm5
	addpd %xmm2, %xmm1
	movapd %xmm5, %xmm7
	movapd %xmm1, %xmm6
	mulsd chs_lo, %xmm7
	mulpd chs_hi, %xmm6
	addpd %xmm7, %xmm1
	movapd fftw_stackcell_21, %xmm7
	addpd %xmm6, %xmm5
	movapd %xmm1, %xmm2
	mulpd NK707106781PK707106781, %xmm1
	mulpd PK707106781PK707106781, %xmm5
	shufpd $9, %xmm2, %xmm2
	movapd %xmm7, %xmm6
	addpd %xmm4, %xmm7
	movapd %xmm1, fftw_stackcell_23
	movapd fftw_stackcell_20, %xmm1
	subpd %xmm4, %xmm6
	movapd fftw_stackcell_19, %xmm4
	mulpd NK707106781PK707106781, %xmm2
	shufpd $9, %xmm6, %xmm6
	movapd %xmm2, fftw_stackcell_22
	movapd %xmm1, %xmm2
	addpd %xmm4, %xmm1
	subpd %xmm4, %xmm2
	movapd %xmm6, %xmm4
	mulpd chs_hi, %xmm2
	subpd %xmm2, %xmm4
	addpd %xmm2, %xmm6
	movapd %xmm4, fftw_stackcell_25
	movapd %xmm6, fftw_stackcell_26
	movapd fftw_stackcell_18, %xmm2
	movapd fftw_stackcell_15, %xmm6
	movapd %xmm2, %xmm4
	shufpd $9, %xmm4, %xmm4
	mulsd chs_lo, %xmm4
	addpd %xmm4, %xmm2
	movapd %xmm6, %xmm4
	shufpd $9, %xmm4, %xmm4
	mulsd chs_lo, %xmm4
	subpd %xmm4, %xmm6
	movapd %xmm2, %xmm4
	addpd %xmm6, %xmm4
	subpd %xmm6, %xmm2
	movapd %xmm7, %xmm6
	addpd %xmm1, %xmm7
	mulpd PK707106781PK707106781, %xmm4
	subpd %xmm1, %xmm6
	mulpd PK707106781NK707106781, %xmm2
	movapd %xmm0, %xmm1
	movlpd %xmm7, (%esi)
	movhpd %xmm7, (%eax,%edx)
	movapd %xmm4, fftw_stackcell_27
	movapd fftw_stackcell_12, %xmm7
	shufpd $9, %xmm1, %xmm1
	movapd %xmm6, fftw_stackcell_31
	movapd %xmm2, fftw_stackcell_29
	movapd fftw_stackcell_14, %xmm4
	movapd %xmm7, %xmm6
	addpd %xmm1, %xmm7
	movapd fftw_stackcell_13, %xmm1
	movapd %xmm4, %xmm2
	shufpd $9, %xmm4, %xmm4
	shufpd $9, %xmm6, %xmm6
	movapd %xmm7, fftw_stackcell_28
	mulpd NK923879532PK923879532, %xmm2
	mulpd PK382683432PK382683432, %xmm4
	movapd %xmm1, %xmm7
	subpd %xmm0, %xmm6
	movapd fftw_stackcell_17, %xmm0
	mulpd PK382683432NK923879532, %xmm1
	mulpd PK923879532NK382683432, %xmm7
	movapd %xmm6, fftw_stackcell_30
	movapd fftw_stackcell_16, %xmm6
	addpd %xmm2, %xmm4
	movapd %xmm0, %xmm2
	mulsd chs_lo, %xmm4
	subpd %xmm6, %xmm2
	addpd %xmm6, %xmm0
	movapd %xmm4, fftw_stackcell_32
	movapd %xmm2, %xmm6
	mulpd PK382683432PK382683432, %xmm2
	movapd %xmm0, %xmm4
	mulpd PK923879532PK382683432, %xmm0
	shufpd $9, %xmm6, %xmm6
	shufpd $9, %xmm4, %xmm4
	mulpd NK923879532PK923879532, %xmm6
	mulpd PK923879532PK382683432, %xmm4
	addpd %xmm6, %xmm2
	movapd %xmm4, %xmm6
	unpckhpd %xmm1, %xmm4
	movapd %xmm2, fftw_stackcell_33
	movapd %xmm7, %xmm2
	unpckhpd %xmm0, %xmm7
	unpcklpd %xmm1, %xmm6
	movapd %xmm3, %xmm1
	subpd %xmm5, %xmm3
	unpcklpd %xmm0, %xmm2
	addpd %xmm5, %xmm1
	movapd 192(%ebx), %xmm5
	subpd %xmm7, %xmm2
	shufpd $9, %xmm1, %xmm1
	addpd %xmm6, %xmm4
	movapd %xmm3, %xmm6
	movapd %xmm2, %xmm0
	addpd %xmm4, %xmm2
	movapd %xmm1, %xmm7
	subpd %xmm4, %xmm0
	addpd %xmm2, %xmm1
	movapd %xmm5, %xmm4
	subpd %xmm2, %xmm7
	movapd (%ebx), %xmm2
	subpd %xmm0, %xmm6
	addpd %xmm0, %xmm3
	movapd %xmm1, %xmm0
	mulpd %xmm6, %xmm5
	shufpd $9, %xmm6, %xmm6
	shufpd $9, %xmm0, %xmm0
	mulpd %xmm6, %xmm4
	movapd %xmm2, %xmm6
	mulpd %xmm1, %xmm2
	movapd %xmm3, %xmm1
	mulpd %xmm0, %xmm6
	movapd 64(%ebx), %xmm0
	shufpd $9, %xmm1, %xmm1
	movapd %xmm6, fftw_stackcell_34
	movapd %xmm0, %xmm6
	mulpd %xmm3, %xmm0
	movapd %xmm7, %xmm3
	mulpd %xmm1, %xmm6
	movapd 128(%ebx), %xmm1
	shufpd $9, %xmm3, %xmm3
	movapd %xmm6, fftw_stackcell_35
	movapd %xmm1, %xmm6
	mulpd %xmm7, %xmm1
	movapd %xmm5, %xmm7
	unpckhpd %xmm4, %xmm5
	mulpd %xmm3, %xmm6
	movapd fftw_stackcell_34, %xmm3
	unpcklpd %xmm4, %xmm7
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm5
	subpd %xmm5, %xmm7
	movapd %xmm1, %xmm5
	unpckhpd %xmm3, %xmm2
	unpcklpd %xmm3, %xmm4
	movapd fftw_stackcell_35, %xmm3
	unpckhpd %xmm6, %xmm1
	movlpd %xmm7, (%esi,%ebp)
	movhpd %xmm7, (%eax,%edi,2)
	leal (%edx,%edx,8), %edi
	unpcklpd %xmm6, %xmm5
	movapd fftw_stackcell_24, %xmm6
	movapd %xmm0, %xmm7
	mulsd chs_lo, %xmm2
	leal (%edx,%edx,2), %ebp
	unpckhpd %xmm3, %xmm0
	mulsd chs_lo, %xmm1
	unpcklpd %xmm3, %xmm7
	addpd %xmm4, %xmm2
	movapd fftw_stackcell_33, %xmm4
	movapd %xmm6, %xmm3
	addpd fftw_stackcell_22, %xmm6
	movlpd %xmm2, (%eax,%edx,2)
	movhpd %xmm2, (%esi,%edx)
	addpd %xmm5, %xmm1
	mulsd chs_lo, %xmm0
	shufpd $9, %xmm3, %xmm3
	movapd fftw_stackcell_32, %xmm2
	movapd %xmm4, %xmm5
	movlpd %xmm1, (%eax,%ecx,2)
	movhpd %xmm1, (%esi,%edi)
	movapd 96(%ebx), %xmm1
	subpd %xmm0, %xmm7
	addpd fftw_stackcell_23, %xmm3
	addpd %xmm2, %xmm5
	movlpd %xmm7, (%esi,%ecx)
	movhpd %xmm7, (%eax,%ebp,2)
	leal (%ebp,%edx,4), %ecx
	subpd %xmm2, %xmm4
	leal (%edx,%edx), %ebp
	mulsd chs_lo, %xmm5
	movapd %xmm3, %xmm0
	movapd %xmm1, %xmm7
	leal (%ecx,%edx,8), %edi
	addpd %xmm5, %xmm3
	subpd %xmm5, %xmm0
	movapd 224(%ebx), %xmm5
	movapd %xmm3, %xmm2
	mulpd %xmm0, %xmm7
	shufpd $9, %xmm0, %xmm0
	shufpd $9, %xmm2, %xmm2
	mulpd %xmm0, %xmm1
	movapd %xmm5, %xmm0
	mulpd %xmm3, %xmm5
	movapd %xmm7, %xmm3
	mulpd %xmm2, %xmm0
	unpckhpd %xmm1, %xmm7
	movapd %xmm6, %xmm2
	unpcklpd %xmm1, %xmm3
	movapd %xmm5, %xmm1
	addpd %xmm4, %xmm6
	subpd %xmm4, %xmm2
	unpckhpd %xmm0, %xmm5
	mulsd chs_lo, %xmm7
	unpcklpd %xmm0, %xmm1
	movapd %xmm6, %xmm0
	movapd %xmm2, %xmm4
	mulsd chs_lo, %xmm5
	addpd %xmm3, %xmm7
	movapd 32(%ebx), %xmm3
	shufpd $9, %xmm0, %xmm0
	movlpd %xmm7, (%eax,%edx,8)
	movhpd %xmm7, (%esi,%ecx)
	shufpd $9, %xmm4, %xmm4
	addpd %xmm1, %xmm5
	movlpd %xmm5, (%eax,%ebp,8)
	movhpd %xmm5, (%esi,%edi)
	movapd 160(%ebx), %xmm1
	leal (%ecx,%edx,4), %ebp
	leal (%edx,%edx,2), %ecx
	movapd %xmm3, %xmm7
	mulpd %xmm0, %xmm3
	leal (%edx,%edx,4), %edi
	mulpd %xmm6, %xmm7
	movapd %xmm1, %xmm5
	mulpd %xmm4, %xmm1
	movapd fftw_stackcell_26, %xmm4
	mulpd %xmm2, %xmm5
	movapd 48(%ebx), %xmm2
	movapd %xmm7, %xmm0
	unpckhpd %xmm3, %xmm7
	unpcklpd %xmm3, %xmm0
	movapd %xmm5, %xmm6
	unpcklpd %xmm1, %xmm5
	mulsd chs_lo, %xmm7
	unpckhpd %xmm1, %xmm6
	movapd fftw_stackcell_31, %xmm1
	movapd %xmm2, %xmm3
	subpd %xmm7, %xmm0
	mulpd %xmm4, %xmm3
	shufpd $9, %xmm4, %xmm4
	movlpd %xmm0, (%esi,%ecx)
	movhpd %xmm0, (%eax,%edx,4)
	mulsd chs_lo, %xmm6
	movapd %xmm1, %xmm7
	mulpd %xmm4, %xmm2
	movapd 112(%ebx), %xmm4
	shufpd $9, %xmm7, %xmm7
	movapd %xmm3, %xmm0
	subpd %xmm6, %xmm5
	unpckhpd %xmm2, %xmm0
	movlpd %xmm5, (%esi,%ebp)
	movhpd %xmm5, (%eax,%ecx,4)
	leal (%edx,%edx,8), %ebp
	movapd fftw_stackcell_25, %xmm5
	unpcklpd %xmm2, %xmm3
	movapd %xmm4, %xmm6
	mulsd chs_lo, %xmm0
	mulpd %xmm1, %xmm4
	leal (%ebp,%edx,4), %ecx
	mulpd %xmm7, %xmm6
	movapd 176(%ebx), %xmm7
	movapd %xmm5, %xmm2
	addpd %xmm3, %xmm0
	shufpd $9, %xmm2, %xmm2
	movapd %xmm4, %xmm1
	movlpd %xmm0, (%eax,%edi)
	movhpd %xmm0, (%esi,%edx,4)
	unpckhpd %xmm6, %xmm4
	leal (%edx,%edx,2), %edi
	movapd fftw_stackcell_30, %xmm0
	unpcklpd %xmm6, %xmm1
	movapd %xmm7, %xmm3
	mulpd %xmm2, %xmm7
	movapd fftw_stackcell_29, %xmm2
	mulsd chs_lo, %xmm4
	mulpd %xmm5, %xmm3
	movapd %xmm0, %xmm5
	addpd %xmm2, %xmm0
	movapd %xmm3, %xmm6
	subpd %xmm2, %xmm5
	movapd 208(%ebx), %xmm2
	unpcklpd %xmm7, %xmm3
	subpd %xmm4, %xmm1
	movapd %xmm0, %xmm4
	unpckhpd %xmm7, %xmm6
	movlpd %xmm1, (%esi,%edx,8)
	movhpd %xmm1, (%eax,%ebp)
	shufpd $9, %xmm4, %xmm4
	leal (%ecx,%edx,2), %ebp
	movapd %xmm5, %xmm1
	mulsd chs_lo, %xmm6
	movapd %xmm2, %xmm7
	shufpd $9, %xmm1, %xmm1
	addpd %xmm3, %xmm6
	movapd 80(%ebx), %xmm3
	mulpd %xmm5, %xmm7
	mulpd %xmm1, %xmm2
	movlpd %xmm6, (%eax,%ecx)
	movhpd %xmm6, (%esi,%edi,4)
	leal (%edi,%edx,4), %ecx
	movapd fftw_stackcell_28, %xmm6
	movapd %xmm7, %xmm5
	unpcklpd %xmm2, %xmm7
	unpckhpd %xmm2, %xmm5
	movapd fftw_stackcell_27, %xmm2
	movapd %xmm3, %xmm1
	mulpd %xmm4, %xmm3
	movapd %xmm6, %xmm4
	mulpd %xmm0, %xmm1
	addpd %xmm2, %xmm6
	mulsd chs_lo, %xmm5
	subpd %xmm2, %xmm4
	movapd 144(%ebx), %xmm2
	movapd %xmm1, %xmm0
	unpckhpd %xmm3, %xmm1
	addpd %xmm7, %xmm5
	movapd %xmm6, %xmm7
	unpcklpd %xmm3, %xmm0
	movapd 16(%ebx), %xmm3
	addl $240, %ebx
	mulsd chs_lo, %xmm1
	movlpd %xmm5, (%eax,%ebp)
	movhpd %xmm5, (%esi,%ecx,2)
	shufpd $9, %xmm7, %xmm7
	leal (%ecx,%edx,4), %ebp
	movapd %xmm2, %xmm5
	addpd %xmm0, %xmm1
	mulpd %xmm4, %xmm5
	shufpd $9, %xmm4, %xmm4
	movapd %xmm3, %xmm0
	mulpd %xmm7, %xmm3
	movlpd %xmm1, (%eax,%ecx)
	leal (%edx,%edx,2), %ecx
	movhpd %xmm1, (%esi,%edi,2)
	leal (%edx,%edx,4), %edi
	mulpd %xmm6, %xmm0
	movapd %xmm5, %xmm7
	mulpd %xmm4, %xmm2
	movapd %xmm0, %xmm1
	movapd %xmm0, %xmm6
	unpckhpd %xmm2, %xmm5
	unpckhpd %xmm3, %xmm1
	unpcklpd %xmm3, %xmm6
	mulsd chs_lo, %xmm5
	unpcklpd %xmm2, %xmm7
	mulsd chs_lo, %xmm1
	movapd %xmm6, %xmm4
	subpd %xmm5, %xmm7
	subpd %xmm1, %xmm4
	movlpd %xmm7, (%esi,%edi,2)
	movhpd %xmm7, (%eax,%ebp)
	movlpd %xmm4, (%esi,%edx,2)
	movhpd %xmm4, (%eax,%ecx)
	addl 36(%esp), %esi
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC2:
	addl 36(%esp), %esi
	subl 36(%esp), %eax
	subl $2, 32(%esp)
	jg .LC1
	je .LC3
	jmp .LC4
	.p2align 4,,7
.LC3:
	/* promise simd cell size = 16 */ 
	leal (%edx,%edx,2), %ebp
	leal (%edx,%edx,8), %edi
	leal (%edx,%edx), %ebx
	leal (%edx,%ebp,2), %ecx
	movhpd (%eax,%edi), %xmm5
	movhpd (%eax,%ebx,8), %xmm0
	movlpd (%esi), %xmm0
	movlpd (%esi,%ecx), %xmm5
	leal (%ecx,%edx,4), %edi
	movapd %xmm0, %xmm3
	movhpd (%eax,%edi), %xmm6
	movlpd (%esi,%ebp,2), %xmm6
	leal (%edi,%edx,4), %ebp
	leal (%edi,%edx,2), %ebx
	leal (%edx,%edx,2), %edi
	movapd %xmm5, %xmm2
	movhpd (%eax,%ecx,2), %xmm5
	movlpd (%esi,%edx), %xmm5
	leal (%edx,%edx,4), %ecx
	mulsd chs_lo, %xmm2
	movapd %xmm6, %xmm7
	subpd %xmm2, %xmm3
	movapd %xmm5, %xmm1
	movapd %xmm5, %xmm4
	movhpd (%eax,%ecx,2), %xmm5
	movlpd (%esi,%edx,2), %xmm5
	addpd %xmm2, %xmm0
	movapd %xmm6, %xmm2
	mulsd chs_lo, %xmm7
	movhpd (%eax,%ebp), %xmm6
	movlpd (%esi,%ecx), %xmm6
	leal (%edx,%edx,2), %ecx
	mulpd chs_hi, %xmm2
	subpd %xmm7, %xmm1
	subpd %xmm2, %xmm4
	movapd %xmm5, %xmm7
	movapd %xmm5, %xmm2
	movhpd (%eax,%ebx), %xmm5
	movlpd (%esi,%edi), %xmm5
	leal (%ecx,%edx,4), %ebp
	movapd %xmm4, fftw_stackcell_36
	mulsd chs_lo, %xmm6
	movhpd (%eax,%edi,4), %xmm4
	leal (%ecx,%edx,8), %eax
	movlpd (%esi,%edx,4), %xmm4
	/* simd data load/store barrier */ 
	leal (%edx,%edx,8), %edi
	subpd %xmm6, %xmm7
	addpd %xmm6, %xmm2
	leal (%eax,%edx,4), %ebx
	movapd %xmm5, %xmm6
	mulpd chs_hi, %xmm5
	movapd %xmm2, fftw_stackcell_37
	movapd %xmm4, %xmm2
	mulsd chs_lo, %xmm6
	subpd %xmm5, %xmm4
	movapd %xmm7, %xmm5
	subpd %xmm1, %xmm7
	subpd %xmm6, %xmm2
	shufpd $9, %xmm4, %xmm4
	movapd %xmm3, %xmm6
	shufpd $9, %xmm7, %xmm7
	addpd %xmm1, %xmm5
	addpd %xmm2, %xmm3
	mulsd chs_lo, %xmm4
	subpd %xmm2, %xmm6
	movapd %xmm0, %xmm2
	movapd %xmm7, fftw_stackcell_38
	movapd fftw_stackcell_37, %xmm7
	movapd %xmm3, %xmm1
	addpd %xmm5, %xmm3
	addpd %xmm4, %xmm2
	subpd %xmm5, %xmm1
	mulpd PK2_000000000NK2_000000000, %xmm3
	movapd %xmm7, %xmm5
	subpd %xmm4, %xmm0
	movapd fftw_stackcell_36, %xmm4
	shufpd $9, %xmm5, %xmm5
	movlpd %xmm3, (%esi)
	movhpd %xmm3, (%esi,%edx,8)
	movapd %xmm4, %xmm3
	mulsd chs_lo, %xmm5
	shufpd $9, %xmm3, %xmm3
	addpd %xmm5, %xmm4
	mulsd chs_lo, %xmm3
	movapd %xmm4, %xmm5
	mulsd chs_lo, %xmm5
	addpd %xmm3, %xmm7
	movapd %xmm7, %xmm3
	addpd %xmm5, %xmm7
	movapd %xmm0, %xmm5
	mulpd chs_hi, %xmm3
	shufpd $9, %xmm7, %xmm7
	addpd %xmm3, %xmm4
	mulpd NK707106781PK707106781, %xmm7
	mulpd PK707106781PK707106781, %xmm4
	addpd %xmm7, %xmm5
	subpd %xmm7, %xmm0
	movapd %xmm5, %xmm3
	mulpd PK1_662939224NK1_662939224, %xmm5
	movapd %xmm0, %xmm7
	mulpd PK390180644NK390180644, %xmm0
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm7, %xmm7
	mulpd NK1_111140466NK1_111140466, %xmm3
	mulpd NK1_961570560NK1_961570560, %xmm7
	addpd %xmm3, %xmm5
	movapd %xmm2, %xmm3
	subpd %xmm4, %xmm2
	addpd %xmm4, %xmm3
	movlpd %xmm5, (%esi,%ecx)
	movhpd %xmm5, (%esi,%eax)
	leal (%edx,%edx,4), %ecx
	movapd fftw_stackcell_38, %xmm4
	addpd %xmm7, %xmm0
	movapd %xmm1, %xmm7
	leal (%edi,%edx,4), %eax
	movapd %xmm3, %xmm5
	shufpd $9, %xmm3, %xmm3
	shufpd $9, %xmm7, %xmm7
	movlpd %xmm0, (%esi,%ebp)
	movhpd %xmm0, (%esi,%ebx)
	leal (%edx,%edx,2), %ebp
	mulpd PK1_961570560NK1_961570560, %xmm5
	movapd %xmm2, %xmm0
	shufpd $9, %xmm2, %xmm2
	leal (%ecx,%edx,2), %ebx
	mulpd NK390180644NK390180644, %xmm3
	mulsd chs_lo, %xmm7
	mulpd PK1_111140466NK1_111140466, %xmm0
	addpd %xmm3, %xmm5
	movapd %xmm6, %xmm3
	mulpd NK1_662939224NK1_662939224, %xmm2
	addpd %xmm4, %xmm6
	subpd %xmm4, %xmm3
	movlpd %xmm5, (%esi,%edx)
	movhpd %xmm5, (%esi,%edi)
	movapd %xmm6, %xmm4
	addpd %xmm7, %xmm1
	mulpd PK1_847759065NK1_847759065, %xmm6
	movapd %xmm3, %xmm5
	mulpd PK765366864NK765366864, %xmm3
	addpd %xmm2, %xmm0
	shufpd $9, %xmm4, %xmm4
	mulpd PK1_414213562NK1_414213562, %xmm1
	shufpd $9, %xmm5, %xmm5
	movlpd %xmm0, (%esi,%ecx)
	movhpd %xmm0, (%esi,%eax)
	mulpd NK765366864NK765366864, %xmm4
	movlpd %xmm1, (%esi,%edx,4)
	movhpd %xmm1, (%esi,%ebp,4)
	mulpd NK1_847759065NK1_847759065, %xmm5
	addpd %xmm4, %xmm6
	addpd %xmm5, %xmm3
	movlpd %xmm6, (%esi,%edx,2)
	movhpd %xmm6, (%esi,%ecx,2)
	movlpd %xmm3, (%esi,%ebp,2)
	movhpd %xmm3, (%esi,%ebx,2)
	.p2align 4,,7
.LC4:
	movl 12(%esp), %ebx
	movl 8(%esp), %esi
	movl 4(%esp), %edi
	movl 0(%esp), %ebp
	addl $16, %esp
	ret 


.section .rodata
	.balign 4
twiddle_order:
	.long 1
	.long 2
	.long 3
	.long 4
	.long 5
	.long 6
	.long 7
	.long 8
	.long 9
	.long 10
	.long 11
	.long 12
	.long 13
	.long 14
	.long 15

	.globl fftw_hc2hc_backward_16_desc
	.balign 32
fftw_hc2hc_backward_16_desc:
	/* descr_str_ptr */	.long .LC0
	/* codelet_ptr */	.long fftw_hc2hc_backward_16
	/* n */			.long 16
	/* cdir_int */		.long 1
	/* ctype_int */		.long 6
	/* signature */		.long 366
	/* num_twiddles */	.long 15
	/* twiddle_order */	.long twiddle_order
.LC0:	.string "fftw_hc2hc_backward_16"
