mirror of git://sourceware.org/git/glibc.git
x86_64: Fix svml_d_atan22_core_sse4.S code formatting
This commit contains following formatting changes 1. Instructions proceeded by a tab. 2. Instruction less than 8 characters in length have a tab between it and the first operand. 3. Instruction greater than 7 characters in length have a space between it and the first operand. 4. Tabs after `#define`d names and their value. 5. 8 space at the beginning of line replaced by tab. 6. Indent comments with code. 7. Remove redundent .text section. 8. 1 space between line content and line comment. 9. Space after all commas. Reviewed-by: Noah Goldstein <goldstein.w.n@gmail.com>
This commit is contained in:
parent
f55b59764a
commit
1447e84caf
|
|
@ -30,467 +30,466 @@
|
||||||
|
|
||||||
/* Offsets for data table __svml_datan2_data_internal
|
/* Offsets for data table __svml_datan2_data_internal
|
||||||
*/
|
*/
|
||||||
#define dPI 0
|
#define dPI 0
|
||||||
#define dPIO2 16
|
#define dPIO2 16
|
||||||
#define dA19 32
|
#define dA19 32
|
||||||
#define dA18 48
|
#define dA18 48
|
||||||
#define dA17 64
|
#define dA17 64
|
||||||
#define dA16 80
|
#define dA16 80
|
||||||
#define dA15 96
|
#define dA15 96
|
||||||
#define dA14 112
|
#define dA14 112
|
||||||
#define dA13 128
|
#define dA13 128
|
||||||
#define dA12 144
|
#define dA12 144
|
||||||
#define dA11 160
|
#define dA11 160
|
||||||
#define dA10 176
|
#define dA10 176
|
||||||
#define dA09 192
|
#define dA09 192
|
||||||
#define dA08 208
|
#define dA08 208
|
||||||
#define dA07 224
|
#define dA07 224
|
||||||
#define dA06 240
|
#define dA06 240
|
||||||
#define dA05 256
|
#define dA05 256
|
||||||
#define dA04 272
|
#define dA04 272
|
||||||
#define dA03 288
|
#define dA03 288
|
||||||
#define dA02 304
|
#define dA02 304
|
||||||
#define dA01 320
|
#define dA01 320
|
||||||
#define dA00 336
|
#define dA00 336
|
||||||
#define dSIGN_MASK 352
|
#define dSIGN_MASK 352
|
||||||
#define iCHK_WORK_SUB 368
|
#define iCHK_WORK_SUB 368
|
||||||
#define iCHK_WORK_CMP 384
|
#define iCHK_WORK_CMP 384
|
||||||
#define dABS_MASK 400
|
#define dABS_MASK 400
|
||||||
#define dZERO 416
|
#define dZERO 416
|
||||||
|
|
||||||
#include <sysdep.h>
|
#include <sysdep.h>
|
||||||
|
|
||||||
.text
|
.section .text.sse4, "ax", @progbits
|
||||||
.section .text.sse4,"ax",@progbits
|
|
||||||
ENTRY(_ZGVbN2vv_atan2_sse4)
|
ENTRY(_ZGVbN2vv_atan2_sse4)
|
||||||
subq $88, %rsp
|
subq $88, %rsp
|
||||||
cfi_def_cfa_offset(96)
|
cfi_def_cfa_offset(96)
|
||||||
movaps %xmm1, %xmm11
|
movaps %xmm1, %xmm11
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* #define NO_VECTOR_ZERO_ATAN2_ARGS
|
* #define NO_VECTOR_ZERO_ATAN2_ARGS
|
||||||
* Declarations
|
* Declarations
|
||||||
* Variables
|
* Variables
|
||||||
* Constants
|
* Constants
|
||||||
* The end of declarations
|
* The end of declarations
|
||||||
* Implementation
|
* Implementation
|
||||||
* Get r0~=1/B
|
* Get r0~=1/B
|
||||||
* Cannot be replaced by VQRCP(D, dR0, dB);
|
* Cannot be replaced by VQRCP(D, dR0, dB);
|
||||||
* Argument Absolute values
|
* Argument Absolute values
|
||||||
*/
|
*/
|
||||||
movups dABS_MASK+__svml_datan2_data_internal(%rip), %xmm1
|
movups dABS_MASK+__svml_datan2_data_internal(%rip), %xmm1
|
||||||
movaps %xmm0, %xmm10
|
movaps %xmm0, %xmm10
|
||||||
movaps %xmm1, %xmm9
|
movaps %xmm1, %xmm9
|
||||||
andps %xmm10, %xmm1
|
andps %xmm10, %xmm1
|
||||||
andps %xmm11, %xmm9
|
andps %xmm11, %xmm9
|
||||||
movaps %xmm1, %xmm4
|
movaps %xmm1, %xmm4
|
||||||
cmpnltpd %xmm9, %xmm4
|
cmpnltpd %xmm9, %xmm4
|
||||||
|
|
||||||
/* Argument signs */
|
/* Argument signs */
|
||||||
movups dSIGN_MASK+__svml_datan2_data_internal(%rip), %xmm5
|
movups dSIGN_MASK+__svml_datan2_data_internal(%rip), %xmm5
|
||||||
movaps %xmm4, %xmm0
|
movaps %xmm4, %xmm0
|
||||||
movaps %xmm5, %xmm8
|
movaps %xmm5, %xmm8
|
||||||
movaps %xmm5, %xmm7
|
movaps %xmm5, %xmm7
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* 1) If y<x then a= y, b=x, PIO2=0
|
* 1) If y<x then a= y, b=x, PIO2=0
|
||||||
* 2) If y>x then a=-x, b=y, PIO2=Pi/2
|
* 2) If y>x then a=-x, b=y, PIO2=Pi/2
|
||||||
*/
|
*/
|
||||||
orps %xmm9, %xmm5
|
orps %xmm9, %xmm5
|
||||||
andnps %xmm1, %xmm0
|
andnps %xmm1, %xmm0
|
||||||
andps %xmm4, %xmm5
|
andps %xmm4, %xmm5
|
||||||
andps %xmm11, %xmm8
|
andps %xmm11, %xmm8
|
||||||
movups dPIO2+__svml_datan2_data_internal(%rip), %xmm6
|
movups dPIO2+__svml_datan2_data_internal(%rip), %xmm6
|
||||||
orps %xmm5, %xmm0
|
orps %xmm5, %xmm0
|
||||||
movaps %xmm4, %xmm5
|
movaps %xmm4, %xmm5
|
||||||
andps %xmm4, %xmm6
|
andps %xmm4, %xmm6
|
||||||
andnps %xmm9, %xmm5
|
andnps %xmm9, %xmm5
|
||||||
andps %xmm1, %xmm4
|
andps %xmm1, %xmm4
|
||||||
orps %xmm4, %xmm5
|
orps %xmm4, %xmm5
|
||||||
andps %xmm10, %xmm7
|
andps %xmm10, %xmm7
|
||||||
divpd %xmm5, %xmm0
|
divpd %xmm5, %xmm0
|
||||||
movq iCHK_WORK_SUB+__svml_datan2_data_internal(%rip), %xmm2
|
movq iCHK_WORK_SUB+__svml_datan2_data_internal(%rip), %xmm2
|
||||||
xorl %edx, %edx
|
xorl %edx, %edx
|
||||||
|
|
||||||
/* Check if y and x are on main path. */
|
/* Check if y and x are on main path. */
|
||||||
pshufd $221, %xmm9, %xmm3
|
pshufd $221, %xmm9, %xmm3
|
||||||
xorl %eax, %eax
|
xorl %eax, %eax
|
||||||
pshufd $221, %xmm1, %xmm13
|
pshufd $221, %xmm1, %xmm13
|
||||||
psubd %xmm2, %xmm3
|
psubd %xmm2, %xmm3
|
||||||
psubd %xmm2, %xmm13
|
psubd %xmm2, %xmm13
|
||||||
movdqa %xmm3, %xmm4
|
movdqa %xmm3, %xmm4
|
||||||
movq iCHK_WORK_CMP+__svml_datan2_data_internal(%rip), %xmm12
|
movq iCHK_WORK_CMP+__svml_datan2_data_internal(%rip), %xmm12
|
||||||
movdqa %xmm13, %xmm14
|
movdqa %xmm13, %xmm14
|
||||||
pcmpgtd %xmm12, %xmm4
|
pcmpgtd %xmm12, %xmm4
|
||||||
pcmpeqd %xmm12, %xmm3
|
pcmpeqd %xmm12, %xmm3
|
||||||
pcmpgtd %xmm12, %xmm14
|
pcmpgtd %xmm12, %xmm14
|
||||||
pcmpeqd %xmm12, %xmm13
|
pcmpeqd %xmm12, %xmm13
|
||||||
|
|
||||||
/* Polynomial. */
|
/* Polynomial. */
|
||||||
movaps %xmm0, %xmm12
|
movaps %xmm0, %xmm12
|
||||||
por %xmm3, %xmm4
|
por %xmm3, %xmm4
|
||||||
mulpd %xmm0, %xmm12
|
mulpd %xmm0, %xmm12
|
||||||
|
|
||||||
/* P = A19*R2 + A18 */
|
/* P = A19*R2 + A18 */
|
||||||
movups dA19+__svml_datan2_data_internal(%rip), %xmm15
|
movups dA19+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
movaps %xmm11, %xmm2
|
movaps %xmm11, %xmm2
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA18+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA18+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A17 */
|
/* P = P*R2 + A17 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA17+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA17+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A16 */
|
/* P = P*R2 + A16 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA16+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA16+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A15 */
|
/* P = P*R2 + A15 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA15+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA15+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A14 */
|
/* P = P*R2 + A14 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA14+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA14+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A13 */
|
/* P = P*R2 + A13 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA13+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA13+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A12 */
|
/* P = P*R2 + A12 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA12+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA12+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A11 */
|
/* P = P*R2 + A11 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA11+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA11+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A10 */
|
/* P = P*R2 + A10 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA10+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA10+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A09 */
|
/* P = P*R2 + A09 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA09+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA09+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A08 */
|
/* P = P*R2 + A08 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA08+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA08+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A07 */
|
/* P = P*R2 + A07 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA07+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA07+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A06 */
|
/* P = P*R2 + A06 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA06+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA06+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A05 */
|
/* P = P*R2 + A05 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA05+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA05+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A04 */
|
/* P = P*R2 + A04 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA04+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA04+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A03 */
|
/* P = P*R2 + A03 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA03+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA03+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A02 */
|
/* P = P*R2 + A02 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA02+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA02+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 + A01 */
|
/* P = P*R2 + A01 */
|
||||||
mulpd %xmm12, %xmm15
|
mulpd %xmm12, %xmm15
|
||||||
addpd dA01+__svml_datan2_data_internal(%rip), %xmm15
|
addpd dA01+__svml_datan2_data_internal(%rip), %xmm15
|
||||||
|
|
||||||
/* P = P*R2 */
|
/* P = P*R2 */
|
||||||
mulpd %xmm15, %xmm12
|
mulpd %xmm15, %xmm12
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Reconstruction.
|
* Reconstruction.
|
||||||
* dP=(R+R*dP) + dPIO2
|
* dP=(R+R*dP) + dPIO2
|
||||||
*/
|
*/
|
||||||
mulpd %xmm0, %xmm12
|
mulpd %xmm0, %xmm12
|
||||||
addpd %xmm12, %xmm0
|
addpd %xmm12, %xmm0
|
||||||
|
|
||||||
/* if x<0, dPI = Pi, else dPI =0 */
|
/* if x<0, dPI = Pi, else dPI =0 */
|
||||||
movups dZERO+__svml_datan2_data_internal(%rip), %xmm3
|
movups dZERO+__svml_datan2_data_internal(%rip), %xmm3
|
||||||
por %xmm13, %xmm14
|
por %xmm13, %xmm14
|
||||||
cmplepd %xmm3, %xmm2
|
cmplepd %xmm3, %xmm2
|
||||||
addpd %xmm6, %xmm0
|
addpd %xmm6, %xmm0
|
||||||
andps __svml_datan2_data_internal(%rip), %xmm2
|
andps __svml_datan2_data_internal(%rip), %xmm2
|
||||||
orps %xmm8, %xmm0
|
orps %xmm8, %xmm0
|
||||||
addpd %xmm2, %xmm0
|
addpd %xmm2, %xmm0
|
||||||
por %xmm14, %xmm4
|
por %xmm14, %xmm4
|
||||||
orps %xmm7, %xmm0
|
orps %xmm7, %xmm0
|
||||||
movmskps %xmm4, %ecx
|
movmskps %xmm4, %ecx
|
||||||
|
|
||||||
/* Special branch for fast (vector) processing of zero arguments */
|
/* Special branch for fast (vector) processing of zero arguments */
|
||||||
testb $3, %cl
|
testb $3, %cl
|
||||||
|
|
||||||
/* Go to auxilary branch */
|
/* Go to auxilary branch */
|
||||||
jne L(AUX_BRANCH)
|
jne L(AUX_BRANCH)
|
||||||
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm1 xmm2 xmm3 xmm4 xmm5 xmm6 xmm7 xmm8 xmm9 xmm10 xmm11
|
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm1 xmm2 xmm3 xmm4 xmm5 xmm6 xmm7 xmm8 xmm9 xmm10 xmm11
|
||||||
|
|
||||||
/* Return from auxilary branch
|
/* Return from auxilary branch
|
||||||
* for out of main path inputs
|
* for out of main path inputs
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(AUX_BRANCH_RETURN):
|
L(AUX_BRANCH_RETURN):
|
||||||
/*
|
/*
|
||||||
* Special branch for fast (vector) processing of zero arguments
|
* Special branch for fast (vector) processing of zero arguments
|
||||||
* The end of implementation
|
* The end of implementation
|
||||||
*/
|
*/
|
||||||
testl %edx, %edx
|
testl %edx, %edx
|
||||||
|
|
||||||
/* Go to special inputs processing branch */
|
/* Go to special inputs processing branch */
|
||||||
jne L(SPECIAL_VALUES_BRANCH)
|
jne L(SPECIAL_VALUES_BRANCH)
|
||||||
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm10 xmm11
|
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm10 xmm11
|
||||||
|
|
||||||
/* Restore registers
|
/* Restore registers
|
||||||
* and exit the function
|
* and exit the function
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(EXIT):
|
L(EXIT):
|
||||||
addq $88, %rsp
|
addq $88, %rsp
|
||||||
cfi_def_cfa_offset(8)
|
cfi_def_cfa_offset(8)
|
||||||
ret
|
ret
|
||||||
cfi_def_cfa_offset(96)
|
cfi_def_cfa_offset(96)
|
||||||
|
|
||||||
/* Branch to process
|
/* Branch to process
|
||||||
* special inputs
|
* special inputs
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(SPECIAL_VALUES_BRANCH):
|
L(SPECIAL_VALUES_BRANCH):
|
||||||
movups %xmm10, 32(%rsp)
|
movups %xmm10, 32(%rsp)
|
||||||
movups %xmm11, 48(%rsp)
|
movups %xmm11, 48(%rsp)
|
||||||
movups %xmm0, 64(%rsp)
|
movups %xmm0, 64(%rsp)
|
||||||
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0
|
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0
|
||||||
|
|
||||||
movq %r12, 16(%rsp)
|
movq %r12, 16(%rsp)
|
||||||
cfi_offset(12, -80)
|
cfi_offset(12, -80)
|
||||||
movl %eax, %r12d
|
movl %eax, %r12d
|
||||||
movq %r13, 8(%rsp)
|
movq %r13, 8(%rsp)
|
||||||
cfi_offset(13, -88)
|
cfi_offset(13, -88)
|
||||||
movl %edx, %r13d
|
movl %edx, %r13d
|
||||||
movq %r14, (%rsp)
|
movq %r14, (%rsp)
|
||||||
cfi_offset(14, -96)
|
cfi_offset(14, -96)
|
||||||
# LOE rbx rbp r15 r12d r13d
|
# LOE rbx rbp r15 r12d r13d
|
||||||
|
|
||||||
/* Range mask
|
/* Range mask
|
||||||
* bits check
|
* bits check
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(RANGEMASK_CHECK):
|
L(RANGEMASK_CHECK):
|
||||||
btl %r12d, %r13d
|
btl %r12d, %r13d
|
||||||
|
|
||||||
/* Call scalar math function */
|
/* Call scalar math function */
|
||||||
jc L(SCALAR_MATH_CALL)
|
jc L(SCALAR_MATH_CALL)
|
||||||
# LOE rbx rbp r15 r12d r13d
|
# LOE rbx rbp r15 r12d r13d
|
||||||
|
|
||||||
/* Special inputs
|
/* Special inputs
|
||||||
* processing loop
|
* processing loop
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(SPECIAL_VALUES_LOOP):
|
L(SPECIAL_VALUES_LOOP):
|
||||||
incl %r12d
|
incl %r12d
|
||||||
cmpl $2, %r12d
|
cmpl $2, %r12d
|
||||||
|
|
||||||
/* Check bits in range mask */
|
/* Check bits in range mask */
|
||||||
jl L(RANGEMASK_CHECK)
|
jl L(RANGEMASK_CHECK)
|
||||||
# LOE rbx rbp r15 r12d r13d
|
# LOE rbx rbp r15 r12d r13d
|
||||||
|
|
||||||
movq 16(%rsp), %r12
|
movq 16(%rsp), %r12
|
||||||
cfi_restore(12)
|
cfi_restore(12)
|
||||||
movq 8(%rsp), %r13
|
movq 8(%rsp), %r13
|
||||||
cfi_restore(13)
|
cfi_restore(13)
|
||||||
movq (%rsp), %r14
|
movq (%rsp), %r14
|
||||||
cfi_restore(14)
|
cfi_restore(14)
|
||||||
movups 64(%rsp), %xmm0
|
movups 64(%rsp), %xmm0
|
||||||
|
|
||||||
/* Go to exit */
|
/* Go to exit */
|
||||||
jmp L(EXIT)
|
jmp L(EXIT)
|
||||||
cfi_offset(12, -80)
|
cfi_offset(12, -80)
|
||||||
cfi_offset(13, -88)
|
cfi_offset(13, -88)
|
||||||
cfi_offset(14, -96)
|
cfi_offset(14, -96)
|
||||||
# LOE rbx rbp r12 r13 r14 r15 xmm0
|
# LOE rbx rbp r12 r13 r14 r15 xmm0
|
||||||
|
|
||||||
/* Scalar math fucntion call
|
/* Scalar math fucntion call
|
||||||
* to process special input
|
* to process special input
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(SCALAR_MATH_CALL):
|
L(SCALAR_MATH_CALL):
|
||||||
movl %r12d, %r14d
|
movl %r12d, %r14d
|
||||||
movsd 32(%rsp,%r14,8), %xmm0
|
movsd 32(%rsp, %r14, 8), %xmm0
|
||||||
movsd 48(%rsp,%r14,8), %xmm1
|
movsd 48(%rsp, %r14, 8), %xmm1
|
||||||
call atan2@PLT
|
call atan2@PLT
|
||||||
# LOE rbx rbp r14 r15 r12d r13d xmm0
|
# LOE rbx rbp r14 r15 r12d r13d xmm0
|
||||||
|
|
||||||
movsd %xmm0, 64(%rsp,%r14,8)
|
movsd %xmm0, 64(%rsp, %r14, 8)
|
||||||
|
|
||||||
/* Process special inputs in loop */
|
/* Process special inputs in loop */
|
||||||
jmp L(SPECIAL_VALUES_LOOP)
|
jmp L(SPECIAL_VALUES_LOOP)
|
||||||
cfi_restore(12)
|
cfi_restore(12)
|
||||||
cfi_restore(13)
|
cfi_restore(13)
|
||||||
cfi_restore(14)
|
cfi_restore(14)
|
||||||
# LOE rbx rbp r15 r12d r13d
|
# LOE rbx rbp r15 r12d r13d
|
||||||
|
|
||||||
/* Auxilary branch
|
/* Auxilary branch
|
||||||
* for out of main path inputs
|
* for out of main path inputs
|
||||||
*/
|
*/
|
||||||
|
|
||||||
L(AUX_BRANCH):
|
L(AUX_BRANCH):
|
||||||
/* Check if both X & Y are not NaNs: iXYnotNAN */
|
/* Check if both X & Y are not NaNs: iXYnotNAN */
|
||||||
movaps %xmm11, %xmm13
|
movaps %xmm11, %xmm13
|
||||||
movaps %xmm10, %xmm12
|
movaps %xmm10, %xmm12
|
||||||
cmpordpd %xmm11, %xmm13
|
cmpordpd %xmm11, %xmm13
|
||||||
cmpordpd %xmm10, %xmm12
|
cmpordpd %xmm10, %xmm12
|
||||||
|
|
||||||
/* Check if at least on of Y or Y is zero: iAXAYZERO */
|
/* Check if at least on of Y or Y is zero: iAXAYZERO */
|
||||||
cmpeqpd %xmm3, %xmm9
|
cmpeqpd %xmm3, %xmm9
|
||||||
cmpeqpd %xmm3, %xmm1
|
cmpeqpd %xmm3, %xmm1
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Path for zero arguments (at least one of both)
|
* Path for zero arguments (at least one of both)
|
||||||
* Check if both args are zeros (den. is zero)
|
* Check if both args are zeros (den. is zero)
|
||||||
*/
|
*/
|
||||||
cmpeqpd %xmm3, %xmm5
|
cmpeqpd %xmm3, %xmm5
|
||||||
andps %xmm12, %xmm13
|
andps %xmm12, %xmm13
|
||||||
orps %xmm1, %xmm9
|
orps %xmm1, %xmm9
|
||||||
pshufd $221, %xmm9, %xmm1
|
pshufd $221, %xmm9, %xmm1
|
||||||
pshufd $221, %xmm13, %xmm9
|
pshufd $221, %xmm13, %xmm9
|
||||||
|
|
||||||
/* Check if at least on of Y or Y is zero and not NaN: iAXAYZEROnotNAN */
|
/* Check if at least on of Y or Y is zero and not NaN: iAXAYZEROnotNAN */
|
||||||
pand %xmm9, %xmm1
|
pand %xmm9, %xmm1
|
||||||
|
|
||||||
/* Exclude from previous callout mask zero (and not NaN) arguments */
|
/* Exclude from previous callout mask zero (and not NaN) arguments */
|
||||||
movdqa %xmm1, %xmm14
|
movdqa %xmm1, %xmm14
|
||||||
pandn %xmm4, %xmm14
|
pandn %xmm4, %xmm14
|
||||||
|
|
||||||
/* Set sPIO2 to zero if den. is zero */
|
/* Set sPIO2 to zero if den. is zero */
|
||||||
movaps %xmm5, %xmm4
|
movaps %xmm5, %xmm4
|
||||||
andnps %xmm6, %xmm4
|
andnps %xmm6, %xmm4
|
||||||
andps %xmm3, %xmm5
|
andps %xmm3, %xmm5
|
||||||
|
|
||||||
/* Res = sign(Y)*(X<0)?(PIO2+PI):PIO2 */
|
/* Res = sign(Y)*(X<0)?(PIO2+PI):PIO2 */
|
||||||
pshufd $221, %xmm3, %xmm3
|
pshufd $221, %xmm3, %xmm3
|
||||||
orps %xmm5, %xmm4
|
orps %xmm5, %xmm4
|
||||||
pshufd $221, %xmm11, %xmm5
|
pshufd $221, %xmm11, %xmm5
|
||||||
orps %xmm8, %xmm4
|
orps %xmm8, %xmm4
|
||||||
pcmpgtd %xmm5, %xmm3
|
pcmpgtd %xmm5, %xmm3
|
||||||
pshufd $80, %xmm3, %xmm6
|
pshufd $80, %xmm3, %xmm6
|
||||||
andps %xmm2, %xmm6
|
andps %xmm2, %xmm6
|
||||||
addpd %xmm6, %xmm4
|
addpd %xmm6, %xmm4
|
||||||
|
|
||||||
/* Go to callout */
|
/* Go to callout */
|
||||||
movmskps %xmm14, %edx
|
movmskps %xmm14, %edx
|
||||||
|
|
||||||
/* Merge results from main and spec path */
|
/* Merge results from main and spec path */
|
||||||
pshufd $80, %xmm1, %xmm2
|
pshufd $80, %xmm1, %xmm2
|
||||||
orps %xmm7, %xmm4
|
orps %xmm7, %xmm4
|
||||||
movdqa %xmm2, %xmm7
|
movdqa %xmm2, %xmm7
|
||||||
andps %xmm2, %xmm4
|
andps %xmm2, %xmm4
|
||||||
andnps %xmm0, %xmm7
|
andnps %xmm0, %xmm7
|
||||||
andl $3, %edx
|
andl $3, %edx
|
||||||
movaps %xmm7, %xmm0
|
movaps %xmm7, %xmm0
|
||||||
orps %xmm4, %xmm0
|
orps %xmm4, %xmm0
|
||||||
|
|
||||||
/* Return to main vector processing path */
|
/* Return to main vector processing path */
|
||||||
jmp L(AUX_BRANCH_RETURN)
|
jmp L(AUX_BRANCH_RETURN)
|
||||||
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm10 xmm11
|
# LOE rbx rbp r12 r13 r14 r15 eax edx xmm0 xmm10 xmm11
|
||||||
END(_ZGVbN2vv_atan2_sse4)
|
END(_ZGVbN2vv_atan2_sse4)
|
||||||
|
|
||||||
.section .rodata, "a"
|
.section .rodata, "a"
|
||||||
.align 16
|
.align 16
|
||||||
|
|
||||||
#ifdef __svml_datan2_data_internal_typedef
|
#ifdef __svml_datan2_data_internal_typedef
|
||||||
typedef unsigned int VUINT32;
|
typedef unsigned int VUINT32;
|
||||||
typedef struct {
|
typedef struct {
|
||||||
__declspec(align(16)) VUINT32 dPI[2][2];
|
__declspec(align(16)) VUINT32 dPI[2][2];
|
||||||
__declspec(align(16)) VUINT32 dPIO2[2][2];
|
__declspec(align(16)) VUINT32 dPIO2[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA19[2][2];
|
__declspec(align(16)) VUINT32 dA19[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA18[2][2];
|
__declspec(align(16)) VUINT32 dA18[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA17[2][2];
|
__declspec(align(16)) VUINT32 dA17[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA16[2][2];
|
__declspec(align(16)) VUINT32 dA16[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA15[2][2];
|
__declspec(align(16)) VUINT32 dA15[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA14[2][2];
|
__declspec(align(16)) VUINT32 dA14[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA13[2][2];
|
__declspec(align(16)) VUINT32 dA13[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA12[2][2];
|
__declspec(align(16)) VUINT32 dA12[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA11[2][2];
|
__declspec(align(16)) VUINT32 dA11[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA10[2][2];
|
__declspec(align(16)) VUINT32 dA10[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA09[2][2];
|
__declspec(align(16)) VUINT32 dA09[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA08[2][2];
|
__declspec(align(16)) VUINT32 dA08[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA07[2][2];
|
__declspec(align(16)) VUINT32 dA07[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA06[2][2];
|
__declspec(align(16)) VUINT32 dA06[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA05[2][2];
|
__declspec(align(16)) VUINT32 dA05[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA04[2][2];
|
__declspec(align(16)) VUINT32 dA04[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA03[2][2];
|
__declspec(align(16)) VUINT32 dA03[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA02[2][2];
|
__declspec(align(16)) VUINT32 dA02[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA01[2][2];
|
__declspec(align(16)) VUINT32 dA01[2][2];
|
||||||
__declspec(align(16)) VUINT32 dA00[2][2];
|
__declspec(align(16)) VUINT32 dA00[2][2];
|
||||||
__declspec(align(16)) VUINT32 dSIGN_MASK[2][2];
|
__declspec(align(16)) VUINT32 dSIGN_MASK[2][2];
|
||||||
__declspec(align(16)) VUINT32 iCHK_WORK_SUB[4][1];
|
__declspec(align(16)) VUINT32 iCHK_WORK_SUB[4][1];
|
||||||
__declspec(align(16)) VUINT32 iCHK_WORK_CMP[4][1];
|
__declspec(align(16)) VUINT32 iCHK_WORK_CMP[4][1];
|
||||||
__declspec(align(16)) VUINT32 dABS_MASK[2][2];
|
__declspec(align(16)) VUINT32 dABS_MASK[2][2];
|
||||||
__declspec(align(16)) VUINT32 dZERO[2][2];
|
__declspec(align(16)) VUINT32 dZERO[2][2];
|
||||||
} __svml_datan2_data_internal;
|
} __svml_datan2_data_internal;
|
||||||
#endif
|
#endif
|
||||||
__svml_datan2_data_internal:
|
__svml_datan2_data_internal:
|
||||||
.quad 0x400921FB54442D18, 0x400921FB54442D18 //dPI
|
.quad 0x400921FB54442D18, 0x400921FB54442D18 // dPI
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FF921FB54442D18, 0x3FF921FB54442D18 //dPIO2
|
.quad 0x3FF921FB54442D18, 0x3FF921FB54442D18 // dPIO2
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBEF4FDB537ABC7A3, 0xBEF4FDB537ABC7A3 // dA19
|
.quad 0xBEF4FDB537ABC7A3, 0xBEF4FDB537ABC7A3 // dA19
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3F2CED0A36665209, 0x3F2CED0A36665209 // dA18
|
.quad 0x3F2CED0A36665209, 0x3F2CED0A36665209 // dA18
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBF52E67C93954C23, 0xBF52E67C93954C23 // dA17
|
.quad 0xBF52E67C93954C23, 0xBF52E67C93954C23 // dA17
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3F6F5A1DAE82AFB3, 0x3F6F5A1DAE82AFB3 // dA16
|
.quad 0x3F6F5A1DAE82AFB3, 0x3F6F5A1DAE82AFB3 // dA16
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBF82B2EC618E4BAD, 0xBF82B2EC618E4BAD // dA15
|
.quad 0xBF82B2EC618E4BAD, 0xBF82B2EC618E4BAD // dA15
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3F914F4C661116A5, 0x3F914F4C661116A5 // dA14
|
.quad 0x3F914F4C661116A5, 0x3F914F4C661116A5 // dA14
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBF9A5E83B081F69C, 0xBF9A5E83B081F69C // dA13
|
.quad 0xBF9A5E83B081F69C, 0xBF9A5E83B081F69C // dA13
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FA169980CB6AD4F, 0x3FA169980CB6AD4F // dA12
|
.quad 0x3FA169980CB6AD4F, 0x3FA169980CB6AD4F // dA12
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFA4EFA2E563C1BC, 0xBFA4EFA2E563C1BC // dA11
|
.quad 0xBFA4EFA2E563C1BC, 0xBFA4EFA2E563C1BC // dA11
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FA7EC0FBC50683B, 0x3FA7EC0FBC50683B // dA10
|
.quad 0x3FA7EC0FBC50683B, 0x3FA7EC0FBC50683B // dA10
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFAAD261EAA09954, 0xBFAAD261EAA09954 // dA09
|
.quad 0xBFAAD261EAA09954, 0xBFAAD261EAA09954 // dA09
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FAE1749BD612DCF, 0x3FAE1749BD612DCF // dA08
|
.quad 0x3FAE1749BD612DCF, 0x3FAE1749BD612DCF // dA08
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFB11084009435E0, 0xBFB11084009435E0 // dA07
|
.quad 0xBFB11084009435E0, 0xBFB11084009435E0 // dA07
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FB3B12A49295651, 0x3FB3B12A49295651 // dA06
|
.quad 0x3FB3B12A49295651, 0x3FB3B12A49295651 // dA06
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFB745D009BADA94, 0xBFB745D009BADA94 // dA05
|
.quad 0xBFB745D009BADA94, 0xBFB745D009BADA94 // dA05
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FBC71C707F7D5B5, 0x3FBC71C707F7D5B5 // dA04
|
.quad 0x3FBC71C707F7D5B5, 0x3FBC71C707F7D5B5 // dA04
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFC2492491EE55C7, 0xBFC2492491EE55C7 // dA03
|
.quad 0xBFC2492491EE55C7, 0xBFC2492491EE55C7 // dA03
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FC999999997EE34, 0x3FC999999997EE34 // dA02
|
.quad 0x3FC999999997EE34, 0x3FC999999997EE34 // dA02
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0xBFD55555555553C5, 0xBFD55555555553C5 // dA01
|
.quad 0xBFD55555555553C5, 0xBFD55555555553C5 // dA01
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x3FF0000000000000, 0x3FF0000000000000 // dA00
|
.quad 0x3FF0000000000000, 0x3FF0000000000000 // dA00
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x8000000000000000, 0x8000000000000000 //dSIGN_MASK
|
.quad 0x8000000000000000, 0x8000000000000000 // dSIGN_MASK
|
||||||
.align 16
|
.align 16
|
||||||
.long 0x80300000, 0x80300000, 0x80300000, 0x80300000 //iCHK_WORK_SUB
|
.long 0x80300000, 0x80300000, 0x80300000, 0x80300000 // iCHK_WORK_SUB
|
||||||
.align 16
|
.align 16
|
||||||
.long 0xfdd00000, 0xfdd00000, 0xfdd00000, 0xfdd00000 //iCHK_WORK_CMP
|
.long 0xfdd00000, 0xfdd00000, 0xfdd00000, 0xfdd00000 // iCHK_WORK_CMP
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x7fffffffffffffff, 0x7fffffffffffffff //dABS_MASK
|
.quad 0x7fffffffffffffff, 0x7fffffffffffffff // dABS_MASK
|
||||||
.align 16
|
.align 16
|
||||||
.quad 0x0000000000000000, 0x0000000000000000 //dZERO
|
.quad 0x0000000000000000, 0x0000000000000000 // dZERO
|
||||||
.align 16
|
.align 16
|
||||||
.type __svml_datan2_data_internal,@object
|
.type __svml_datan2_data_internal, @object
|
||||||
.size __svml_datan2_data_internal,.-__svml_datan2_data_internal
|
.size __svml_datan2_data_internal, .-__svml_datan2_data_internal
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue