1  /* Wrapper implementations of vector math functions.
       2     Copyright (C) 2014-2023 Free Software Foundation, Inc.
       3     This file is part of the GNU C Library.
       4  
       5     The GNU C Library is free software; you can redistribute it and/or
       6     modify it under the terms of the GNU Lesser General Public
       7     License as published by the Free Software Foundation; either
       8     version 2.1 of the License, or (at your option) any later version.
       9  
      10     The GNU C Library is distributed in the hope that it will be useful,
      11     but WITHOUT ANY WARRANTY; without even the implied warranty of
      12     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
      13     Lesser General Public License for more details.
      14  
      15     You should have received a copy of the GNU Lesser General Public
      16     License along with the GNU C Library; if not, see
      17     <https://www.gnu.org/licenses/>.  */
      18  
      19  /* SSE2 ISA version as wrapper to scalar.  */
      20  .macro WRAPPER_IMPL_SSE2 callee
      21  	push	%rbx
      22  	cfi_adjust_cfa_offset (8)
      23  	cfi_rel_offset (%rbx, 0)
      24  	subq	$16, %rsp
      25  	cfi_adjust_cfa_offset (16)
      26  	movaps	%xmm0, (%rsp)
      27  	call	JUMPTARGET(\callee)
      28  	movss	%xmm0, (%rsp)
      29  	movss	4(%rsp), %xmm0
      30  	call	JUMPTARGET(\callee)
      31  	movss	%xmm0, 4(%rsp)
      32  	movss	8(%rsp), %xmm0
      33  	call	JUMPTARGET(\callee)
      34  	movd	%xmm0, %ebx
      35  	movss	12(%rsp), %xmm0
      36  	call	JUMPTARGET(\callee)
      37  	movd	%ebx, %xmm1
      38  	unpcklps %xmm0, %xmm1
      39  	movsd	(%rsp), %xmm0
      40  	unpcklpd %xmm1, %xmm0
      41  	addq	$16, %rsp
      42  	cfi_adjust_cfa_offset (-16)
      43  	popq	%rbx
      44  	cfi_adjust_cfa_offset (-8)
      45  	cfi_restore (%rbx)
      46  	ret
      47  .endm
      48  
      49  /* 2 argument SSE2 ISA version as wrapper to scalar.  */
      50  .macro WRAPPER_IMPL_SSE2_ff callee
      51  	push	%rbx
      52  	cfi_adjust_cfa_offset (8)
      53  	cfi_rel_offset (%rbx, 0)
      54  	subq	$32, %rsp
      55  	cfi_adjust_cfa_offset (40)
      56  	movaps	%xmm0, (%rsp)
      57  	movaps	%xmm1, 16(%rsp)
      58  	call	JUMPTARGET(\callee)
      59  	movss	20(%rsp), %xmm1
      60  	movss	%xmm0, 0(%rsp)
      61  	movss	4(%rsp), %xmm0
      62  	call	JUMPTARGET(\callee)
      63  	movss	24(%rsp), %xmm1
      64  	movss	%xmm0, 4(%rsp)
      65  	movss	8(%rsp), %xmm0
      66  	call	JUMPTARGET(\callee)
      67  	movss	28(%rsp), %xmm1
      68  	movd	%xmm0, %ebx
      69  	movss	12(%rsp), %xmm0
      70  	call	JUMPTARGET(\callee)
      71  	/* merge 4x results into xmm0.  */
      72  	movd	%ebx, %xmm1
      73  	unpcklps %xmm0, %xmm1
      74  	movsd	(%rsp), %xmm0
      75  	unpcklpd %xmm1, %xmm0
      76  	addq	$32, %rsp
      77  	cfi_adjust_cfa_offset (-32)
      78  	popq	%rbx
      79  	cfi_adjust_cfa_offset (-8)
      80  	cfi_restore (%rbx)
      81  	ret
      82  .endm
      83  
      84  /* 3 argument SSE2 ISA version as wrapper to scalar.  */
      85  .macro WRAPPER_IMPL_SSE2_fFF callee
      86  	pushq	%rbp
      87  	cfi_adjust_cfa_offset (8)
      88  	cfi_rel_offset (%rbp, 0)
      89  	pushq	%rbx
      90  	cfi_adjust_cfa_offset (8)
      91  	cfi_rel_offset (%rbx, 0)
      92  	movq	%rdi, %rbp
      93  	movq	%rsi, %rbx
      94  	subq	$24, %rsp
      95  	cfi_adjust_cfa_offset (24)
      96  	movaps	%xmm0, (%rsp)
      97  	call	JUMPTARGET(\callee)
      98  	movss	4(%rsp), %xmm0
      99  	leaq	4(%rbp), %rdi
     100  	leaq	4(%rbx), %rsi
     101  	call	JUMPTARGET(\callee)
     102  	movss	8(%rsp), %xmm0
     103  	leaq	8(%rbp), %rdi
     104  	leaq	8(%rbx), %rsi
     105  	call	JUMPTARGET(\callee)
     106  	movss	12(%rsp), %xmm0
     107  	leaq	12(%rbp), %rdi
     108  	leaq	12(%rbx), %rsi
     109  	call	JUMPTARGET(\callee)
     110  	addq	$24, %rsp
     111  	cfi_adjust_cfa_offset (-24)
     112  	popq	%rbx
     113  	cfi_adjust_cfa_offset (-8)
     114  	cfi_restore (%rbx)
     115  	popq	%rbp
     116  	cfi_adjust_cfa_offset (-8)
     117  	cfi_restore (%rbp)
     118  	ret
     119  .endm
     120  
     121  #include "svml_sd_wrapper_impl.h"