U
|
O ±d&¯ ã @ s@ d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZ d dl m
|
Z
|
d+ddZ G dd dZ G d d
|
d
|
e Z G d d d e ZG d d de ZG dd de ZG dd de ZG dd de ZdZdZdZee Zee eeeededeeeiZe ¡ D ]@\ZZerejndZ e d¡Z e e d kr>d d e ¡ d Z ne d Z dZ!e" Z#esdd e d!Z!nFejszd e d"Z!n0ej$sd e d#e#d$< ej%sªd e d%e#d&< e ¡ D ]\Z&Z'e&D ]tZ(e# )e(e!¡Z*e'fZ+e"ee e(ed'Z,e-d(e'j. d)e d)e d)e( e+e,Z/e*r$e j0j!e*d*e/ e/e1 e/j.< q¾q² qødS ),é N)ÚtargetsÚclear_floatstatusÚget_floatstatus)Ú__cpu_baseline__Fc C sf t }|s| o|d@ dk}||s$|o.|d@ dkO }||s<|oF|d@ dkO }||sT|o^|d@ dkO }|S )Né r é é é )r )Z divbyzeroZoverflowZ underflowÚinvalidÚallÚerrÚret© r úQd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\numpy/core/tests/test_simd.pyÚcheck_floatstatus s r c @ s e Zd ZdZdZdZdd Zd!ddZdd Zd d
|
Z d d Z
|
d d Z dd Z dd Z dd Zdd Zdd Zdd Zdd Zd d Zd d ZdS )"Ú _Test_UtilityNc C s t | j|d | j S )z
|
To call NPV intrinsics without the attribute 'npyv' and
|
auto suffixing intrinsics according to class attribute 'sfx'
|
Ú_©ÚgetattrÚnpyvÚsfx)ÚselfÚattrr r r Ú __getattr__ s z_Test_Utility.__getattr__Fc C sR |dkr d}|dkr| j }t||| }|r4t|}| ¡ rJdd |D S t|S )z[
|
Create list of consecutive numbers according to number of vector's lanes.
|
Nr c S s g | ] }|d qS )ç ð?r ©Ú.0Úxr r r Ú
|
<listcomp>2 s z'_Test_Utility._data.<locals>.<listcomp>)ÚnlanesÚrangeÚreversedÚ_is_fpÚlist©r ÚstartÚcountÚreverseÚrngr r r Ú_data& s z_Test_Utility._datac C s | j d dkS )Nr Úu©r ©r r r r Ú _is_unsigned5 s z_Test_Utility._is_unsignedc C s | j d dkS )Nr Úsr+ r, r r r Ú
|
_is_signed8 s z_Test_Utility._is_signedc C s | j d dkS )Nr Úfr+ r, r r r r" ; s z_Test_Utility._is_fpc C s t | jdd
S )Nr )Úintr r, r r r Ú _scalar_size> s z_Test_Utility._scalar_sizec s0 | ¡ r |S | ¡ | ¡ fdd|D S )Nc s g | ]}t t| qS r )ÚminÚmax)r Úv©Zmax_intZmin_intr r r F s z+_Test_Utility._int_clip.<locals>.<listcomp>)r" Ú_int_maxÚ_int_min)r Úseqr r6 r Ú _int_clipA s
|
z_Test_Utility._int_clipc C s4 | ¡ r d S | | d¡¡d }| ¡ r0|d S |S )Néÿÿÿÿr r )r" Ú _to_unsignedÚsetallr/ )r Zmax_ur r r r7 H s z_Test_Utility._int_maxc C s& | ¡ r d S | ¡ rdS | ¡ d S )Nr r )r" r- r7 r, r r r r8 P s
|
z_Test_Utility._int_minc C s& t | jd| jdd
d}|d S )NÚsetall_ur r; r r )r Z max_unsigr r r Ú
|
_true_maskW s z_Test_Utility._true_maskc C st t |ttfr,t| jd| jdd
|S |j dd¡}|d dkrLd}nd}t| j| |dd
|¡|S d S ) NÚload_ur Únpyv_Ú r Úbz cvt_u{0}_b{0}zreinterpret_u{0}_{1}) Ú
|
isinstancer# Útupler r r Ú__name__ÚreplaceÚformat)r Úvectorr Z
|
cvt_intrinr r r r< [ s z_Test_Utility._to_unsignedc C s t dS ©NÚinf©Úfloatr, r r r Ú
|
_pinfinityf s z_Test_Utility._pinfinityc C s
|
t d S rJ rL r, r r r Ú
|
_ninfinityi s z_Test_Utility._ninfinityc C s t dS )NÚnanrL r, r r r Ú_nanl s z_Test_Utility._nanc C s( | j }|dkrt}n
|
| d¡}d |¡S )NZbaselineÚ__ú )Ú target_namer ÚsplitÚjoin)r Útargetr r r Ú _cpu_featureso s
|
|
z_Test_Utility._cpu_features)NNF)rF Ú
|
__module__Ú __qualname__r r rT r r) r- r/ r" r2 r: r7 r8 r? r< rN rO rQ rX r r r r r s$
|
r c @ s~ e Zd ZdZdd ZdddZdd Zd
|
d Zd d Zdd Z e
|
j dddg¡e
|
j dddgddgdgdgf¡dd Z dS )Ú
|
_SIMD_BOOLz2
|
To test all boolean vector types at once
|
c C s t | jd| jdd
S )NZnlanes_ur r r, r r r Ú_nlanes{ s z_SIMD_BOOL._nlanesNFc s2 | ¡ t| ¡ }|r t|} fdd|D S )Nc s g | ]}|d r ndqS )r r r r ©Ú true_maskr r r s z$_SIMD_BOOL._data.<locals>.<listcomp>)r? r r\ r! r$ r r] r r) ~ s
|
z_SIMD_BOOL._datac C sB | j dd
}t| jd| }t| jd| d| }|||S )Nr r@ Zcvt_bZ_u)r r r )r ÚdataÚlen_strÚloadÚcvtr r r Ú_load_b
s z_SIMD_BOOL._load_bc C sz | ¡ }| j dd}| |¡}| |¡}dd t||D }t| d||}||ksXtdd t||D }t| d||}||kstdd t||D } t| d ||}
|
|
|
| ks¸tt| d
|
|} | |ksÒt| jd kràd S d d t||D } t| d||} | | kstdd t||D }t| d||}||ksDtdd t||D }t| d||}||ksvtd S )zÏ
|
Logical operations for boolean types.
|
Test intrinsics:
|
npyv_xor_##SFX, npyv_and_##SFX, npyv_or_##SFX, npyv_not_##SFX,
|
npyv_andc_b8, npvy_orc_b8, nvpy_xnor_b8
|
T©r' c S s g | ]\}}||@ qS r r ©r ÚarC r r r r s z5_SIMD_BOOL.test_operators_logical.<locals>.<listcomp>Úandc S s g | ]\}}||B qS r r re r r r r s Úorc S s g | ]\}}||A qS r r re r r r r s ÚxorÚnotÚb8Nc S s g | ]\}}|| @ d @ qS ©éÿ r re r r r r ª s Úandcc S s g | ]\}}|| B d @ qS rl r re r r r r ® s Zorcc S s g | ]\}}||A d @ qS rl r re r r r r ² s Zxnor)r) rc Úzipr ÚAssertionErrorr )r Údata_aÚdata_bÚvdata_aÚvdata_bÚdata_andÚvandÚdata_orÚvorÚdata_xorÚvxorÚvnotÚ data_andcÚvandcZdata_orcZvorcZ data_xnorZvxnorr r r Útest_operators_logical s4
|
|
|
z!_SIMD_BOOL.test_operators_logicalc C sZ dd }| ¡ | j ddfD ]8}| |¡}||}| |¡}t|}|t|ks tq d S )Nc S s t dd t| dD S )Nc S s g | ]\}}t |d k|> qS )r ©r1 )r Úir r r r r · s z<_SIMD_BOOL.test_tobits.<locals>.<lambda>.<locals>.<listcomp>r )ÚsumÚ enumerate)r_ r r r Ú<lambda>· ó z(_SIMD_BOOL.test_tobits.<locals>.<lambda>Trd )r) rc ÚtobitsÚbinrp )r Z data2bitsr_ ÚvdataZ data_bitsr
Z
|
bin_tobitsr r r Ú test_tobits¶ s
|
|
z_SIMD_BOOL.test_tobitsc C s
|
| j dkrdS | ¡ }| jdd}| |¡}| |¡}t| jd| j }| j dkrzdd t|t| D }|||}n~| j d kr¶d
|
d d t| d t| D }|||||}nB| j d krød d dt| dt| D }|||||||||}||kstdS )z
|
Pack multiple vectors into one
|
Test intrinsics:
|
npyv_pack_b8_b16
|
npyv_pack_b8_b32
|
npyv_pack_b8_b64
|
)Úb16Úb32Úb64NTrd Zpack_b8_r c S s g | ] }|d @ qS rl r ©r r r r r r Ó s z(_SIMD_BOOL.test_pack.<locals>.<listcomp>r c S s g | ] }|d @ qS rl r r r r r r Ö s r r c S s g | ] }|d @ qS rl r r r r r r Ù s r )r r) rc r r r# rp )r r_ Úrdatar ZvrdataZ pack_simdZspackZvpackr r r Ú test_pack¿ s,
|
|
|
|
|
"
|
"
|
ÿz_SIMD_BOOL.test_packÚintrinÚanyr r_ r; r c C sD | || ¡ ¡}t|}t| |}||}||}||ks@tdS ©zX
|
Test intrinsics:
|
npyv_any_##SFX
|
npyv_all_##SFX
|
N)rc r\ Úevalr rp ©r r r_ rq ÚfuncÚdesiredÚsimdr r r Útest_operators_crosstestÞ s
|
z#_SIMD_BOOL.test_operators_crosstest)NNF)rF rY rZ Ú__doc__r\ r) rc r~ r r ÚpytestÚmarkÚ parametrizer r r r r r[ w s
|
+ ür[ c @ sH e Zd ZdZdd Zdd Zdd Zej dd d
|
d d d g¡dd Z
|
dS )Ú _SIMD_INTz2
|
To test all integer vector types at once
|
c s6 | j dkrd S | | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}t| ¡ D ]d | fdd|D ¡}| | ¡}||kst | fdd|D ¡}|
|
| ¡}||ksVt qVtd| ¡ D ]f | fdd|D ¡}| | ¡} | |ks t | fd d|D ¡}| | ¡}
|
|
|
|ksÊt qÊd S )
|
N)Úu8Ús8Trd c s g | ] }| > qS r r ©r rf ©r& r r r s z2_SIMD_INT.test_operators_shift.<locals>.<listcomp>c s g | ] }| ? qS r r r r r r r s r c s g | ] }| > qS r r r r r r r s c s g | ] }| ? qS r r r r r r r s ) r r) r7 r r8 ra r r2 Úshlrp ÚshrÚshliÚshri) r rq rr rs rt Z
|
data_shl_ar¡ Z
|
data_shr_ar¢ r£ r¤ r r r Útest_operators_shiftö s&
|
z _SIMD_INT.test_operators_shiftc C s² | j dkrd S | | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}| dd t||D ¡}| ||¡}||ks|t | dd t||D ¡}|
|
||¡}||ks®t d S )N)Úu32Ús32Úu64Ús64Trd c S s g | ]\}}|| qS r r re r r r r s z>_SIMD_INT.test_arithmetic_subadd_saturated.<locals>.<listcomp>c S s g | ]\}}|| qS r r re r r r r # s ) r r) r7 r r8 ra r: ro Úaddsrp Úsubs) r rq rr rs rt Z data_addsrª Z data_subsr« r r r Ú test_arithmetic_subadd_saturated s
|
z*_SIMD_INT.test_arithmetic_subadd_saturatedc C s | ¡ }| | j¡}| |¡| |¡ }}dd t||D }| ||¡}||ksVtdd t||D }| ||¡}||kstd S )Nc S s g | ]\}}t ||qS r )r4 re r r r r , s z/_SIMD_INT.test_math_max_min.<locals>.<listcomp>c S s g | ]\}}t ||qS r )r3 re r r r r 0 s )r) r ra ro r4 rp r3 ) r rq rr rs rt Zdata_maxZsimd_maxZdata_minZsimd_minr r r Útest_math_max_min' s z_SIMD_INT.test_math_max_minr% iÿÿÿiðØÿÿr éd i' c C s@ | | |¡¡}| |¡t|ks&t| |¡t|ks<tdS )zf
|
Test intrinsics:
|
npyv_reduce_max_##sfx
|
npyv_reduce_min_##sfx
|
N)ra r) Z
|
reduce_maxr4 rp Z
|
reduce_minr3 )r r% rs r r r Útest_reduce_max_min4 s z _SIMD_INT.test_reduce_max_minN) rF rY rZ r r¥ r¬ r r r r r¯ r r r r r ò s ! r c @ s e Zd ZdZdd ZdS )Ú
|
_SIMD_FP32z'
|
To only test single precision
|
c sv | ¡ }| jjs&t d|¡r&dd nt | | ¡ ¡}| || d¡¡} fdd|D }|
|
|¡}||ksrt dS )ú
|
Round to nearest even integer, assume CPU control register is set to rounding.
|
Test intrinsics:
|
npyv_round_s32_##SFX
|
z.*(NEON|ASIMD)c S s t | | dkrdnd S )Nr ç à?ç à¿r )r5 r r r r N r z-_SIMD_FP32.test_conversions.<locals>.<lambda>r² c s g | ] } |qS r r r ©Ú_roundr r r S s z/_SIMD_FP32.test_conversions.<locals>.<listcomp>N) rX r Úsimd_f64ÚreÚmatchÚroundra r) Úsubr= Ú round_s32rp )r Úfeaturesrs Ú
|
data_roundÚvroundr r´ r Útest_conversionsD s
|
|
z_SIMD_FP32.test_conversionsN©rF rY rZ r r¿ r r r r r° @ s r° c @ s e Zd ZdZdd ZdS )Ú
|
_SIMD_FP64z'
|
To only test double precision
|
c C sh | | ¡ ¡}| || d¡¡}| || d¡¡}dd t|t| D }| ||¡}||ksdtdS )r± r² g ø¿c S s g | ] }t |qS r )r¹ r r r r r d s z/_SIMD_FP64.test_conversions.<locals>.<listcomp>N)ra r) rº r= Úmulr# r» rp )r rs rt r½ r¾ r r r r¿ [ s z_SIMD_FP64.test_conversionsNrÀ r r r r rÁ W s rÁ c @ sj e Zd ZdZdd Zdd Zdd Zdd Zej
|
d
|
d e j fd e j fd e jfdefg¡dd Zej
|
dddddddg¡dd Zdd Zd d Zej
|
d dd d d g¡d d Zej
|
d!ejd"fejd#fejd$fejd%fejd&fejd'fg¡d(d) Z ej
|
dd*d+g¡ej
|
d,e d-d.gd.e d-ge d-d/gd/e d-ge d-e d-gd0d1gd1d0gd2d1gf¡d3d4 Z d5S )6Ú_SIMD_FPz0
|
To test all float vector types at once
|
c C sØ | | ¡ ¡gd \}}}| ||¡}| dd t|||D ¡}| |||¡}||ks\t| |||¡}| ||¡}||kst| |||¡} | ||¡}
|
| |
|
ks¨t| |||¡} |
|
|| d¡¡} | | ksÔtd S )Né c S s g | ]\}}}|| | qS r r )r rf rC Úcr r r r p s z2_SIMD_FP.test_arithmetic_fused.<locals>.<listcomp>r; ) ra r) Úaddro Zmuladdrp Zmulsubrº ZnmuladdZnmulsubr r= ) r rs rt Zvdata_cZ vdata_cx2Zdata_fmaÚfmaZfmsZdata_fmsZnfmaZ data_nfmaZnfmsZ data_nfmsr r r Útest_arithmetic_fusedl s z _SIMD_FP.test_arithmetic_fusedc C s² | ¡ | ¡ | ¡ }}}| ¡ }| | ¡ ¡}d||f||f||ff}|D ]:\}}|g| j } | | |¡¡}
|
|
|
tj | ddksNt
|
qN| | || d¡¡¡}
|
|
|
|ks®t
|
d S )N)r r T©Znan_okr; ) rN rO rQ r) ra r Úabsr= r Úapproxrp r ) r ÚpinfÚninfrP r_ r Z abs_casesÚcaser Zdata_absZvabsr r r Útest_abs s z_SIMD_FP.test_absc C sº | ¡ | ¡ | ¡ }}}| ¡ }| | ¡ ¡}ddd|f||f||ff}|D ]:\}}|g| j } | | |¡¡}
|
|
|
tj | ddksPt
|
qP| dd |D ¡} | |¡}
|
|
|
| ks¶t
|
d S )N)ç rÐ )ç rÑ g ð¿TrÉ c S s g | ]}t |¡qS r )ÚmathÚsqrtr r r r r s z&_SIMD_FP.test_sqrt.<locals>.<listcomp>) rN rO rQ r) ra r rÓ r= r rË rp ) r rÌ rÍ rP r_ r Z
|
sqrt_casesrÎ r Z data_sqrtrÓ r r r Ú test_sqrt s
|
z_SIMD_FP.test_sqrtc C s° | ¡ | ¡ | ¡ }}}| ¡ }| | ¡ ¡}||f||f||ff}|D ]:\}}|g| j } | | |¡¡}
|
|
|
tj | ddksLt
|
qLdd |D } | |¡}
|
|
|
| ks¬t
|
d S )NTrÉ c S s g | ] }|| qS r r r r r r r ¨ s z(_SIMD_FP.test_square.<locals>.<listcomp>) rN rO rQ r) ra r Úsquarer= r rË rp ) r rÌ rÍ rP r_ r Z square_casesrÎ r Z data_squarerÕ r r r Ú test_square s
|
z_SIMD_FP.test_squarez intrin, funcÚceilÚtruncÚfloorZrintc sp |}t | |}| ¡ | ¡ | ¡ }}}||f||f||ff}|D ]8\}} | g| j }
|
|| |¡} | tj|
|
ddksDtqDt dddD ]TdD ]J|
|
fddt | jD ¡} fd d| D }
|
|| } | |
|
kstqqd
|
D ]4} | | ¡|} fd dD }
|
||
|
ksätqä|d kr*d }nd}|D ]8| || ¡¡} | | d¡¡}
|
| |
|
ks2tq2dS )z
|
Test intrinsics:
|
npyv_rint_##SFX
|
npyv_ceil_##SFX
|
npyv_trunc_##SFX
|
npyv_floor##SFX
|
TrÉ r i é )gÍÌÌÌÌÌð¿gñ¿gffffffò¿gÍÌÌÌÌÌð?gñ?gffffffò?c s g | ]}| qS r r r )Úwr r r r  s z*_SIMD_FP.test_rounding.<locals>.<listcomp>c s g | ] } |qS r r r ©r r r r à s )g/ ÿÿÿÿ¯Cg/ ÿÿÿÿÏCg ÿÿÿÿ?Dg ÿÿÿÿ_Dc s g | ] } |qS r r )r ÚnrÜ r r r Î s rÙ )rÐ )rÐ g пg333333Ó¿gÍÌÌÌÌÌÜ¿r³ rÐ N) r rN rO rQ r r= r rË rp r ra r< )r r r Ú intrin_namerÌ rÍ rP Z round_casesrÎ r r½ rµ r_ r ÚyZ
|
data_szeror )r rÛ r r Ú test_rounding¬ s4
|
|
|
|
z_SIMD_FP.test_roundingr r4 ZmaxpZmaxnr3 ZminpZminnc s
|
| ¡ | ¡ | ¡ }} ddddd |dd
d¡}t|dd
}t| d| }t| |}| jd }d d
|
gd
|
d gfd d gd d gf|d gd |gfd |g|d gfd d gd d gfd d gd d gff}|D ]b\} }
|
| | | ¡} | |
|
| ¡} || | } || | }|| kst|| } || }|| ksÈtqÈ|s6dS |dkrJd d }n fdd} d fd f |f| f ff}|D ]\} }
|
| | |
|
g| ¡}|| |
|
} ||}|t j
|
| ddksÀt| | ¡} | |
|
¡} | g| j } || | }|t j
|
| ddks|tq|dS )a
|
Test intrinsics:
|
npyv_max_##sfx
|
npyv_maxp_##sfx
|
npyv_maxn_##sfx
|
npyv_min_##sfx
|
npyv_minp_##sfx
|
npyv_minn_##sfx
|
npyv_reduce_max_##sfx
|
npyv_reduce_maxp_##sfx
|
npyv_reduce_maxn_##sfx
|
npyv_reduce_min_##sfx
|
npyv_reduce_minp_##sfx
|
npyv_reduce_minn_##sfx
|
r r )ZxpÚnpÚnnZxnéþÿÿÿNr rÄ Zreduce_rÑ rÐ é
|
iöÿÿÿc S s t | ¡r|S t |¡r | S |S ©N©rÒ Úisnan©rf rC r r r r s z'_SIMD_FP.test_max_min.<locals>.<lambda>c s t | ¡st |¡r S |S rå ræ rè ©rP r r r s TrÉ ) rN rO rQ Úgetr r r ra rp r rË r= )r r rÌ rÍ Zchk_nanr Z reduce_intrinZ hf_nlanesZcasesZop1Zop2rs rt r_ r Ztest_nanZvdata_abr ré r Ú test_max_minÜ sV
|
|
ú
|
|
|
|
û
|
|
|
|
z_SIMD_FP.test_max_minc C s | ¡ | ¡ | ¡ }}}| ¡ }| | ¡ ¡}||f|df|dfd|fd|ff}|D ]:\}}|g| j } | | |¡¡}
|
|
|
tj | ddksXt
|
qX| dd |D ¡} | |¡}
|
|
|
| ks¾t
|
d S )NrÑ rÐ TrÉ c S s g | ] }d | qS )r r r r r r r / s z,_SIMD_FP.test_reciprocal.<locals>.<listcomp>) rN rO rQ r) ra r Úrecipr= r rË rp ) r rÌ rÍ rP r_ r Z recip_casesrÎ r Z
|
data_reciprì r r r Útest_reciprocal$ s "
|
z_SIMD_FP.test_reciprocalc C s, | | | ¡ ¡¡}|dg| j ks(tdS )zQ
|
Compare Not NaN. Test intrinsics:
|
npyv_notnan_##SFX
|
r N)Znotnanr= rQ r rp )r Znnanr r r Útest_special_cases3 s z_SIMD_FP.test_special_casesrÞ c C sV t | |}tdtdtd fD ].}| |¡}t || tdddks"tq"d S )NrP rK T)r
|
F)r rM r= r r rp )r rÞ r Údr5 r r r Ú test_unary_invalid_fpexception; s
|
|
z'_SIMD_FP.test_unary_invalid_fpexceptionzpy_comp,np_compÚcmpltÚcmpleÚcmpgtÚcmpgeÚcmpeqÚcmpneqc sÎ | ¡ | ¡ | ¡ }}}| ¡ fdd}t| |}d|f|df||f||f||fdf}|D ]f\} }
|
| g| j } |
|
g| j } | | ¡} | |
|
¡}||| |}fddt| | D }||ksbtqbd S )Nc s fdd| D S )Nc s g | ] }| kqS r r ©r Zlane©Ú mask_truer r r S s zF_SIMD_FP.test_comparison_with_nan.<locals>.to_bool.<locals>.<listcomp>r ©rI rø r r Úto_boolR s z2_SIMD_FP.test_comparison_with_nan.<locals>.to_boolr )rÐ rÑ c s g | ]\}} ||qS r r re )Úpy_compr r r ^ s z5_SIMD_FP.test_comparison_with_nan.<locals>.<listcomp>) rN rO rQ r? r r r= ro rp )r rü Znp_comprÌ rÍ rP rû r Z cmp_casesZ case_operand1Z case_operand2rq rr rs rt ZvcmpÚdata_cmpr )rù rü r Útest_comparison_with_nanF s
|
ÿ
|
|
z!_SIMD_FP.test_comparison_with_nanr r r_ rP r r rÑ rÐ r c C sB | || j ¡}t|}t| |}||}||}||ks>tdS r ©ra r r r rp r r r r r a s
|
z!_SIMD_FP.test_operators_crosstestN) rF rY rZ r rÈ rÏ rÔ rÖ r r r rÒ r× rØ rÙ r¹ rà rë rí rî rð ÚoperatorÚltÚleÚgtÚgeÚeqÚnerþ rM r r r r r rà h sd ÿ
|
. ÿ
|
E ÿ
|
ú
|
|
|
|
|
ø
|
rà c @ sz e Zd ZdZdd Zdd Zdd Zdd Zd
|
d Zd d Z dd Z
|
dd Z e j dddg¡dd Zdd Zdd Zdd Ze j d ejd fejd fejd fejd!fejd"fg¡d#d$ Zd%d& Ze j d'd(d)g¡e j d*d+d,d-d.gd/d0d1d2gd3d+d,d-d.gd4d5d6d7gd3d/d0d1d.gd3gd+gd/gf¡d8d9 Zd:d; Z d<d= Z d>d? Z d@dA Z dBdC Z dDdE Z!dFdG Z"dHdI Z#dJdK Z$dLS )MÚ _SIMD_ALLz*
|
To test all vector types at once
|
c C s | ¡ }| |¡}||ks t| |¡}||ks4t| |¡}||ksJt| |¡}t|d | jd
}|d | jd
}||kst||kstd S )Nr )r) ra rp ZloadaÚloadsÚloadlr# r )r r_ Z load_dataZ
|
loada_dataZ
|
loads_datar Z
|
loadl_halfZ data_halfr r r Útest_memory_load} s
|
|
|
|
z_SIMD_ALL.test_memory_loadc C s | ¡ }| |¡}dg| j }| ||¡ ||ks6tdg| j }| ||¡ ||ksZtdg| j }| ||¡ ||ks~tdg| j }| ||¡ |d | jd
|d | jd
ks¾t||ksÊtdg| j }| ||¡ |d | jd
|| jd d
ks t||kstd S )Nr r ) r) ra r Ústorerp ZstoreaZstoresZstorelZstoreh)r r_ r r Zstore_aZstore_sZstore_lZstore_hr r r Útest_memory_store s&
|
( *z_SIMD_ALL.test_memory_storec C sº | j dkrd S | ¡ }ttd| jd }|| jd | jd g7 }|D ]n}| ||d¡}|d |
dg| j| }||kst| ||¡}|d |
dg| j| }||ksFtqFd S )N©r r Úu16Ús16r r r é r )r r) r# r r Ú load_tillrp Ú
|
load_tillz)r r_ ÚlanesrÝ r Ú data_tillr Z
|
data_tillzr r r Útest_memory_partial_load© s
|
z"_SIMD_ALL.test_memory_partial_loadc C s¨ | j dkrd S | ¡ }| jdd}| |¡}ttd| jd }|| jd | jd g7 }|D ]F}| ¡ }|d |
|d |
< | jdd}| |||¡ ||ks\tq\d S )Nr Trd r r r ) r r) ra r# r r ÚcopyÚ
|
store_tillrp )r r_ Zdata_revr r rÝ r r r r r Útest_memory_partial_store¸ s
|
|
z#_SIMD_ALL.test_memory_partial_storec C sª | j dkrd S tddD ]<}| j|| j d}|d d |
}| ||¡}||kstqtddD ]D}| || | j ¡}| |d d |
¡}| ||¡}||ks`tq`d S )Nr r é@ r éÀÿÿÿr )r r r) r Úloadnrp ra )r Ústrider_ Ú data_strider r r r Útest_memory_noncont_loadÈ s
|
z"_SIMD_ALL.test_memory_noncont_loadc
|
C s | j dkrd S ttd| jd }|| jd | jd g7 }tddD ]}| j|| j d}|d d |
}|D ]r}|d |
dg| j| }| |||d¡}||ks¨t|d |
dg| j| }| |||¡} | |ksltqlqDtd dD ]®}| || | j ¡}t| |d d |
¡}|D ]x}|d |
dg| j| }| |||d¡}||ks^t|d |
dg| j| }| |||¡} | |ks tq qìd S )
|
Nr r r r r r r r r ) r r# r r r) Ú
|
loadn_tillrp Ú loadn_tillzra )
|
r r r r_ r rÝ Zdata_stride_tillr Zdata_stride_tillzr r r r Ú test_memory_noncont_partial_loadØ s0
|
z*_SIMD_ALL.test_memory_noncont_partial_loadc C s6 | j dkrd S | | ¡ ¡}tddD ]|}dg| | j }||d d |
< dg| | j }|dgd 7 }| |||¡ |d d
|kst|dd
dgd ks&tq&tddD ]}dg| | j }||d d |
< dgd }|dg| | j 7 }| |||¡ |dd
|kst|d d
dgd ks®tq®d S )Nr r r r é r r )r ra r) r r Ústorenrp )r r r r_ r# r r r Útest_memory_noncont_storeô s&
|
|
z#_SIMD_ALL.test_memory_noncont_storec C s´ | j dkrd S | ¡ }| |¡}ttd| jd }|| jd | jd g7 }tddD ] }|D ]}dg| | j }|d |
dg| j| |d d |
< dg| | j }|dgd 7 }| ||||¡ |d d
|ksÚt|dd
dgd ks^tq^qVtdd D ]¬}|D ] }dg| | j }|d |
dg| j| |d d |
< dgd }|dg| | j 7 }| ||||¡ |dd
|kst|d d
dgd ks
|
tq
|
qd S )
|
Nr r r r r r r" r r )r r) ra r# r r Ú storen_tillrp )r r_ r r r rÝ r r% r r r Ú!test_memory_noncont_partial_store s0
|
|
& &
|
z+_SIMD_ALL.test_memory_noncont_partial_storezintrin, table_size, elsize)z
|
self.lut32é r' )z
|
self.lut16é r c
|
C sj || ¡ krdS t|}t| jd| }td|}|D ],}| |¡}||}|||} | |ks8tq8dS )zi
|
Test lookup table intrinsics:
|
npyv_lut32_##sfx
|
npyv_lut16_##sfx
|
Nr> r )r2 r r r r r= rp )
|
r r Z
|
table_sizeZelsizeZ idx_itrinÚtabler ZbroadiÚidxZlutr r r Útest_lut' s
|
|
|
|
z_SIMD_ALL.test_lutc C s | ¡ }|dg| j ks ttddD ]"}| |¡}||g| j ks&tq&| ¡ | jdd }}| |¡| |¡ }}| j| }||kst| jd| } | |ks¦tdddd d
|
d d d g}
|
| j j
|
rÌ|
|
d¡ | j j rÞ|
|
d¡ |
|
D ](} t | d| |j} | d| ksâtqâ| | | ¡ | ¡ ¡||¡} | |ks8t| | | ¡ | ¡ ¡||¡}||ksdt| |¡|d ks|t| j ¡ d S )Nr r rä Trd r r r r r¦ r§ r¨ r© Úf64Úf32Z reinterpret_rA )rä )Úzeror rp r r= r) ra ÚsetZsetfr r¶ ÚappendÚsimd_f32r rF Úselectrõ rö Zextract0Úcleanup)r Zbroadcast_zeror Z
|
broadcastirq rr rs rt ZvsetZvsetfÚsfxesr Zvec_nameZselect_aZselect_br r r Ú test_misc< s2
|
|
|
|
z_SIMD_ALL.test_miscc C s | ¡ | j dd }}| |¡| |¡ }}|d | jd
}|d | jd
}|| jd d
}|| jd d
}| ||¡} | || kst| ||¡}
|
|
|
|| ks¬t| ||¡} | || || fksÐtdd t||D } dd t||D } | ||¡}|| | fkstd S )NTrd r c S s g | ]}|D ]}|q qS r r ©r Úpr5 r r r r | s z*_SIMD_ALL.test_reorder.<locals>.<listcomp>c S s g | ]}|D ]}|q qS r r r6 r r r r } s )r) ra r Úcombinelrp ÚcombinehÚcombinero )r rq rr rs rt Z data_a_loZ data_b_loZ data_a_hiZ data_b_hir8 r9 r: Z data_ziplZ data_ziphZvzipr r r Ú test_reorderi s z_SIMD_ALL.test_reorderc sZ | ¡ dkrd S fddtd| jd D }| | t| j¡¡}||ksVtd S )Nr c s, g | ]$}t t||d D ]}|q qS )r )r! r )r r rß ©Zssizer r r s ÿz0_SIMD_ALL.test_reorder_rev64.<locals>.<listcomp>r )r2 r r Úrev64ra rp )r Z
|
data_rev64r= r r< r Útest_reorder_rev64 s
|
ÿz _SIMD_ALL.test_reorder_rev64z func, intrinrñ rò ró rô rõ c
|
s¢ | ¡ r| ¡ }n| | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}t| |}| ¡ fdd} fddt||D }||||} | |kst d S )NTrd c s fdd| D S )Nc s g | ] }| kqS r r r÷ rø r r r s zH_SIMD_ALL.test_operators_comparison.<locals>.to_bool.<locals>.<listcomp>r rú rø r r rû s z4_SIMD_ALL.test_operators_comparison.<locals>.to_boolc s g | ]\}} ||qS r r re rÜ r r r ¡ s z7_SIMD_ALL.test_operators_comparison.<locals>.<listcomp>)
|
r" r) r7 r r8 ra r r? ro rp )
|
r r r rq rr rs rt rû rý Úcmpr )r rù r Útest_operators_comparison s
|
|
z#_SIMD_ALL.test_operators_comparisonc C s¸ | ¡ r| ¡ }n| | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}| ¡ rz| |¡}| |¡}| j| j }}n|| }}dd | j }}|dd t||D } || ||¡}
|
|
|
| ksÈt |dd t||D } |t
|
| d||} | | kst |d d t||D } |t
|
| d
|
||}|| ks<t |d d |D }|t
|
| d |}||ksnt | j d kr~d S dd t||D }|t
|
| d||}||ks´t d S )NTrd c S s | S rå r )rf r r r r ³ r z2_SIMD_ALL.test_operators_logical.<locals>.<lambda>c S s g | ]\}}||A qS r r re r r r r µ s z4_SIMD_ALL.test_operators_logical.<locals>.<listcomp>c S s g | ]\}}||B qS r r re r r r r ¹ s rh c S s g | ]\}}||@ qS r r re r r r r ½ s rg c S s g | ]
|
}| qS r r r r r r r Á s rj r c S s g | ]\}}|| @ qS r r re r r r r Ç s rn ) r" r) r7 r r8 ra r< ro ri rp r r )r rq rr rs rt Z data_cast_aZ data_cast_bÚcastZ cast_datary rz rw rx ru rv Zdata_notr{ r| r} r r r r~ ¥ s8
|
|
|
|
z _SIMD_ALL.test_operators_logicalr r r r_ r r rÄ r r; rã éýÿÿÿéüÿÿÿr r" iÿ iÿÿÿl ÿÿÿÿ c C sB | || j ¡}t|}t| |}||}||}||ks>tdS r rÿ r r r r r Ë s
|
z"_SIMD_ALL.test_operators_crosstestc C s d| j dd
}t| jd|| j f }t| jd| j |f }|| d¡}| | d¡| d¡¡}||kspt||}||}||kstd S )NrC r z cvt_%s_%sr )r r r r= rõ rp )r ZbsfxZ
|
to_booleanZ from_booleanZfalse_vbZtrue_vbZ
|
false_vsfxZ true_vsfxr r r Útest_conversion_booleanã s z!_SIMD_ALL.test_conversion_booleanc C sª | j dkrdS | j d tt| j dd
d }t| jd| d| j }| | ¡ | j ¡}| |¡}||}|d| jd
}|| jd d
}|||fks¦t dS )zh
|
Test expand intrinsics:
|
npyv_expand_u16_u8
|
npyv_expand_u32_u16
|
©r r Nr r r Zexpand_r )
|
r Ústrr1 r r r) r7 r ra rp )r ZtotypeÚexpandr_ r ZedataZdata_loZdata_hir r r Útest_conversion_expandð s
|
$
|
z _SIMD_ALL.test_conversion_expandc C s¶ | ¡ r| ¡ }n| | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}| dd t||D ¡}| ||¡}||kst| dd t||D ¡}| ||¡}||ks²td S )NTrd c S s g | ]\}}|| qS r r re r r r r s z4_SIMD_ALL.test_arithmetic_subadd.<locals>.<listcomp>c S s g | ]\}}|| qS r r re r r r r s )
|
r" r) r7 r r8 ra ro rÆ rp rº ) r rq rr rs rt Údata_addrÆ Údata_subrº r r r Útest_arithmetic_subadd s
|
z _SIMD_ALL.test_arithmetic_subaddc C s | j dkrd S | ¡ r | ¡ }n| | ¡ | j ¡}| j| ¡ dd}| |¡| |¡ }}| dd t||D ¡}| ||¡}||kst d S )N)r¨ r© Trd c S s g | ]\}}|| qS r r re r r r r s z1_SIMD_ALL.test_arithmetic_mul.<locals>.<listcomp>)
|
r r" r) r7 r r8 ra ro r rp )r rq rr rs rt Zdata_mulr r r r Útest_arithmetic_mul s
|
|
z _SIMD_ALL.test_arithmetic_mulc C sn | ¡ s d S | ¡ | jdd }}| |¡| |¡ }}| dd t||D ¡}| ||¡}||ksjtd S )NTrd c S s g | ]\}}|| qS r r re r r r r + s z1_SIMD_ALL.test_arithmetic_div.<locals>.<listcomp>)r" r) ra ro Údivrp )r rq rr rs rt Zdata_divrM r r r Útest_arithmetic_div# s z _SIMD_ALL.test_arithmetic_divc sV | ¡ r dS | ¡ fddd g}|tddd7 }|tddd7 }| ¡ }|d krz|tdd
|
d 7 }|tdd
|
d 7 }|d kr¢|td
|
dd7 }|td
|
dd7 }|dkrÊ|tddd7 }|tddd7 }|dd |D 7 }t ||¡D ]h\} | ¡d dkr
|
qè| | |¡¡} fdd|D }| ¡}|
|
||¡}||ksèt qèdS )zn
|
Test integer division intrinsics:
|
npyv_divisor_##sfx
|
npyv_divc_##sfx
|
Nc sR |dkr| kr| S | dk |dk }}| dks6||kr>| | S | | | | d S )z
|
Divide towards zero works with large integers > 2^53,
|
and wrap around overflow similar to what C does.
|
r; r r r )rf rï Zsign_aZsign_d)Úint_minr r Ú trunc_div9 s z3_SIMD_ALL.test_arithmetic_intdiv.<locals>.trunc_divr r é r' é r rÚ i iÿ r( l i iÿÿÿ l l l ÿÿÿÿ c S s g | ]
|
}| qS r r r r r r r S s z4_SIMD_ALL.test_arithmetic_intdiv.<locals>.<listcomp>c s g | ]}| qS r r r )ÚdivisorrP r r r Y s ) r" r8 r r2 Ú itertoolsÚproductr= ra r) rS Údivcrp )r r_ ZbsizeZdividendZ data_divcZ divisor_parmsrV r )rS rO rP r Útest_arithmetic_intdiv/ s6
|
|
|
z _SIMD_ALL.test_arithmetic_intdivc C sB | j dkrdS | ¡ }| |¡}t|}| |¡}||ks>tdS )zH
|
Test reduce sum intrinsics:
|
npyv_sum_##sfx
|
)r¦ r¨ r- r, N)r r) ra r rp )r r_ r Údata_sumÚvsumr r r Útest_arithmetic_reduce_sum^ s
|
|
|
z$_SIMD_ALL.test_arithmetic_reduce_sumc C sj | j dkrdS d| j| ¡ | ¡ | j f}|D ]6}| |¡}| |¡}t|}| |¡}||ks.tq.dS )zQ
|
Test extend reduce sum intrinsics:
|
npyv_sumup_##sfx
|
rE Nr ) r r r8 r7 r) ra r Zsumuprp )r r Úrr_ r rX rY r r r Ú test_arithmetic_reduce_sumupm s
|
|
|
|
z&_SIMD_ALL.test_arithmetic_reduce_sumupc C sÔ | | ¡ ¡}| | jdd¡}| | ¡ | ¡ ¡}| | ¡ | ¡ ¡}| ||¡}| ||||¡}||kspt| ||||¡}||kst| ||¡}| ||||¡}||ks´t| ||||¡}||ksÐtdS )z
|
Conditional addition and subtraction for all supported data types.
|
Test intrinsics:
|
npyv_ifadd_##SFX, npyv_ifsub_##SFX
|
Trd N)
|
ra r) rõ r. rö rº Úifsubrp rÆ Úifadd) r rs rt r^ Z
|
false_maskrJ r] rI r^ r r r Útest_mask_conditional| s z _SIMD_ALL.test_mask_conditionalN)%rF rY rZ r r
|
r r r r r! r$ r& r r r r+ r5 r; r> r r r r r r r@ r~ r rD rH rK rL rN rW rZ r\ r_ r r r r r y s^ þ
|
- û
|
&
|
|
|
ø
|
/r )rk r r r )r r r r r¦ r§ r¨ r© )r- r, )r- )r, rB rR r ú(rS ú)ztarget 'z$' isn't supported by current machinez' isn't supported by NPYVz"' doesn't support single-precisionr- z!' doesn'tsupport double-precisionr, )r r rT ZTestr )Úreason)FFFFF)2r rÒ r· rT r Znumpy.core._simdr r r Z numpy.core._multiarray_umathr r r r[ r r° rÁ rà r Zbool_sfxZint_sfxZfp_sfxZall_sfxZtests_registryÚitemsrT r r Z
|
simd_widthrU Z pretty_nameÚlenrV ÚskipÚdictZskip_sfxr1 r¶ r4 Úclsr rê Zskip_mZinhrr ÚtyperF Útclsr Úglobalsr r r r Ú<module> s þ
|
`{N ú
|
&
|
