U
|
P ±d©* ã @ sX d dl Z d dlZd dlmZmZmZ d dlmZ d dlm m
|
Z d dl m Z mZmZ d dlmZ d dlmZ d dlmZ d4ddZdad d
|
Zd d Zd ZdZ dZ dZ ddddgZ dZ dd Z!dd Z"dd Z#d d Z$d d Z%d d! Z&d"d# Z'd$d% Z(G d&d' d'Z)G d(d) d)Z*G d*d+ d+Z+G d,d- d-Z,G d.d/ d/Z-G d0d1 d1Z.d2d3 Z/dS )5é N)ÚmkdtempÚmkstempÚNamedTemporaryFile)Úrmtree)Úassert_Ú assert_equalÚ assert_raises)Úurlparse)ÚURLErrorc C s$ | t krtdd}|S tddS )z$Stub to replace urlopen for testing.Zurltmp_)ÚprefixzName or service not knownN)Ú valid_httpurlr r
|
)ÚurlÚdataÚtmpfile© r úWd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\numpy/lib/tests/test__datasource.pyÚ urlopen_stub s
|
|
r c C s t jatt _d S ©N)Úurllib_requestÚurlopenÚ old_urlopenr r r r r Ú setup_module s r c C s
|
t t_d S r )r r r r r r r Úteardown_module! s r zhttp://www.google.com/z
|
index.htmlzhttp://fake.abc.web/site/zfake.txtz /etc/shadowz ../../shadowz ..\system.datzc:\windows\system.dats three is the magic numberc C s" t dd| dd\}}t |¡ |S )Nú.txtÚdstmp_T)Úsuffixr ÚdirÚtext)r ÚosÚclose©ZfiledirÚfdÚpathr r r Úvalid_textfile2 s
|
r# c C s* t dd| d\}}t |¡ t |¡ |S )Nr r )r r r )r r r Úremover r r r Úinvalid_textfile9 s
|
|
r% c C s t t S r )Ú http_pathÚ http_filer r r r r A s r c C s t t S r )Ú http_fakepathÚ http_fakefiler r r r Úinvalid_httpurlE s r* c C s t S r )r& r r r r Ú valid_baseurlI s r+ c C s t S r )r( r r r r Úinvalid_baseurlM s r, c C s t S r )r' r r r r Úvalid_httpfileQ s r- c C s t S r )r) r r r r Úinvalid_httpfileU s r. c @ sT e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dd Z
|
dd Z dS )ÚTestDataSourceOpenc C s t | _t | j¡| _d S r ©r ÚtmpdirÚ
|
datasourceÚ
|
DataSourceÚds©Úselfr r r Ú setup_methodZ s z TestDataSourceOpen.setup_methodc C s t | j | `d S r ©r r1 r4 r5 r r r Úteardown_method^ s
|
z"TestDataSourceOpen.teardown_methodc C s" | j t ¡}t| | ¡ d S r )r4 Úopenr r r )r6 Úfhr r r Útest_ValidHTTPb s z!TestDataSourceOpen.test_ValidHTTPc
|
C s\ t }tt| jj| z| j |¡ W n0 tk
|
rV } zt|jd k W 5 d }~X Y nX d S r )r* r ÚOSErrorr4 r: r Úerrno)r6 r Úer r r Útest_InvalidHTTPg s z#TestDataSourceOpen.test_InvalidHTTPc C s t t| jjt d S r )r r
|
r4 Ú_cacher* r5 r r r Ú test_InvalidHTTPCacheURLErrorp s z0TestDataSourceOpen.test_InvalidHTTPCacheURLErrorc C s* t | j}| j |¡}t| | ¡ d S r )r# r1 r4 r: r r )r6 Ú
|
local_filer; r r r Útest_ValidFiles s
|
z!TestDataSourceOpen.test_ValidFilec C s t | j}tt| jj| d S r )r% r1 r r= r4 r: )r6 Z invalid_filer r r Útest_InvalidFiley s
|
z#TestDataSourceOpen.test_InvalidFilec C s z dd l }W n tk
|
r( t ¡ Y nX tj | jd¡}| |d¡}| t
|
¡ | ¡ | j |¡}| ¡ }| ¡ tt
|
| d S )Nr z foobar.txt.gzÚw)ÚgzipÚ ImportErrorÚpytestÚskipr r" Újoinr1 r: ÚwriteÚ
|
magic_liner r4 Úreadliner )r6 rG ÚfilepathÚfpÚresultr r r Útest_ValidGzipFile} s
|
z%TestDataSourceOpen.test_ValidGzipFilec C s z dd l }W n tk
|
r( t ¡ Y nX tj | jd¡}| |d¡}| t
|
¡ | ¡ | j |¡}| ¡ }| ¡ tt
|
| d S )Nr zfoobar.txt.bz2rF )Úbz2rH rI rJ r r" rK r1 ÚBZ2FilerL rM r r4 r: rN r )r6 rS rO rP rQ r r r Útest_ValidBz2File s
|
z$TestDataSourceOpen.test_ValidBz2FileN) Ú__name__Ú
|
__module__Ú __qualname__r7 r9 r< r@ rB rD rE rR rU r r r r r/ Y s r/ c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd S )ÚTestDataSourceExistsc C s t | _t | j¡| _d S r r0 r5 r r r r7 s z!TestDataSourceExists.setup_methodc C s t | j | `d S r r8 r5 r r r r9 £ s
|
z$TestDataSourceExists.teardown_methodc C s t | j t ¡ d S r )r r4 Úexistsr r5 r r r r< § s z#TestDataSourceExists.test_ValidHTTPc C s t | j t ¡d d S ©NF)r r4 rZ r* r5 r r r r@ ª s z%TestDataSourceExists.test_InvalidHTTPc C sD t | j}t| j |¡ t }t |}t| j |¡ t| d S r )r# r1 r r4 rZ r r )r6 r Zlocaldirr r r rD s
|
z#TestDataSourceExists.test_ValidFilec C s t | j}t| j |¡d d S r[ )r% r1 r r4 rZ ©r6 r r r r rE · s
|
z%TestDataSourceExists.test_InvalidFileN) rV rW rX r7 r9 r< r@ rD rE r r r r rY s
|
rY c @ sL e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dd Z
|
dS )ÚTestDataSourceAbspathc C s" t j t ¡| _t | j¡| _d S r )r r" Úabspathr r1 r2 r3 r4 r5 r r r r7 ½ s z"TestDataSourceAbspath.setup_methodc C s t | j | `d S r r8 r5 r r r r9 Á s
|
z%TestDataSourceAbspath.teardown_methodc C sN t t \}}}}}}tj | j|| tj¡ d¡¡}t|| j
|
t ¡ d S ©Nú/) r r r r" rK r1 ÚstripÚsepr r4 r^ )r6 ÚschemeÚnetlocÚupathÚpmsÚqryÚfrgÚ
|
local_pathr r r r< Å s
|
ÿz$TestDataSourceAbspath.test_ValidHTTPc C sB t | j}tj |¡d }t|| j |¡ t|| j |¡ d S ©Néÿÿÿÿ)r# r1 r r" Úsplitr r4 r^ )r6 r Ú tmpfilenamer r r rD Ë s
|
z$TestDataSourceAbspath.test_ValidFilec C sP t t \}}}}}}tj | j|| tj¡ d¡¡}t|| j
|
t ¡k d S r_ ) r r* r r" rK r1 ra rb r r4 r^ r )r6 rc rd re rf rg rh Z invalidhttpr r r r@ Ó s
|
ÿz&TestDataSourceAbspath.test_InvalidHTTPc C sP t | j}t | j}tj |¡d }t|| j |¡k t|| j |¡k d S rj )r# r1 r r" rl r r4 r^ )r6 Z invalidfiler rm r r r rE Ù s
|
|
|
z&TestDataSourceAbspath.test_InvalidFilec s´ t j}tj |¡d } fdd}t|t j¡ t|t j¡ t|| j¡ t|| j¡ t D ]0}t|t
|
| j¡ t|| j¡ q~d S )Nrk c s t j j | ¡¡S r )r r" r^ r4 ©Úxr5 r r Ú<lambda>æ ó z7TestDataSourceAbspath.test_sandboxing.<locals>.<lambda>) r# r1 r r" rl r r Ú
|
startswithr* Úmalicious_filesr& )r6 r rm Útmp_pathÚfnr r5 r Útest_sandboxingâ s
|
z%TestDataSourceAbspath.test_sandboxingc C sF t j}z2dt _| ¡ | ¡ | ¡ | ¡ | ¡ W 5 |t _X d S ©Nú\)r rb r< rD r@ rE rv ©r6 Z orig_os_sepr r r Útest_windows_os_sepð s z)TestDataSourceAbspath.test_windows_os_sepN) rV rW rX r7 r9 r< rD r@ rE rv rz r r r r r] ¼ s r] c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd S ) ÚTestRepositoryAbspathc C s& t j t ¡| _t t | j¡| _d S r ) r r" r^ r r1 r2 Ú
|
Repositoryr+ Úreposr5 r r r r7 þ s z"TestRepositoryAbspath.setup_methodc C s t | j | `d S r ©r r1 r} r5 r r r r9 s
|
z%TestRepositoryAbspath.teardown_methodc C sT t t \}}}}}}tj | jj|| tj¡ d¡¡}| j t
|
¡}t || d S r_ ) r r r r" rK r} Ú _destpathra rb r^ r- r ) r6 rc rd re rf rg rh ri rO r r r r< s ÿz$TestRepositoryAbspath.test_ValidHTTPc s\ fdd}t |t j¡ tD ]0}t |t| j¡ t || j¡ q&d S )Nc s t j j | ¡¡S r )r r" r^ r} rn r5 r r rp rq z7TestRepositoryAbspath.test_sandboxing.<locals>.<lambda>)r r- rr r1 rs r& )r6 rt ru r r5 r rv s
|
z%TestRepositoryAbspath.test_sandboxingc C s. t j}zdt _| ¡ | ¡ W 5 |t _X d S rw )r rb r< rv ry r r r rz s z)TestRepositoryAbspath.test_windows_os_sepN)rV rW rX r7 r9 r< rv rz r r r r r{ ý s
|
r{ c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd S )ÚTestRepositoryExistsc C s t | _t t | j¡| _d S r )r r1 r2 r| r+ r} r5 r r r r7 s z!TestRepositoryExists.setup_methodc C s t | j | `d S r r~ r5 r r r r9 # s
|
z$TestRepositoryExists.teardown_methodc C s t | j}t| j |¡ d S r )r# r1 r r} rZ r\ r r r rD ' s
|
z#TestRepositoryExists.test_ValidFilec C s t | j}t| j |¡d d S r[ )r% r1 r r} rZ r\ r r r rE , s
|
z%TestRepositoryExists.test_InvalidFilec C s t | j t ¡ d S r )r r} rZ r r5 r r r Útest_RemoveHTTPFile0 s z(TestRepositoryExists.test_RemoveHTTPFilec
|
C sT t }t|\}}}}}}tj | jj|¡}t |d¡ t|} t | j
|
| ¡ d S )NiÀ ) r r r r" rK r} r Úmkdirr# r rZ )
|
r6 Ú localfilerc rd re rf rg rh ri r r r r Útest_CachedHTTPFile3 s z(TestRepositoryExists.test_CachedHTTPFileN) rV rW rX r7 r9 rD rE r r r r r r r s r c @ s$ e Zd Zdd Zdd Zdd ZdS )Ú TestOpenFuncc C s t | _d S r )r r1 r5 r r r r7 @ s zTestOpenFunc.setup_methodc C s t | j d S r )r r1 r5 r r r r9 C s z TestOpenFunc.teardown_methodc C sH t | j}tj|| jd}t| | ¡ t |¡}t| | ¡ d S )N)Zdestpath)r# r1 r2 r: r r )r6 rC rP r r r Útest_DataSourceOpenF s
|
|
z TestOpenFunc.test_DataSourceOpenN)rV rW rX r7 r9 r r r r r r
? s r
c C s t ¡ } | `| ¡ d S r )r2 r3 Z
|
_istmpdestÚ__del__)r4 r r r Útest_del_attr_handlingQ s r )N)0r rI Útempfiler r r Úshutilr Znumpy.lib._datasourceÚlibZ _datasourcer2 Z numpy.testingr r r Úurllib.requestÚrequestr Ú urllib.parser Ú urllib.errorr
|
r r r r r& r' r( r) rs rM r# r% r r* r+ r, r- r. r/ rY r] r{ r r
r r r r r Ú<module> sH
|
ÿE A!!
|
