U
|
O ±dõ? ã @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlm Z m
|
Z
|
m Z d dl Z ej dd Zdd Zdd Zd d
|
Zd d Zd d Zdd Zdd Zdd Zdd Zdd Zejjdd Zejj e j j dkd d ej d d d dg¡d!d" Z d#d$ Z!dS )%é N)ÚextbuildÚ assert_warnsÚIS_WASMc C s| t j d¡rt d¡ tr$t d¡ dddddd g}d
|
}d }zd d l}|W S tk
|
r^ Y nX tj d||t
|
¡ g| |dS )a Add a memory policy that returns a false pointer 64 bytes into the
|
actual allocation, and fill the prefix with some text. Then check at each
|
memory manipulation that the prefix exists, to make sure all alloc/realloc/
|
free/calloc go via the functions here.
|
Úcygwinzlink fails on cygwinz Can't build module inside Wasm)Úget_default_policyÚ METH_NOARGSzj
|
Py_INCREF(PyDataMem_DefaultHandler);
|
return PyDataMem_DefaultHandler;
|
)Úset_secret_data_policyr aM
|
PyObject *secret_data =
|
PyCapsule_New(&secret_data_handler, "mem_handler", NULL);
|
if (secret_data == NULL) {
|
return NULL;
|
}
|
PyObject *old = PyDataMem_SetHandler(secret_data);
|
Py_DECREF(secret_data);
|
return old;
|
)Úset_old_policyÚMETH_Oa
|
PyObject *old;
|
if (args != NULL && PyCapsule_CheckExact(args)) {
|
old = PyDataMem_SetHandler(args);
|
}
|
else {
|
old = PyDataMem_SetHandler(NULL);
|
}
|
return old;
|
)Ú get_arrayr aM
|
char *buf = (char *)malloc(20);
|
npy_intp dims[1];
|
dims[0] = 20;
|
PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8);
|
return PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims, NULL,
|
buf, NPY_ARRAY_WRITEABLE, NULL);
|
)Úset_ownr
|
a
|
if (!PyArray_Check(args)) {
|
PyErr_SetString(PyExc_ValueError,
|
"need an ndarray");
|
return NULL;
|
}
|
PyArray_ENABLEFLAGS((PyArrayObject*)args, NPY_ARRAY_OWNDATA);
|
// Maybe try this too?
|
// PyArray_BASE(PyArrayObject *)args) = NULL;
|
Py_RETURN_NONE;
|
)Úget_array_with_baser a~
|
char *buf = (char *)malloc(20);
|
npy_intp dims[1];
|
dims[0] = 20;
|
PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8);
|
PyObject *arr = PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims,
|
NULL, buf,
|
NPY_ARRAY_WRITEABLE, NULL);
|
if (arr == NULL) return NULL;
|
PyObject *obj = PyCapsule_New(buf, "buf capsule",
|
(PyCapsule_Destructor)&warn_on_free);
|
if (obj == NULL) {
|
Py_DECREF(arr);
|
return NULL;
|
}
|
if (PyArray_SetBaseObject((PyArrayObject *)arr, obj) < 0) {
|
Py_DECREF(arr);
|
Py_DECREF(obj);
|
return NULL;
|
}
|
return arr;
|
|
a
|
#define NPY_NO_DEPRECATED_API NPY_1_7_API_VERSION
|
#include <numpy/arrayobject.h>
|
/*
|
* This struct allows the dynamic configuration of the allocator funcs
|
* of the `secret_data_allocator`. It is provided here for
|
* demonstration purposes, as a valid `ctx` use-case scenario.
|
*/
|
typedef struct {
|
void *(*malloc)(size_t);
|
void *(*calloc)(size_t, size_t);
|
void *(*realloc)(void *, size_t);
|
void (*free)(void *);
|
} SecretDataAllocatorFuncs;
|
|
NPY_NO_EXPORT void *
|
shift_alloc(void *ctx, size_t sz) {
|
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
|
char *real = (char *)funcs->malloc(sz + 64);
|
if (real == NULL) {
|
return NULL;
|
}
|
snprintf(real, 64, "originally allocated %ld", (unsigned long)sz);
|
return (void *)(real + 64);
|
}
|
NPY_NO_EXPORT void *
|
shift_zero(void *ctx, size_t sz, size_t cnt) {
|
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
|
char *real = (char *)funcs->calloc(sz + 64, cnt);
|
if (real == NULL) {
|
return NULL;
|
}
|
snprintf(real, 64, "originally allocated %ld via zero",
|
(unsigned long)sz);
|
return (void *)(real + 64);
|
}
|
NPY_NO_EXPORT void
|
shift_free(void *ctx, void * p, npy_uintp sz) {
|
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
|
if (p == NULL) {
|
return ;
|
}
|
char *real = (char *)p - 64;
|
if (strncmp(real, "originally allocated", 20) != 0) {
|
fprintf(stdout, "uh-oh, unmatched shift_free, "
|
"no appropriate prefix\n");
|
/* Make C runtime crash by calling free on the wrong address */
|
funcs->free((char *)p + 10);
|
/* funcs->free(real); */
|
}
|
else {
|
npy_uintp i = (npy_uintp)atoi(real +20);
|
if (i != sz) {
|
fprintf(stderr, "uh-oh, unmatched shift_free"
|
"(ptr, %ld) but allocated %ld\n", sz, i);
|
/* This happens in some places, only print */
|
funcs->free(real);
|
}
|
else {
|
funcs->free(real);
|
}
|
}
|
}
|
NPY_NO_EXPORT void *
|
shift_realloc(void *ctx, void * p, npy_uintp sz) {
|
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
|
if (p != NULL) {
|
char *real = (char *)p - 64;
|
if (strncmp(real, "originally allocated", 20) != 0) {
|
fprintf(stdout, "uh-oh, unmatched shift_realloc\n");
|
return realloc(p, sz);
|
}
|
return (void *)((char *)funcs->realloc(real, sz + 64) + 64);
|
}
|
else {
|
char *real = (char *)funcs->realloc(p, sz + 64);
|
if (real == NULL) {
|
return NULL;
|
}
|
snprintf(real, 64, "originally allocated "
|
"%ld via realloc", (unsigned long)sz);
|
return (void *)(real + 64);
|
}
|
}
|
/* As an example, we use the standard {m|c|re}alloc/free funcs. */
|
static SecretDataAllocatorFuncs secret_data_handler_ctx = {
|
malloc,
|
calloc,
|
realloc,
|
free
|
};
|
static PyDataMem_Handler secret_data_handler = {
|
"secret_data_allocator",
|
1,
|
{
|
&secret_data_handler_ctx, /* ctx */
|
shift_alloc, /* malloc */
|
shift_zero, /* calloc */
|
shift_realloc, /* realloc */
|
shift_free /* free */
|
}
|
};
|
void warn_on_free(void *capsule) {
|
PyErr_WarnEx(PyExc_UserWarning, "in warn_on_free", 1);
|
void * obj = PyCapsule_GetPointer(capsule,
|
PyCapsule_GetName(capsule));
|
free(obj);
|
};
|
zimport_array();r NÚ
|
mem_policy)ÚprologueÚ include_dirsÚ build_dirÚ more_init) ÚsysÚplatformÚ
|
startswithÚpytestÚskipr r Ú ImportErrorr Zbuild_and_import_extensionÚnpZ get_include)Ztmp_pathZ functionsr r r © r úWd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\numpy/core/tests/test_mem_policy.pyÚ
|
get_module s2
|
|
|
|
ÔDmûr c C s
|
t jjj}t jjj}| }t d¡ d¡}||d ks:t||d ksJt||j|ks\t||jdksnt| ¡ }t d¡ d¡}||d kst||d ks¦t||jdks¸t||jdksÊt|dkrì|
|
d ¡ | dksêtn|
|
|¡ | |kstd S )Né
|
©é é é Úsecret_data_allocatorÚdefault_allocator) r ÚcoreÚ
|
multiarrayÚget_handler_nameÚget_handler_versionÚarangeÚreshapeÚAssertionErrorÚbaser r )r r& r' Úorig_policy_nameÚaÚ orig_policyÚbr r r Útest_set_policy× s&
|
|
|
|
r0 c C sf t jjj}| d ¡}| dks"t| d ¡}| dks:t| |¡}|| kr\| ¡ ksbn td S ©Nr# )r r$ r% r& r r* r )r r& r. Z def_policy_1Z def_policy_2r r r Ú test_default_policy_singletonó s
|
|
|
|
r2 c C s¨ G dd dt j}t jjj}| }t d¡ |¡ d¡}||d ksHt|j j
|
dksXt||j d ksjt|j j j
|
dks|t||j j |kst|j j j j
|
dks¤td S )Nc @ s e Zd ZdS )z&test_policy_propagation.<locals>.MyArrN)Ú__name__Ú
|
__module__Ú __qualname__r r r r ÚMyArr s r6 r r FT) r Zndarrayr$ r% r& r( Úviewr) r* ÚflagsZowndatar+ )r r6 r& r, r- r r r Útest_policy_propagation s
|
r9 c à sP |dkr&| ¡ tjj ¡ dksDtn | d ¡ tjj ¡ dksDt| ¡ d S ©Nr# r" )r r r$ r% r& r* r Úset©r r, Úeventr r r Úconcurrent_context1 s
|
r> c à sj | ¡ I d H tjj ¡ |ks"t|dkrH| ¡ tjj ¡ dksftn | d ¡ tjj ¡ dksftd S r: )Úwaitr r$ r% r& r* r r r< r r r Úconcurrent_context2% s
|
r@ c à sd t jj ¡ }t ¡ }t t| ||¡}t t| ||¡}|I d H |I d H t jj ¡ |ks`t d S )N)
|
r r$ r% r& ÚasyncioÚEventZ create_taskr> r@ r* ©r r, r= Zconcurrent_task1Zconcurrent_task2r r r Úasync_test_context_locality2 s
|
ÿ
|
ÿ
|
|
rD c C s: t jjdkr(t jd d
dk r(t d¡ t t| ¡ d S )NÚpypyé )é rF é z+no context-locality support in PyPy < 7.3.6) r ÚimplementationÚnameÚpypy_version_infor r rA ÚrunrD )r r r r Útest_context_localityB s
|
ÿ
|
rM c C s( | ¡ tjj ¡ dks t| ¡ d S )Nr" )r r r$ r% r& r* r; ©r r= r r r Úconcurrent_thread1I s rO c C s( | ¡ tjj ¡ dks t| ¡ d S r1 )r? r r$ r% r& r* r rN r r r Úconcurrent_thread2O s rP c C sp t jj ¡ }t ¡ }tjt| |fd}tjt| |fd}| ¡ | ¡ |
|
¡ |
|
¡ t jj ¡ |kslt d S )N)ÚtargetÚargs) r r$ r% r& Ú threadingrB ÚThreadrO rP ÚstartÚjoinr* rC r r r Útest_thread_localityW s ÿÿrW c C s¦ t d¡}t jj |¡}| ¡ }t d¡}t jj |¡dks@t|dkrxt jjdddgds`tt jjdddgdsxt| |¡ t d¡}t jj |¡|ks¢td S )Nr r" r# Úfullr z-vv)ÚverboseZ
|
extra_argv)
|
r r( r$ r% r& r r* ÚtestÚmar )r r- r, r. r/ Úcr r r Útest_new_policyi s
|
|
|
|
r] rE z;bad interaction between getenv and os.environ inside pytest)ÚreasonÚpolicyÚ0Ú1c C sÈ | ¡ }tjj |¡d ks t| |¡ tj dd ¡}|d krVdtjkr`tj
|
d¡ n
|
|tjd< z6|dkrt t }~t ¡ W 5 Q R X n
|
~t ¡ W 5 |d kr¸dtjkrÂtj
|
d¡ n
|
|tjd< X d S )NZNUMPY_WARN_IF_NO_MEM_POLICYra )r r r$ r% r& r* r ÚosÚenvironÚgetÚpopr ÚRuntimeWarningÚgcÚcollect)r r_ r- ZoldvalÚwr r r Útest_switch_owner
s&
|
|
|
|
|
rj c C s0 | ¡ }tjtdd ~t ¡ W 5 Q R X d S )NZ warn_on_free)Úmatch)r r ZwarnsÚ UserWarningrg rh )r r- r r r Útest_owner_is_base¥ s rm )"rA rg rb r Únumpyr rS ÚwarningsZ numpy.testingr r r r Zfixturer r0 r2 r9 r> r@ rD rM rO rP rW ÚmarkZslowr] ZxfailrI rJ Z parametrizerj rm r r r r Ú<module> s:
|
K
|
|
ÿ
|
