1j> d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlm Z m
Z
m Z d dl Z ej
d Zd Zd Zd Zd Zd Zd Zd
Zd Zd Zd
Zej j d Zej e j j dk d ej dg d d Z d Z!dS ) N)extbuild assert_warnsIS_WASMc 4 t j d rt j d t
rt j d g d}d}d} ddl}|S # t $ r Y nw xY wt j d ||t j g| |
S ) a Add a memory policy that returns a false pointer 64 bytes into the
actual allocation, and fill the prefix with some text. Then check at each
memory manipulation that the prefix exists, to make sure all alloc/realloc/
free/calloc go via the functions here.
cygwinzlink fails on cygwinz Can't build module inside Wasm))get_default_policy METH_NOARGSzj
Py_INCREF(PyDataMem_DefaultHandler);
return PyDataMem_DefaultHandler;
)set_secret_data_policyr aM
PyObject *secret_data =
PyCapsule_New(&secret_data_handler, "mem_handler", NULL);
if (secret_data == NULL) {
return NULL;
}
PyObject *old = PyDataMem_SetHandler(secret_data);
Py_DECREF(secret_data);
return old;
)set_old_policyMETH_Oa
PyObject *old;
if (args != NULL && PyCapsule_CheckExact(args)) {
old = PyDataMem_SetHandler(args);
}
else {
old = PyDataMem_SetHandler(NULL);
}
return old;
) get_arrayr aM
char *buf = (char *)malloc(20);
npy_intp dims[1];
dims[0] = 20;
PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8);
return PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims, NULL,
buf, NPY_ARRAY_WRITEABLE, NULL);
)set_ownr a
if (!PyArray_Check(args)) {
PyErr_SetString(PyExc_ValueError,
"need an ndarray");
return NULL;
}
PyArray_ENABLEFLAGS((PyArrayObject*)args, NPY_ARRAY_OWNDATA);
// Maybe try this too?
// PyArray_BASE(PyArrayObject *)args) = NULL;
Py_RETURN_NONE;
)get_array_with_baser a~
char *buf = (char *)malloc(20);
npy_intp dims[1];
dims[0] = 20;
PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8);
PyObject *arr = PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims,
NULL, buf,
NPY_ARRAY_WRITEABLE, NULL);
if (arr == NULL) return NULL;
PyObject *obj = PyCapsule_New(buf, "buf capsule",
(PyCapsule_Destructor)&warn_on_free);
if (obj == NULL) {
Py_DECREF(arr);
return NULL;
}
if (PyArray_SetBaseObject((PyArrayObject *)arr, obj) < 0) {
Py_DECREF(arr);
Py_DECREF(obj);
return NULL;
}
return arr;
aI
#define NPY_TARGET_VERSION NPY_1_22_API_VERSION
#define NPY_NO_DEPRECATED_API NPY_1_7_API_VERSION
#include
/*
* This struct allows the dynamic configuration of the allocator funcs
* of the `secret_data_allocator`. It is provided here for
* demonstration purposes, as a valid `ctx` use-case scenario.
*/
typedef struct {
void *(*malloc)(size_t);
void *(*calloc)(size_t, size_t);
void *(*realloc)(void *, size_t);
void (*free)(void *);
} SecretDataAllocatorFuncs;
NPY_NO_EXPORT void *
shift_alloc(void *ctx, size_t sz) {
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
char *real = (char *)funcs->malloc(sz + 64);
if (real == NULL) {
return NULL;
}
snprintf(real, 64, "originally allocated %ld", (unsigned long)sz);
return (void *)(real + 64);
}
NPY_NO_EXPORT void *
shift_zero(void *ctx, size_t sz, size_t cnt) {
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
char *real = (char *)funcs->calloc(sz + 64, cnt);
if (real == NULL) {
return NULL;
}
snprintf(real, 64, "originally allocated %ld via zero",
(unsigned long)sz);
return (void *)(real + 64);
}
NPY_NO_EXPORT void
shift_free(void *ctx, void * p, npy_uintp sz) {
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
if (p == NULL) {
return ;
}
char *real = (char *)p - 64;
if (strncmp(real, "originally allocated", 20) != 0) {
fprintf(stdout, "uh-oh, unmatched shift_free, "
"no appropriate prefix\n");
/* Make C runtime crash by calling free on the wrong address */
funcs->free((char *)p + 10);
/* funcs->free(real); */
}
else {
npy_uintp i = (npy_uintp)atoi(real +20);
if (i != sz) {
fprintf(stderr, "uh-oh, unmatched shift_free"
"(ptr, %ld) but allocated %ld\n", sz, i);
/* This happens in some places, only print */
funcs->free(real);
}
else {
funcs->free(real);
}
}
}
NPY_NO_EXPORT void *
shift_realloc(void *ctx, void * p, npy_uintp sz) {
SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx;
if (p != NULL) {
char *real = (char *)p - 64;
if (strncmp(real, "originally allocated", 20) != 0) {
fprintf(stdout, "uh-oh, unmatched shift_realloc\n");
return realloc(p, sz);
}
return (void *)((char *)funcs->realloc(real, sz + 64) + 64);
}
else {
char *real = (char *)funcs->realloc(p, sz + 64);
if (real == NULL) {
return NULL;
}
snprintf(real, 64, "originally allocated "
"%ld via realloc", (unsigned long)sz);
return (void *)(real + 64);
}
}
/* As an example, we use the standard {m|c|re}alloc/free funcs. */
static SecretDataAllocatorFuncs secret_data_handler_ctx = {
malloc,
calloc,
realloc,
free
};
static PyDataMem_Handler secret_data_handler = {
"secret_data_allocator",
1,
{
&secret_data_handler_ctx, /* ctx */
shift_alloc, /* malloc */
shift_zero, /* calloc */
shift_realloc, /* realloc */
shift_free /* free */
}
};
void warn_on_free(void *capsule) {
PyErr_WarnEx(PyExc_UserWarning, "in warn_on_free", 1);
void * obj = PyCapsule_GetPointer(capsule,
PyCapsule_GetName(capsule));
free(obj);
};
zimport_array();r N
mem_policy)prologue include_dirs build_dir more_init) sysplatform
startswithpytestskipr r ImportErrorr build_and_import_extensionnp get_include)tmp_path functionsr r r s t/builddir/build/BUILD/cloudlinux-venv-1.0.11/venv/lib64/python3.11/site-packages/numpy/core/tests/test_mem_policy.py
get_moduler! s | x(( , *+++ 6 4555C C CIHm H\ "I
.|/88@=?^=M=M > > > > qv & &! + + + +...!!$''' !!%8888888!!+... !!%5555555 c . t j j j }| d } | dk sJ | d } | dk sJ | | }||cxu r| u sn J d S Nr) )r r* r+ r, r r )r! r, r3 def_policy_1 def_policy_2s r test_default_policy_singletonr; s w): ++D11K !4 4 4 4 4 ,,T22L !4 4 4 4 4 ,,[99L < J J J J:+H+H+J+J J J J J J J J Jr6 c G d dt j }t j j j } | }t j d | d } || J |j j du sJ ||j
J |j
j j du sJ ||j
j
|k sJ |j
j
j j du sJ d S )Nc e Zd ZdS )&test_policy_propagation..MyArrN)__name__
__module__ __qualname__ r6 r MyArrr> s r6 rC r# r$ FT) r ndarrayr* r+ r, r. viewr/ flagsowndatar0 )r! rC r, r1 r2 s r test_policy_propagationrH s
w):''))
"
5!!))&11A A & & & 7?e # # # # AF # # + + + 6< 5 ( ( ( ( AFK ( (,< < < < < 6; $ , , , , , ,r6 c 6 K |dk r>| t j j dk sJ n>| d t j j dk sJ | d S Nr) r( )r
r r* r+ r, r setr! r1 events r concurrent_context1rN s ...))+++w!22448OOOOOO!!$'''w!22448KKKKK IIKKKKKr6 c K | d {V t j j |k sJ |dk r?| t j j dk sJ d S | d t j j dk sJ d S rJ )waitr r* r+ r, r
r rL s r concurrent_context2rQ & s
**,,
7 . . 0 04D D D D D...))+++w!22448OOOOOOO!!$'''w!22448KKKKKKKr6 c t K t j j }t j }t j t | || }t j t | || }| d {V | d {V t j j |k sJ d S )N) r r* r+ r, asyncioEvent create_taskrN rQ r! r1 rM concurrent_task1concurrent_task2s r async_test_context_localityrY 3 s w)::<< MOOE *J(8%@@B B *J(8%@@B B
7 . . 0 04D D D D D D Dr6 c t j j dk r,t j d d dk rt j d t
j t | d S )Npypy ) r\ z+no context-locality support in PyPy < 7.3.6) r implementationnamepypy_version_infor r rS runrY )r! s r test_context_localityrc C sZ 6))%bqb)I55 ABBB K+J7788888r6 c | t j j dk sJ | d S )Nr( )r
r r* r+ r, rK r! rM s r concurrent_thread1rf J sH %%'''
7 . . 0 04K K K K K IIKKKKKr6 c | t j j dk sJ | d S r8 )rP r r* r+ r, r
re s r concurrent_thread2rh P sJ JJLLL
7 . . 0 04G G G G G%%'''''r6 c t j j }t j }t j t | |f }t j t | |f }| | |
|
t j j |k sJ d S )N)targetargs) r r* r+ r, threadingrT Threadrf rh startjoinrV s r test_thread_localityrp X s w)::<< O E '/A.8%-@B B B '/A.8%-@B B B 7 . . 0 04D D D D D D Dr6 c ` t j d }t j j | }| }t j d }t j j | dk sJ |dk rJt j dddg sJ t j dddg sJ | | t j d }t j j | |k sJ d S )Nr# r( r) fullr% z-vv)verbose
extra_argv) r r. r* r+ r, r
testmar )r! r2 r1 r3 r4 cs r test_new_policyrx j s
"
Aw)::1== 3355K
"
A
7 . .q 1 15L L L L L ... w||FA5'|BBBBBuzz&!z@@@@@ k***
"
A
7 . .q 1 15E E E E E E Er6 r[ z;bad interaction between getenv and os.environ inside pytest)reasonpolicy)01Nc & | }t j j | J | | t j dd }|.dt j v r t j d n|t j d< |dk rAt t 5 }~t j
d d d n # 1 swxY w Y n~t j
|1dt j v r!t j d d S d S |t j d< d S # |.dt j v r t j d n|t j d< w xY w)NNUMPY_WARN_IF_NO_MEM_POLICYr| )r
r r* r+ r, r osenvirongetpopr RuntimeWarninggccollect)r! rz r2 oldvalws r test_switch_ownerr s
A
7 . .q 1 1 9 9 9q
Z^^ 94
@
@F
~ (BJ 6 6 JNN8 9 9 94:
01? S== n--
JLLL >,
::
<===== ;: 9?BJ4 5 5 5 >,
::
<===8>BJ4 5 > > > >s1 0E
C+ E +C//E 2C/3E AFc | }t j t d 5 ~t j d d d d S # 1 swxY w Y d S )N warn_on_free)match)r r warns UserWarningr r )r! r2 s r test_owner_is_baser s &&((A k 8 8 8
s AAA)"rS r r r numpyr rl warnings
numpy.testingr r r r fixturer! r5 r; rH rN rQ rY rc rf rh rp markslowrx xfailr_ r` parametrizer r rB r6 r r s
9 9 9 9 9 9 9 9 9 9
HD HD HDV6 6 68K K K*- - -&
L
L
L
E
E
E 9 9 9 ( ( (E E E$ F F F6 3%*f4 6 8 8 #3#3#344? ? 548 8?8 r6