U
|f K @ s\ d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddlm Z ddlm Z ddl Z ddl m Z ddl m!Z! dd l m"Z" dd
l m#Z# dd l m$Z$ dd l m%Z% dd
l m&Z& ddl m'Z' ddl(m)Z) ddl(m*Z* ddl(m+Z+ ddl(m,Z, ddl(m-Z- ddl.m/Z/ ddl.m0Z0 ddl.m1Z1 ddl.m2Z2 ddl.m3Z3 ddl.m4Z4 ddl.m5Z5 zddlm6Z6 W n< e7k
r@ e8 e9d ddl6Z6W 5 Q R X Y nX e/rRddl:Z:ndZ:e%rhdd l;md?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhgKZ=diej>kZ?d e
j@kZAdje
j@kp*dke
j@kZBeAp4eBZCdle
j@kZDe!rneBrneEdmZFdneFG kZHW 5 Q R X ndoZHejIdpkZJe K dqkZLe+drds ZMe"reM dtkZNeM dukZOndoZNdoZOdvZPdwZQdxZRdyZSeCrePdz9 ZPeSdz9 ZSeQd{9 ZQeRdz9 ZRe
jTd|krd}e
U ZVn d~e
U ZVdZWe/r,dXddZYndZYeZ [ dkZ\e
j]^e
j]_e
j]`eaddZbe
j@cde
j]_ebdZde
j]^e
j]`eaZeefe jgdZhefe dZiefe jgdZjefe dZkefe jgdZlefe jgdZme%oe& Znefe dZoefe jgdZpefe jgdZqefe jgdZrefe dZszeso&ete u ZvW n ewk
rD doZvY nX efe dZxefe dZyefe jgdZze"sre o|e
{ dkZ|dd Z}e} \Z~ZeEe
jdZeej dd ee D Zeede Ze Ze ZG ddG dGejZdd ZedddDZeddF ZddE ZeddA Zedd ZejeSfddBZdddCZddX ZddW ZG dd dZee jdeSddddZ Zee1efdeSddddd[ZeedeSddddY ZddS Zdd ZejddR ZddT ZdddUZdddVZG dd dejZee_G ddM dMeZee?dG ddL dLeZddP ZddQ Zdd ZG ddN dNZG ddO dOZddń ZePfddKZdddIZdddJZddd^Ze e dfdd_Zej fdd`ZdddaZddb Zejddc Zdd\ Zddӄ Zdd] Zddd Zdde Zddf Zddh Ze%r"ejdddgZnejdddgZejdd܄ Ze%rXeejddބ dS )zTest utilities. )print_functionN)AF_INET)AF_INET6) SOCK_STREAM)AIX)LINUX)MACOS)NETBSD)OPENBSD)POSIX)SUNOS)WINDOWS) bytes2human)debug)memoize) print_color)
supports_ipv6)PY3)FileExistsError)FileNotFoundError)range)super)unicode)which)mockignore)wait_pidAPPVEYORDEVNULLGLOBAL_TIMEOUTTOLERANCE_SYS_MEM
NO_RETRIESPYPY
PYTHON_EXEPYTHON_EXE_ENVROOT_DIR SCRIPTS_DIR
TESTFN_PREFIXUNICODE_SUFFIXINVALID_UNICODE_SUFFIX
CI_TESTINGVALID_PROC_STATUSESTOLERANCE_DISK_USAGEIS_64BITHAS_CPU_AFFINITY HAS_CPU_FREQ HAS_ENVIRONHAS_PROC_IO_COUNTERS
HAS_IONICEHAS_MEMORY_MAPSHAS_PROC_CPU_NUM
HAS_RLIMITHAS_SENSORS_BATTERY HAS_BATTERYHAS_SENSORS_FANSHAS_SENSORS_TEMPERATURESHAS_NET_CONNECTIONS_UNIX MACOS_11PLUS MACOS_12PLUSCOVERAGEAARCH64 QEMU_USERpyrun terminate
reap_childrenspawn_testproc spawn_zombiespawn_children_pair
ThreadTaskunittestskip_on_access_deniedskip_on_not_implementedretry_on_failureTestMemoryLeakPsutilTestCaseprocess_namespacesystem_namespace
print_sysinfois_win_secure_system_procchdir safe_rmpath
create_py_exe create_c_exe
get_testfn
get_winverkernel_version
call_until wait_for_pid
wait_for_filecheck_net_addressfilter_proc_net_connections
get_free_port bind_socketbind_unix_sockettcp_socketpairunix_socketpaircreate_sockets
reload_moduleimport_module_by_pathwarncopyload_shared_lib
is_namedtupleZ__pypy__GITHUB_ACTIONSZ CIBUILDWHEELZ COVERAGE_RUNz/proc/1/cmdlinez
/bin/qemu-Fl aarch64c C sn t d } ttt| dd d }|dkrjtjtj dddgdd id
d } ttt| dd d }|S ) Nr . )
z-sS-cz-import platform; print(platform.mac_ver()[0])ZSYSTEM_VERSION_COMPAT0T)envuniversal_newlines)
platformmac_vertuplemapintsplit
subprocess check_outputsys
executable) version_strversion r~ H/opt/alt/python38/lib64/python3.8/site-packages/psutil/tests/__init__.py
macos_version s
r )rl ) r rl i P i javaz $psutil-%s-z @psutil-%s-u -ƒőős futf8surrogateescapeu fÀ)asciizus-asciiz..ZPSUTIL_SCRIPTS_DIRscripts cpu_affinitycpu_freqenviron
getloadavgionice memory_mapsnet_io_counterscpu_num io_countersrlimitsensors_battery sensors_fanssensors_temperaturesthreadsc C s dd } t j }ttdd }trFtjdkrF|d k rFtj|d< ||fS trTtj|fS t r| tjp| t j
tjp| t dtjd d p| t
}|std||fS t j
tj}t j
|st|||fS d S ) Nc S s> z t j| dgt jt jd W n t jk
r4 Y d S X | S d S )Nz-V)stdoutstderr)rx
check_callPIPECalledProcessError)exer~ r~ r attempt s
z _get_py_exe..attempt_base_executable)r __PYVENV_LAUNCHER__z python%s.%srk z"can't find python exe real abspath)osr copygetattrrz r
version_infor{ rh r pathrealpathr psutilProcessr
ValueErrorexistsAssertionError)r rp baser r~ r~ r _get_py_exe s,
r zr+c C s g | ]}| d rtt|qS )ZSTATUS_
startswithr r .0xr~ r~ r
s
r AF_UNIXc sP e Zd ZdZ fddZdd Zdd Zdd Zd
d Zd d
Z dd Z
Z S )rF z6A thread task which does nothing expect staying alive.c s$ t d| _d| _t | _d S )NFMbP?)r __init___running _interval threadingEvent_flagself __class__r~ r r - s
zThreadTask.__init__c C s | j j}d|| jt| f S )Nz<%s running=%s at %#x>)r __name__r id)r namer~ r~ r __repr__3 s zThreadTask.__repr__c C s | | S N)startr r~ r~ r __enter__7 s zThreadTask.__enter__c O s | d S r )stop)r argskwargsr~ r~ r __exit__; s zThreadTask.__exit__c C s( | j rtdtj| | j dS )zStart thread and keep it running until an explicit
stop() request. Polls for shutdown every 'timeout' seconds.
zalready startedN)r r r Threadr r waitr r~ r~ r r > s zThreadTask.startc C s( d| _ | j | j r$t| j qd S )NT)r r settimesleepr r r~ r~ r runG s
zThreadTask.runc C s | j stdd| _ | dS )z8Stop thread execution and and waits until it is stopped.zalready stoppedFN)r r joinr r~ r~ r r M s zThreadTask.stop) r
__module__ __qualname____doc__r r r r r r r
__classcell__r~ r~ r r rF * s c s t fdd}|S )Nc s. z | |W S t k
r( t Y nX d S r ) ExceptionrB r r funr~ r wrapper[ s
z&_reap_children_on_err..wrapper functoolswrapsr r r~ r r _reap_children_on_errZ s r c K s | dt | dt | dt | dt trHd}| d| | dkrtt d}zLt| d d
| d }td |g} t j
| f|}t | t
|d
d
d W 5 t| X n"t j
| f|}t | t|j |S )a Create a python subprocess which does nothing for some secs and
return it as a subprocess.Popen instance.
If "cmd" is specified that is used instead of python.
By default stdin and stdout are redirected to /dev/null.
It also attempts to make sure the process is in a reasonably
initialized state.
The process is registered for cleanup on reap_children().
stdinr cwdrp
creationflagsNdirz import time;zopen(r'%s', 'w').close();z&[time.sleep(0.1) for x in range(100)];rn Tdeleteempty)
setdefaultr r getcwdr$ r
rU rR r# rx Popen_subprocesses_startedaddrZ rY pid)cmdkwdsZCREATE_NO_WINDOWtestfnZpylinesprocr~ r~ r rC f s4
c C s d} t t d}zztdtj|tf }t rDt
|dd\}} n t
|\}} t |j
}tt|ddd}t| t |}||fW S t| | dk rt| X dS ) a Create a subprocess which creates another one as in:
A (us) -> B (child) -> C (grandchild).
Return a (child, grandchild) tuple.
The 2 processes are fully initialized and will live for 60 secs
and are registered for cleanup on reap_children().
Nr aV import subprocess, os, sys, time
s = "import os, time;"
s += "f = open('%s', 'w');"
s += "f.write(str(os.getpid()));"
s += "f.close();"
s += "[time.sleep(0.1) for x in range(100 * 6)];"
p = subprocess.Popen([r'%s', '-c', s])
p.wait()
r )r TFr )rU r r rR textwrapdedentr basenamer# r
r@ r r r rv rZ
_pids_startedr )tfiler ssubpchildZgrandchild_pidZ
grandchildr~ r~ r rE s"
c C s t js
tt } td| }d}t| }z| t
t |\}}| \}}zTt
| gg g t
t|d}t| t |}t|jd ||fW W S | X W 5 | t| |dk rt| X dS )zCreate a zombie process and return a (parent, zombie) process tuple.
In order to kill the zombie parent must be terminate()d first, then
zombie must be wait()ed on.
a import os, sys, time, socket, contextlib
child_pid = os.fork()
if child_pid > 0:
time.sleep(3000)
else:
# this is the zombie process
s = socket.socket(socket.AF_UNIX)
with contextlib.closing(s):
s.connect('%s')
if sys.version_info < (3, ):
pid = str(os.getpid())
else:
pid = bytes(str(os.getpid()), 'ascii')
s.sendall(pid)
N zret == psutil.STATUS_ZOMBIE)r r r rU r r r_ closerR
settimeoutr r@ acceptselectfilenorv recvr r r rX status) Z unix_filesrcr sockparentconn_Zzpidzombier~ r~ r rD s.
c K s | dd | dd t }zFt|d}|| W 5 Q R X tt|jgf|}t|j ||fW S t k
r t
| Y nX dS )zRun python 'src' code string in a separate interpreter.
Returns a subprocess.Popen instance and the test file where the source
code was written.
r Nr w) r rU openwriterC r# r rY r r rR )r r srcfilefr r~ r~ r r@ s
c K s t rdnd}|dtj |dtj |dd |d| t| trTt| } tj| f|}t
| t r|j t
d\}}n | \}}|jdkrt||rt| |d r|d
d }|S ) zURun cmd in a subprocess and return its output.
raises RuntimeError on error.
r r r r rq Tr timeout
N)r
r rx r
isinstancestrshlexrw r r r r communicater
returncode RuntimeErrorre endswith)r r flagspr r r~ r~ r sh s&
r c
s dd dd fdd} fddfd d
}d d }| }zbt |trb|||W LS t |tjtjfr||W ,S t |tjr|||W S t d
| W 5 t |tjtjfr|| t |tr|n|j}t|rt|X dS )a Terminate a process and wait() for it.
Process can be a PID or an instance of psutil.Process(),
subprocess.Popen() or psutil.Popen().
If it's a subprocess.Popen() or psutil.Popen() instance also closes
its stdin / stdout / stderr fds.
PID is wait()ed even if the process is already gone (kills zombies).
Does nothing if the process does not exist.
Return process exit status.
c S sd t | tjrts| n
| | tr`t | tjr`zt| j|W S tj k
r^ Y nX d S r )
r rx r r r r
r r r
NoSuchProcessprocr r~ r~ r r s
zterminate..waitc S s6 t rtrtj}tr(|tjkr(| tj | | d S r )r rh signalSIGKILLr send_signalSIGCONT)r sigr~ r~ r sendsig+ s
zterminate..sendsigc
sZ z | W n@ t k
rN } z"tr0|jdkr0n|jtjkr> W 5 d }~X Y nX | |S )N )OSErrorr
winerrorerrnoZESRCH)r r errr& r% r r~ r term_subprocess_proc5 s z'terminate..term_subprocess_procc s0 z | W n t jk
r$ Y nX | |S r )r r r r, r~ r term_psutil_proc? s
z#terminate..term_psutil_procc sF zt | }W n( t jk
r6 tr2t| | Y S Y n X ||S d S r )r r r r r )r r r )r. r~ r term_pidF s zterminate..term_pidc S s4 | j r| j | jr | j | jr0| j d S r )r r r r )r r~ r~ r flush_popenP s
z terminate..flush_popenz
wrong type %rN)
r rx r r rv r
pid_existsr r TypeError)Z proc_or_pidr% wait_timeoutr- r/ r0 r r r~ )r& r% r. r r rA s&
c C s t j| d}tr&t }t| qtr| |7 } q qDq | sTtd| d}d}| d}t|d }t|dkrt|d }t|dkrt|d }|||fS ) z"Return a tuple such as (2, 6, 36).z not POSIX rk rj zcan't parse %rr r ) r NotImplementedErrorr unameisdigitr rw rv len)r r= cminormicronumsmajorr~ r~ r rW s&
c C sb t s tdt } t| dr*| jp&d}n&td| d }|rLt| dnd}| d | d |fS )Nz not WINDOWSservice_pack_majorr z\s\d$r r; )
r
r< rz getwindowsversionhasattrrE researchrv group)Zwvsprr~ r~ r rV s
c @ s< e Zd ZdZeddddfddZdd Zdd Zd
d ZdS ) retryzA retry decorator.Nr c C s2 |r|rt d|| _|| _|| _|| _|| _d S )Nz/timeout and retries args are mutually exclusive)r exceptionr retriesintervallogfun)r rN r rO rP rQ r~ r~ r r s zretry.__init__c c sT | j r*t | j }t |k rPd V qn&| jrHt| jD ]
}d V q:nd V qHd S r )r r rO r )r stop_atr r~ r~ r __iter__ s
zretry.__iter__c C s | j d k rt| j d S r )rP r r r r~ r~ r r s
z retry.sleepc s" t fdd}|_|S )Nc s| d }D ]b}z | |W S j k
rh } z,|}jd k rH| W Y qW 5 d }~X Y qX qtrv|n d S r )rN rQ r r )r r excr r r r~ r r s
z retry.__call__..wrapper)r r decorator)r r r r~ rU r __call__ s zretry.__call__) r r r r r r rS r rW r~ r~ r~ r rM s
rM r )rN rQ r rP c C s$ | t krt | t | dS )zWait for pid to show up in the process list then return.
Used in the test suite to give time the sub process to initialize.
N)r pidsr r r r~ r~ r rY s
Tc C s: t | d}| }W 5 Q R X |s*|s*t|r6t| |S )z8Wait for a file to be written on disk with some content.rb)r readr rR )fnamer r r datar~ r~ r rZ s c C s | }t |st|S )zVKeep calling function for timeout secs and exit if eval()
expression is True.
)evalr )r exprretr~ r~ r rX s
c C sn dd }zLt | }t|jr0ttj| }ntt j| }t rJ| n|| W n t
k
rh Y nX dS )z?Convenience function for removing temporary test files or dirs.c
S s~ t t }t |k rvz| W S tk
r4 Y n6 tk
rh } z|}tdt| W 5 d }~X Y nX t d q |d S )Nz ignoring %sg{Gz?)r r r Z WindowsErrorre r r )r rR r r+ r~ r~ r retry_fun* s " z safe_rmpath..retry_funN) r statS_ISDIRst_moder partialshutilrmtreeremover r )r ra str r~ r~ r rR ' s
c C s( zt | W n tk
r" Y nX dS )z.Convenience function for creating a directory.N)r mkdirr r r~ r~ r
safe_mkdirI s rk c c s. t }zt | dV W 5 t | X dS )z@Context manager which temporarily changes the current directory.N)r r rQ )dirnamecurdirr~ r~ r rQ Q s
c C sR t j| rt| tt| tt | t
rNt | }t | |j
t jB | S )z6Create a Python executable file in the given location.)r r r r atexitregisterrR rf copyfiler# r rb chmodrd S_IEXEC)r ri r~ r~ r rS \ s
c C s t j| rt| tds&td|dkr:td}nt |t
sLt|t t
| ttddd}|| W 5 Q R X ztd|jd| g W 5 t
|j X | S ) z5Create a compiled C executable in the given location.gcczgcc is not installedNz
#include
int main() {
pause();
return 1;
}
z.csuffixr z-o)r r r r r rG SkipTestr r r r rn ro rR r rU r
r rx r )r Zc_coder r~ r~ r rT g s
r: c C s> t jt| |d}tj|s tj|}tt | |S q dS )zReturn an absolute pathname of a file or dir that did not
exist at the time this call is made. Also schedule it for safe
deletion at interpreter exit. It's technically racy but probably
not really due to the time variant.
)prefixru r N)
tempfilemktempr' r r r r rn ro rR )ru r r r r~ r~ r rU s
c @ sB e Zd Zdd Zeejds$ejjZe s>dd Z
e j dd Z
dS ) TestCasec C s. | j j}|dsd| }d|| j j| jf S )Nzpsutil.z
psutil.tests.z%s.%s.%s)r r r r Z_testMethodName)r Zfqmodr~ r~ r __str__ s
zTestCase.__str__assertRaisesRegexc C s d S r r~ r r~ r~ r runTest s zTestCase.runTestc o s
d V d S r r~ )r r kwr~ r~ r subTest s zTestCase.subTestN)r r r r{ rG rG rz ZassertRaisesRegexpr| r r}
contextlibcontextmanagerr r~ r~ r~ r rz s rz c @ sZ e Zd ZdZdddZdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dS )rL zUTest class providing auto-cleanup wrappers on top of process
test utilities.
r: Nc C s t ||d}| t| |S )N)ru r )rU
addCleanuprR )r ru r r\ r~ r~ r rU s zPsutilTestCase.get_testfnc O s t ||}| t| |S r )rC r rA )r r r r r~ r~ r rC s
z PsutilTestCase.spawn_testprocc C s* t \}}| t| | t| ||fS r )rE r rA )r Zchild1Zchild2r~ r~ r rE s
z"PsutilTestCase.spawn_children_pairc C s* t \}}| t| | t| ||fS r )rD r rA )r r r
r~ r~ r rD s
zPsutilTestCase.spawn_zombiec O s* t ||\}}| t| | t| |S r )r@ r rR rA )r r r r r r~ r~ r r@ s zPsutilTestCase.pyrunc C s | |tj | |j|j | |j|j |jrB| |jd t|tj rv| |j
|j |j
d k rv| |j
d t
| t| d S )Nr: r )ZassertIsInstancer Error assertEqualr r _nameZassertNotEqualr
ZombieProcessppidZ_ppidZassertGreaterEqualr repr)r r rT r~ r~ r _check_proc_exc s
z PsutilTestCase._check_proc_excc C s | tj4}zt| W n tjk
r: tdY nX W 5 Q R X | |jj| | |jj d t
|rxt|| |t | |dd t
D d S )Nz&wasn't supposed to raise ZombieProcessc S s g | ]
}|j qS r~ rY r r~ r~ r r s z0PsutilTestCase.assertPidGone..) assertRaisesr r r r r r rN r r r1 Z assertNotInrX process_iter)r r cmr~ r~ r
assertPidGone s z PsutilTestCase.assertPidGonec C s | |j t|}|j|jddD ]\}}| j||dl z
| }W nF tjk
r^ Y nD tjk
r } z| || W 5 d }~X Y nX d||f }t
|W 5 Q R X q$|j dd d S )NT clear_cacher r z-Process.%s() didn't raise NSP and returned %rr r ) r r rM iterallr r r r r r r )r r nsr r r` rT msgr~ r~ r assertProcessGone s
z PsutilTestCase.assertProcessGonec C s^ t |j}| || ts4ts4| t|t| | | t j | sRt
t |jsbt
| |
|jt |
|jdd t D i t _|
|jdd t D t|}|j|jddD ]f\}}| j||dJ z
| W n8 t jt jfk
r, } z| || W 5 d }~X Y nX W 5 Q R X qtr| t j}| W 5 Q R X | ||j | t j}| W 5 Q R X | ||j | t j}| W 5 Q R X | ||j | | | |! | st
t |js
t
|
|jt |
|jdd t D i t _|
|jdd t D d S ) Nc S s g | ]
}|j qS r~ rY r r~ r~ r r s z6PsutilTestCase.assertProcessZombie..c S s g | ]
}|j qS r~ rY r r~ r~ r r s Tr r c S s g | ]
}|j qS r~ rY r r~ r~ r r 3 s c S s g | ]
}|j qS r~ rY r r~ r~ r r 5 s )"r r r r r
r hashr Z
STATUS_ZOMBIE
is_runningr r1 as_dictZassertInrX r Z_pmaprM r r r r AccessDeniedr r r cmdlinerN r r suspendresumerA kill)r r cloner r r rT r r~ r~ r assertProcessZombie sN
* z"PsutilTestCase.assertProcessZombie)r: N)
r r r r rU rC rE rD r@ r r r r r~ r~ r~ r rL s
zunreliable on PYPYc @ s e Zd ZdZdZdZdZer dndZdZ e
Z e
edZedd Zed
d Zd d
Zdd Zdd Zdd Zdd Zdd Zdd Zd dd Zd d Z dS ) rK a Test framework class for detecting function memory leaks,
typically functions implemented in C which forgot to free() memory
from the heap. It does so by checking whether the process memory
usage increased before and after calling the function many times.
Note that this is hard (probably impossible) to do reliably, due
to how the OS handles memory, the GC and so on (memory can even
decrease!). In order to avoid false positives, in case of failure
(mem > 0) we retry the test for up to 5 times, increasing call
repetitions each time. If the memory keeps increasing then it's a
failure.
If available (Linux, OSX, Windows), USS memory is used for comparison,
since it's supposed to be more precise, see:
https://gmpy.dev/blog/2016/real-process-memory-and-environ-in-python
If not, RSS memory is used. mallinfo() on Linux and _heapwalk() on
Windows may give even more precision, but at the moment are not
implemented.
PyPy appears to be completely unstable for this framework, probably
because of its JIT, so tests on PYPY are skipped.
Usage:
class TestLeaks(psutil.tests.TestMemoryLeak):
def test_fun(self):
self.execute(some_function)
rl r r TZ PSUTIL_DEBUGc C s t d d S )NF)r
_set_debugclsr~ r~ r
setUpClasso s zTestMemoryLeak.setUpClassc C s t | j d S r )r r _psutil_debug_origr r~ r~ r
tearDownClasss s z TestMemoryLeak.tearDownClassc C s | j }t|d|jS )NZuss) _thisprocmemory_full_infor Zrss)r memr~ r~ r _get_memw s
zTestMemoryLeak._get_memc C s t r| j S | j S d S r )r r num_fds num_handlesr r~ r~ r _get_num_fds} s
zTestMemoryLeak._get_num_fdsc C s | j rt|dtjd d S )Nyellow)colorfile)verboser rz r )r r r~ r~ r _log s zTestMemoryLeak._logc C sx | }| | | }|| }|dk r8| d| |dkrttrHdnd}|dkr\|d7 }d|||f }| |dS ) zMakes sure num_fds() (POSIX) or num_handles() (Windows) does
not increase after calling a function. Used to discover forgotten
close(2) and CloseHandle syscalls.
r zHnegative diff %r (gc probably collected a resource from a previous test)fdhandler; r z %s unclosed %s after calling %rN)r callfailr )r r beforeafterdifftype_r r~ r~ r
_check_fds s
zTestMemoryLeak._check_fdsc C s^ t jdd | }t|D ]}| |}~~q t jdd | }| t jg || }|S )zGet 2 distinct memory samples, before and after having
called fun repeatedly, and return the memory difference.
r; )Z
generation)gcZcollectr r r r garbage)r r timesZmem1r r` Zmem2r r~ r~ r _call_ntimes s
zTestMemoryLeak._call_ntimesc C s g }d}|}t d|d D ]}| ||} d|t| t| | |f }
||
| |kp^| |k} | r||dkrv| |
d S |dkrt | |
||7 }| }q| d|d S )Nr r; z,Run #%s: extra-mem=%s, per-call=%s, calls=%sz. )r r r appendr printr r ) r r r rO tolerancemessagesZprev_memZincreaseidxr r successr~ r~ r
_check_mem s.
zTestMemoryLeak._check_memc C s | S r r~ )r r r~ r~ r r s zTestMemoryLeak.callNc
C s |dk r |n| j }|dk r |n| j}|dk r0|n| j}|dk rB|n| j}zD|dksZtd|dksjtd|dksztd|dkstdW n. tk
r } ztt|W 5 d}~X Y nX | || | | | j ||||d dS ) zTest a callable.Nr; ztimes must be >= 1r zwarmup_times must be >= 0zretries must be >= 0ztolerance must be >= 0)r rO r )
r warmup_timesrO r r r r r r r )r r r r rO r r+ r~ r~ r execute s
zTestMemoryLeak.executec s" fdd}j |f| dS )znConvenience method to test a callable while making sure it
raises an exception on every call.
c s d S r )r r~ rT r r r~ r r s z*TestMemoryLeak.execute_w_exc..callN)r )r rT r r r r~ r r
execute_w_exc s z TestMemoryLeak.execute_w_exc)NNNN) r r r r r r r r* rO r r r r boolr getenvr classmethodr r r r r r r r r r r r~ r~ r~ r rK F s2
c C s dd l } dd l}dd l}dd l}dd l}z dd l}W n tk
rL d }Y nX z dd l}W n tk
rr d }Y nX | }t j
rt drt d|d< nzt j
rdt d |d< n^t jrddttt |d< ttdr|d d t 7 < nd
t t f |d< d tt t g |d < t j rJt d |d
< d t t t g|d< t!|dd|d< |d k r|d d|j" 7 < t j rt drt ddg}t|#dd |d< nd|d< t$ d } | r| |d< t%& |d< |' }
d|
d |
d f |d< |j(t ) *d|d < |j+ *d|d < |, |d < t-j./d |d < t-0 |d!< t1|d"< t2 |d#< t-3 |d$< t 4 |d%< d&t5d'd( t 6 D |d)< t 7 } d*t8| j9t:| j;t:| j<f |d+< t = } d*t8| j9t:| j;t:| j<f |d,< t>t ? |d-< t @ A }
|
Bd.d |C|
|d/< tDd0t%jEd1 |F D ]$\}}tDd2|d3 |f t%jEd1 qbtDd0t%jEd1 t%jGH trt-d4 nt d5rt-d6 tDd0t%jEd1 t%jGH d S )7Nr lsb_releasezlsb_release -d -sZOSz Darwin %szWindows
win32_editionz, z%s %sarchrk Zkernelpython __version__z
not installedpipz (wheel=%s)rs z --versionr r; glibcz fs-encodingz%s, %slangz%Y-%m-%d %H:%M:%Sz boot-timer user~homer ZpyexehostnameZPIDZcpusz%.1f%%, %.1f%%, %.1f%%c S s g | ]}|t d qS )d )r cpu_countr r~ r~ r r 5 s z!print_sysinfo..Zloadavgz%s%%, used=%s, total=%sZmemoryswaprX r r zF======================================================================r z%-17s %s:ZtasklistZpszps aux)I collectionsdatetimegetpasslocalepprintr ImportErrorwheel OrderedDictr r r r ZOSXrr rs r
r ru r win32_verrG r systemr} list architecturemachiner r= python_implementationpython_versionpython_compilerr r rw libc_verrz getfilesystemencoding getlocale
fromtimestamp boot_timestrftimenowgetuserr r
expanduserr r# nodegetpidr rt r virtual_memoryrv percentr usedtotal swap_memoryr? rX r r r7 pformatr r itemsr flush)r r r r r r r infooutr r r r Zpinfokvr~ r~ r rO s
c C s8 t dd }z| | dkW S tk
r2 Y dS X d S )Nc S sX i } t d}| dd D ]6}dd |dD }|d t|d }}|| |< q | S )Nztasklist.exe /NH /FO csvr; c S s g | ]}| d dqS )"r: )replacer r~ r~ r r ] s z@is_win_secure_system_proc..get_procs..,r )r
splitlinesrw rv )r` r linebitsr r r~ r~ r get_procsX s
z,is_win_secure_system_proc..get_procsz
Secure SystemF)r KeyError)r r
r~ r~ r rP V s
c C s6 t } t| dr| S t| dr2t| S dS )Nr r r )r r rG r randomchoicer )r r~ r~ r _get_eligible_cpuh s
r c @ sJ e Zd ZdZddi fddi fgZddi fddddifd di fd
di fd di fd di fd
di fddi fddi fddi fg
Zddi fddi fddi fddi fddi fddi fddi fddi fdddd ifd di fd di fd di fd di fd!di fd"di fd#di fd$di fgZerNed%di fg7 Zed&di fg7 Zed'di fg7 Zed(di fg7 Zerded)di fg7 Ze rzed*di fg7 Ze
red+e j fi fg7 Ze
red,di fg7 Zered-di fg7 Zered.di fg7 Zered/di fg7 Zered0dd1d2ifg7 Zg Zer"ed di fg7 Zned e jfi fg7 Ze
rRed+e j d3fi fg7 Ze rerved*e jd4fi fg7 Zned*e jfi fg7 Ze
red,e gfi fg7 Zd5ejfi fd6di fd7di fd8di fd9di fgZered5ejfi fg7 Zed5ej fi fg7 Zee e e Z d:d; Z dEdd? Z e!d@dA Z"e!dBdC Z#dDS )FrM a A container that lists all Process class method names + some
reasonable parameters to be called with. Utility methods (parent(),
children(), ...) are excluded.
>>> ns = process_namespace(psutil.Process())
>>> for fun, name in ns.iter(ns.getters):
... fun()
cpu_percentr~ Zmemory_percentr r6 r5 T connectionsr Zmemory_info_exZoneshotr parentsr r r r cpu_timesZ create_timer r r Z memory_infor net_connectionskindr niceZnum_ctx_switchesZ num_threadsZ
open_filesr r r usernameZuidsZgidsZterminalr r r r r r r r r groupedF)r i r r# r r rA r c C s
|| _ d S r )_proc)r r r~ r~ r r s zprocess_namespace.__init__c c sZ t |}t| |D ]>\}}}|r,| t| j|}tj|f||}||fV qdS z_Given a list of tuples yields a set of (fun, fun_name) tuples
in random order.
N)r r shuffler r r r re )r lsr fun_namer r r r~ r~ r r s
zprocess_namespace.iterc C s | j j| j jdd dS )z&Clear the cache of a Process instance.T)Z _ignore_nspN)r _initr r r~ r~ r r s z process_namespace.clear_cachec C s> |D ]4\}}}d| }t ||sd|jj|f }t|qdS )z}Given a TestCase instance and a list of tuples checks that
the class defines the required test method names.
Ztest_z$%r class should define a '%s' methodN)rG r r AttributeError)r Z
test_classr r r meth_namer r~ r~ r test_class_coverage s
z%process_namespace.test_class_coveragec C s` t dd | jD }t dd | jD }t dd ttjD }||B |A }|r\td| d S )Nc S s g | ] }|d qS r r~ r r~ r~ r r s z*process_namespace.test..c S s g | ] }|d qS r r~ r r~ r~ r r s c S s g | ]}|d dkr|qS )r r r~ r r~ r~ r r s z!uncovered Process class names: %r)r r ignoredr r r r )r thisr% klassZleftoutr~ r~ r test s zprocess_namespace.testN)T)$r r r r utilsr% gettersr r1 r2 r5 r Z
RLIMIT_NOFILEr. r4 r0 r
r3 ZsettersZNORMAL_PRIORITY_CLASSr ZIOPRIO_CLASS_NONEZ
IOPRIO_NORMALr r! SIGTERMZkillersZ CTRL_C_EVENTZCTRL_BREAK_EVENTr r r r r r$ r( r~ r~ r~ r rM q s
c @ s e Zd ZdZddi fddddifddddifddi fd dd
difd dd
difd dd difd
dddifde fi fddddifddi fddi fddddifde fi fddi fddi fddi fddi fgZere re
dkrned dd
difg7 Ze r ed di fg7 Ze
r"ed di fg7 Zer8ed di fg7 ZerNed di fg7 Zerted!di fg7 Zed"d#i fg7 Zd$di fd%e gfi fd&di fd'di fgZeZed(d) ZejZd*S )+rN zA container that lists all the module-level, system-related APIs.
Utilities such as cpu_percent() are excluded. Usage:
>>> ns = system_namespace
>>> for fun, name in ns.iter(ns.getters):
... fun()
r r~ r ZlogicalFTZ cpu_statsr ZpercpuZdisk_io_countersZperdiskZdisk_partitionsr
disk_usager r Z net_if_addrsZ net_if_statsr Zpernicr1 rX r Zusersr arm64r r r r r Zwin_service_iterZwin_service_get)algr r8 r Zcpu_times_percentc c sL t | } t| | D ]0\}}}tt|}tj|f||}||fV qdS r )r r r r r r re )r r r r r r~ r~ r r 2 s
zsystem_namespace.iterN)r r r r r r r r* r/ r rr r HAS_GETLOADAVGr9 r8 r6 r
r r r% r staticmethodr rM r$ r~ r~ r~ r rN sX
c C s t | st| d| _| S )zA decorator to mark a TestCase class. When running parallel tests,
class' unit tests will be run serially (1 process).
T)inspectisclassr Z
_serialrun)r' r~ r~ r serialrunA s r3 c C s dd }t td| |dS )zZDecorator which runs a test function and retries N times before
actually failing.
c S s t d| tjd d S )Nz %r, retryingr )r rz r )rT r~ r~ r rQ P s z retry_on_failure..logfunN)rN r rO rQ )rM r )rO rQ r~ r~ r rJ K s c s fdd}|S )z,Decorator to Ignore AccessDenied exceptions.c s t fdd}|S )Nc s@ z | |W S t jk
r: d k r,s, tdY nX d S )Nzraises AccessDenied)r r rG rv r r only_ifr~ r r \ s z9skip_on_access_denied..decorator..wrapperr r r5 r r rV [ s z(skip_on_access_denied..decoratorr~ r5 rV r~ r6 r rH X s
c s fdd}|S )z3Decorator to Ignore NotImplementedError exceptions.c s t fdd}|S )Nc sH z | |W S t k
rB d k r*s* d j }t|Y nX d S )Nz4%r was skipped because it raised NotImplementedError)r< r rG rv )r r r r4 r~ r r o s z;skip_on_not_implemented..decorator..wrapperr r r6 r r rV n s
z*skip_on_not_implemented..decoratorr~ r7 r~ r6 r rI k s 127.0.0.1c
C s@ t t (}|| df | d W 5 Q R S Q R X dS )z6Return an unused TCP port. Subject to race conditions.r r; N)r closingsocketbind getsockname)hostr r~ r~ r r] s c C s |dkr| t tfkrd}t| |}z@tjdkrB|tjtjd || |tj kr`|
d |W S t k
r | Y nX dS )zBinds a generic socket.Nr: r )ntcygwinr; r )
r r r: r r
setsockopt
SOL_SOCKET SO_REUSEADDRr; r listenr r )familytypeaddrr r~ r~ r r^ s
c C sr t js
ttj| r t| ttj|}z"|| |tj krL|
d W n t k
rl | Y nX |S )zBind a UNIX socket.r )
r r r r r r r: r r; r rD r r )r rF r r~ r~ r r_ s
r> c
C s t t| t}|| |d | }t| t}zJ|| | }| \}}||krz||fW W 5 Q R S | qPW n t
k
r | Y nX W 5 Q R X dS )z^Build a pair of TCP sockets connected to each other.
Return a (server, client) tuple.
r N) r r9 r: r r; rD r< connectr r r( )rE rG llr@ Zcaddrar~ r~ r r` s
c C s t js
td }}z@t| tjd}|d ttjtj}|d || W n6 t k
r |dk rr|
|dk r|
Y nX ||fS )zBuild a pair of UNIX sockets connected to each other through
the same UNIX file name.
Return a (server, client) tuple.
NrF r ) r r r r_ r: r setblockingr rH r r )r serverclientr~ r~ r ra s
c c s g } d }}z| ttjtj | ttjtj t rd| ttj tj | ttj tj t
rt rt }t }t
|\}}t|tjd}|||fD ]}| | q| V W 5 | D ] }| q||fD ]}|dk rt| qX dS )z1Open as many socket families / types as possible.NrK )r rR r r^ r: r r
SOCK_DGRAMr r r r: rU ra r_ )socksZfname1Zfname2r r\ s1s2Zs3r~ r~ r rb s*
c C s ddl }tr(tr(ts(t|tjs(t||tjkrdd | dD }t
|dksZt| |D ]"}d| krvdks^n t| q^tst | } | | nd|tj
krt| tst| tst | } || n0|tjkrtd| dk st| n td | dS )
z[Check a net address validity. Supported families are IPv4,
IPv6 and MAC addresses.
r Nc S s g | ] }t |qS r~ )rv r r~ r~ r r s z%check_net_address..rj r z([a-fA-F0-9]{2}[:|\-]?){6}zunknown family %r) ipaddressenumr r" r IntEnumr r: r rw r? r IPv4Addressr r IPv6Addressr ZAF_LINKrH matchr )rG rE rT Zoctsnumr~ r~ r r[ s&
c C sT dd }dd }dd }dd }d d
}|| || || || || d S ) z*Check validity of a connection namedtuple.c S s t | dk}t | dks$tt | | d | jks.check_ntuplec S s | j tttfkst| j td k r:t| j tjsNt| nt| j tsNt| | j tkrt | j | j
}t |R z|
| jd df W n2 t jk
r } z|jtjkr W 5 d }~X Y nX W 5 Q R X n | j tkr| jtjkst| jd S )Nr )rE r r r r rU r rV rv r: rF r r9 r; r[ errorr* Z
EADDRNOTAVAILr r CONN_NONE)r r r+ r~ r~ r check_family" s
z-check_connection_ntuple..check_familyc S s t tdt }| jtjtj|fks,t| jtd k rLt| jtj s`t| nt| jt
s`t| | jtjkr| j t j
kst| j d S )NSOCK_SEQPACKET)r r: objectrF r rO r rU r rV rv r r r_ )r ra r~ r~ r
check_type7 s z+check_connection_ntuple..check_typec S s | j | jfD ]}| jttfkrt|ts4tt||s:q t|j t
sTtt|j d|j krjdksvn t|j t |j | j q | jt
kr t|ts tt|q d S )Nr i )r[ r\ rE r r r rt r rF portrv r[ ipr r )r rG r~ r~ r check_addrsF s "
z,check_connection_ntuple..check_addrsc S s t | jtst| jdd ttD }| j|ks.check_status..) r r r r r r rE r r rF r r_ )r Zvalidsr~ r~ r check_statusS s z-check_connection_ntuple..check_statusNr~ )r r] r` rc rf rg r~ r~ r check_connection_ntuple s
rh c C sL g }| D ]>}t r<|jtjkr s z is_namedtuple..)rF __bases__r? rt r r r )r tbr r~ r~ r rg s
c # st t rdnd dt| d} fddt D }t|}t|| zt
| |V W 5 t | X dS )zCtx manager which picks up a random shared CO lib used
by this process, copies it in another location and loads it
in memory via ctypes. Return the new absolutized path.
pypyr z.sort c s6 g | ].}t j|jd kr |j kr|jqS )r; )r r rn lowerr r extr~ r r s 'copyload_shared_lib..N) r" rU r r r r r rf rp rR ctypesCDLL)ru dstlibsr r~ r r rf s
c # s ddl m} ddl m} d t| d} fddt D }trb|sbdd t D }t |}t
|| d }zt |}|V W 5 |d k rt j j
j}|jg|_||j}|dkr| t| X d S )
zCtx manager which picks up a random shared DLL lib used
by this process, copies it in another location and loads it
in memory via ctypes.
Return the new absolutized, normcased path.
r )WinError)wintypesz.dllrt c sF g | ]>}|j rd tj |j krd|j kr|j qS )r Zwow64)r r r r r r r r~ r r s
r c S s( g | ] }d t j|j kr|jqS )r )r r r r r r~ r~ r r s N)r r r rU r r r r" r r rf rp windllkernel32 FreeLibraryZHMODULEZargtypesZ_handlerR ZWinDLL) ru r r r r r cfiler r` r~ r r rf s0
c C s t dd d S )NTr4 )rB r~ r~ r~ r cleanup_test_procs s r c C s
t | S r )rz exit)r% r r~ r~ r r )N)F)TF)N)r: N)N)N)r8 )r> )r: )r: )r
__future__r rn r r r* r r r1 r rr r rH r r rf r! r: rb rx rz rx r r r rG rx r r r r r r r r r
r r r
Zpsutil._commonr r r r r Zpsutil._compatr r r r r r r r r catch_warnings simplefilterrU Zpsutil._psposixr __all__builtin_module_namesr" r r rh r* r= r r r[ r? maxsizer- r r> r r; r< r! r r, r r r r' r( decoder) r r ZASCII_FSr r r rl __file__r% getr& ZHERErG r r. r/ r0 r/ r2 r3 r: ZHAS_NET_IO_COUNTERSr4 r1 r5 r6 r r r7 r r8 r9 Z HAS_THREADSgetuidZ SKIP_SYSCONSr r# r$ devnullr ro r r r+ r rb r r r r r rF r rC rE rD r@ r r+ rA rB rW rV rM r rY r rZ rX rR rk r rQ rS rT rU rz rL ZskipIfrK rO rP r rM rN r3 rJ rH rI r] r^ r_ r` ra rb r[ rh r\ rc rd re rg rf r r~ r~ r~ r sL
-
*
0 )
&-
V
%;
"
%k F
R 3