Yf) @ s, d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
d d l Z d d l m
Z
d d l m Z d d l m Z m Z m Z m Z m Z d d
l m Z Gd d d e Z e Z Gd d d e Z Gd
d d e Z d S)Queue SimpleQueue
JoinableQueue N)EmptyFull )
connection)context)debuginfoFinalizeregister_after_fork
is_exiting)ForkingPicklerc @ s e Z d Z d d d Z d d Z d d Z d d Z d
d d d
Z d
d d d Z d d Z d d Z
d d Z d d Z d d Z
d d Z d d Z d d Z d d! Z e d" d# Z e d$ d% Z e d& d' Z d S)(r r c C s | d k r d d l m } | | _ t j d d \ | _ | _ | j | _ t j
| _ t j
d k r| d | _ n | j | _ | j | | _ d | _ | j t j
d k r t | t j d S)Nr r )
SEM_VALUE_MAXduplexFwin32)Z synchronizer _maxsizer Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockZBoundedSemaphore_sem
_ignore_epipe _after_forkr
r )selfmaxsizectx r% ;/opt/alt/python35/lib64/python3.5/multiprocessing/queues.py__init__$ s
zQueue.__init__c C sA t j | | j | j | j | j | j | j | j | j f S)N)
r assert_spawningr r r r r r r r )r" r% r% r& __getstate__9 s
zQueue.__getstate__c C sD | \ | _ | _ | _ | _ | _ | _ | _ | _ | j d S)N) r r r r r r r r r! )r" stater% r% r& __setstate__> s 6zQueue.__setstate__c C s t d t j t j | _ t j | _ d | _ d | _ d | _
d | _ d | _ | j
j | _ | j j | _ | j j | _ d S)NzQueue._after_fork()F)r
threading Conditionr _notempty collectionsdeque_buffer_thread _jointhread_joincancelled_closed_closer
send_bytes _send_bytesr
recv_bytes _recv_bytespoll_poll)r" r% r% r& r! C s
zQueue._after_forkTNc C sv | j s t | j j | | s+ t | j ; | j d k rN | j | j j | | j j
Wd QRXd S)N) r5 AssertionErrorr acquirer r. r2
_start_threadr1 appendnotify)r" objblocktimeoutr% r% r& putP s
z Queue.putc
C s | r? | d k r? | j | j } Wd QRX| j j n | rU t j | } | j j | | sp t zj | r | t j } | d k s | j | r t n | j s t | j } | j j Wd | j j Xt j | S)Nr )
r r: r releasetimer> r r< r loads)r" rC rD resZdeadliner% r% r& get[ s&
z Queue.getc C s | j | j j j S)N)r r _semlockZ
_get_value)r" r% r% r& qsizes s z Queue.qsizec C s | j S)N)r< )r" r% r% r& emptyw s z Queue.emptyc C s | j j j S)N)r rK _is_zero)r" r% r% r& fullz s z
Queue.fullc C s
| j d S)NF)rJ )r" r% r% r&
get_nowait} s zQueue.get_nowaitc C s | j | d S)NF)rE )r" rB r% r% r&
put_nowait s zQueue.put_nowaitc C sA d | _ z | j j Wd | j } | r< d | _ | Xd S)NT)r5 r closer6 )r" rR r% r% r& rR s z Queue.closec C s0 t d | j s t | j r, | j d S)NzQueue.join_thread())r
r5 r= r3 )r" r% r% r& join_thread s
zQueue.join_threadc C s= t d d | _ y | j j Wn t k
r8 Yn Xd S)NzQueue.cancel_join_thread()T)r
r4 r3 ZcancelAttributeError)r" r% r% r& cancel_join_thread s
zQueue.cancel_join_threadc
C s t d | j j t j d t j d | j | j | j | j | j
j | j f d d | _
d | j
_ t d | j
j t d | j s t | j
t j t j | j
g d d | _ t | t j | j | j g d d | _ d S)
NzQueue._start_thread()targetargsnameZQueueFeederThreadTzdoing self._thread.start()z ... done self._thread.start()Z exitpriority
)r
r1 clearr, ZThreadr _feedr. r8 r r rR r r2 Zdaemonstartr4 r _finalize_joinweakrefrefr3 _finalize_closer6 )r" r% r% r& r? s(
zQueue._start_threadc C sD t d | } | d k r6 | j t d n
t d d S)Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
join)ZtwrZthreadr% r% r& r_ s
zQueue._finalize_joinc C s3 t d | | j t | j Wd QRXd S)Nz telling queue thread to quit)r
r@ _sentinelrA )buffernotemptyr% r% r& rb s
zQueue._finalize_closec C s t d | j } | j } | j } | j } t }
t j d k rX | j } | j } n d } x:y | z | s{ | Wd | Xy} xv | }
|
|
k r t d | d St j |
}
| d k r | |
q | z | |
Wd | Xq WWn t
k
rYn XWqa t k
r} zZ | rTt | d d t
j k rTd St rnt d | d Sd d l } | j WYd d } ~ Xqa Xqa Wd S)Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exitingerrnor zerror in queue thread: %s)r
r> rF waitpopleftrd r r r dumps
IndexError Exceptiongetattrrg ZEPIPEr r traceback print_exc)re rf r7 Z writelockrR Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleftsentinelZwacquireZwreleaserB ern r% r% r& r] sR
!
z Queue._feed)__name__
__module__ __qualname__r' r) r+ r! rE rJ rL rM rO rP rQ rR rS rU r? staticmethodr_ rb r] r% r% r% r& r " s$
c @ sa e Z d Z d d d Z d d Z d d Z d d d
d Z d d
Z d d Z d S)r r c C s; t j | | d | | j d | _ | j | _ d S)Nr$ r )r r' Z Semaphore_unfinished_tasksr- _cond)r" r# r$ r% r% r& r' s zJoinableQueue.__init__c C s t j | | j | j f S)N)r r) rw rv )r" r% r% r& r) s zJoinableQueue.__getstate__c C s: t j | | d d | d d \ | _ | _ d S)N ry )r r+ rw rv )r" r* r% r% r& r+ s zJoinableQueue.__setstate__TNc C s | j s t | j j | | s+ t | j Y | j H | j d k rX | j | j j
| | j j | j j
Wd QRXWd QRXd S)N)r5 r= r r> r r. rw r2 r? r1 r@ rv rF rA )r" rB rC rD r% r% r& rE s
zJoinableQueue.putc C sR | j B | j j d s( t d | j j j rG | j j Wd QRXd S)NFz!task_done() called too many times)rw rv r>
ValueErrorrK rN Z
notify_all)r" r% r% r& task_done' s
zJoinableQueue.task_donec C s4 | j $ | j j j s) | j j Wd QRXd S)N)rw rv rK rN rh )r" r% r% r& rc . s
zJoinableQueue.join) rr rs rt r' r) r+ rE r{ rc r% r% r% r& r
s c @ sX e Z d Z d d Z d d Z d d Z d d Z d d
Z d d Z d
S)r c C sj t j d d \ | _ | _ | j | _ | j j | _ t j d k rW d | _
n | j | _
d S)Nr Fr ) r r r r r r r; r< r r r )r" r$ r% r% r& r' 9 s zSimpleQueue.__init__c C s | j S)N)r< )r" r% r% r& rM B s zSimpleQueue.emptyc C s) t j | | j | j | j | j f S)N)r r( r r r r )r" r% r% r& r) E s
zSimpleQueue.__getstate__c C s1 | \ | _ | _ | _ | _ | j j | _ d S)N)r r r r r; r< )r" r* r% r% r& r+ I s zSimpleQueue.__setstate__c C s- | j | j j } Wd QRXt j | S)N)r r r9 r rH )r" rI r% r% r& rJ M s
zSimpleQueue.getc C sV t j | } | j d k r1 | j j | n! | j | j j | Wd QRXd S)N)r rj r r r7 )r" rB r% r% r& rE S s
zSimpleQueue.putN) rr rs rt r' rM r) r+ rJ rE r% r% r% r& r 7 s ) __all__r r r, r/ rG r` rg Zqueuer r Z_multiprocessing r r utilr
r r r
r Z reductionr objectr rd r r r% r% r% r&
s" (
*