← Back
Editing: queues.cpython-36.pyc
3 � f * � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl Z ddl m Z ddl mZ ejjZdd lmZmZmZmZmZ G d d � d e�Ze� ZG d d� de�ZG d d� de�Z dS ) �Queue� SimpleQueue� JoinableQueue� N)�Empty�Full� )� connection)�context)�debug�info�Finalize�register_after_fork� is_exitingc @ s� e Zd Zd(dd�Zdd� Zdd� Zdd � Zd)d d �Zd*dd�Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zd S )+r r c C s� |dkrddl m} || _tjdd�\| _| _|j� | _t j � | _ t j dkrTd | _n |j� | _|j|�| _d| _| j� t j dkr�t| tj� d S )Nr r )� SEM_VALUE_MAXF)�duplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem� _ignore_epipe� _after_forkr r )�self�maxsize�ctx� r$ �;/opt/alt/python36/lib64/python3.6/multiprocessing/queues.py�__init__$ s zQueue.__init__c C s. t j| � | j| j| j| j| j| j| j| j fS )N) r �assert_spawningr r r r r r r r )r! r$ r$ r% � __getstate__9 s zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| j� d S )N) r r r r r r r r r )r! �stater$ r$ r% � __setstate__> s $zQueue.__setstate__c C sb t d� tjtj� �| _tj� | _d | _d | _ d| _ d| _ d | _ | j j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r � threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer � send_bytes� _send_bytesr � recv_bytes� _recv_bytes�poll�_poll)r! r$ r$ r% r C s zQueue._after_forkTNc C s\ | j s t�| jj||�s t�| j�. | jd kr8| j� | jj |� | jj � W d Q R X d S )N) r4 �AssertionErrorr �acquirer r- r1 � _start_threadr0 �append�notify)r! �obj�block�timeoutr$ r$ r% �putP s z Queue.putc C s� |r2|d kr2| j � | j� }W d Q R X | jj� nr|rBtj� | }| j j||�sTt�zB|rv|tj� }| j|�s�t�n | j� s�t�| j� }| jj� W d | j j� X t j |�S )N) r r9 r �release�timeZ monotonicr= r r; �_ForkingPickler�loads)r! rB rC �resZdeadliner$ r$ r% �get[ s& z Queue.getc C s | j | jjj� S )N)r r �_semlockZ _get_value)r! r$ r$ r% �qsizes s z Queue.qsizec C s | j � S )N)r; )r! r$ r$ r% �emptyw s z Queue.emptyc C s | j jj� S )N)r rK �_is_zero)r! r$ r$ r% �fullz s z Queue.fullc C s | j d�S )NF)rJ )r! r$ r$ r% � get_nowait} s zQueue.get_nowaitc C s | j |d�S )NF)rD )r! rA r$ r$ r% � put_nowait� s zQueue.put_nowaitc C s2 d| _ z| jj� W d | j}|r,d | _|� X d S )NT)r4 r �closer5 )r! rR r$ r$ r% rR � s z Queue.closec C s$ t d� | jst�| jr | j� d S )NzQueue.join_thread())r r4 r< r2 )r! r$ r$ r% � join_thread� s zQueue.join_threadc C s6 t d� d| _y| jj� W n tk r0 Y nX d S )NzQueue.cancel_join_thread()T)r r3 r2 Zcancel�AttributeError)r! r$ r$ r% �cancel_join_thread� s zQueue.cancel_join_threadc C s� t d� | jj� tjtj| j| j| j| j | j j | j fdd�| _ d| j _t d� | j j� t d� | js�t| j tjtj| j �gd d�| _t| tj| j| jgd d�| _d S ) NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()� )Z exitpriority� ���)r r0 �clearr+ ZThreadr �_feedr- r7 r r rR r r1 Zdaemon�startr3 r �_finalize_join�weakref�refr2 �_finalize_closer5 )r! r$ r$ r% r> � s( zQueue._start_threadc C s4 t d� | � }|d k r(|j� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r �join)ZtwrZthreadr$ r$ r% r_ � s zQueue._finalize_joinc C s. t d� |� | jt� |j� W d Q R X d S )Nz telling queue thread to quit)r r? � _sentinelr@ )�buffer�notemptyr$ r$ r% rb � s zQueue._finalize_closec C sP t d� |j}|j}|j}| j} t} tjdkr<|j} |j} nd } �xy�|� z| sX|� W d |� X ybx\| � } | | kr�t d� |� d S tj | �} | d kr�|| � qh| � z || � W d | � X qhW W n t k r� Y nX W qD t k �rF } zJ|�rt |dd�t jk�rd S t� �r&td|� d S dd l}|j� W Y d d }~X qDX qDW d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r r= rE �wait�popleftrd r r rG �dumps� IndexError� Exception�getattrrg ZEPIPEr r � traceback� print_exc)re rf r6 Z writelockrR Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserA �ern r$ r$ r% r] � sR z Queue._feed)r )TN)TN)�__name__� __module__� __qualname__r& r( r* r rD rJ rL rM rO rP rQ rR rS rU r> � staticmethodr_ rb r] r$ r$ r$ r% r " s$ c @ s@ e Zd Zddd�Zdd� Zdd� Zdd d �Zd d � Zdd� Zd S )r r c C s* t j| ||d� |jd�| _|j� | _d S )N)r# r )r r& Z Semaphore�_unfinished_tasksr, �_cond)r! r" r# r$ r$ r% r& s zJoinableQueue.__init__c C s t j| �| j| jf S )N)r r( rw rv )r! r$ r$ r% r( s zJoinableQueue.__getstate__c C s, t j| |d d� � |dd � \| _| _d S )N� ���ry )r r* rw rv )r! r) r$ r$ r% r* s zJoinableQueue.__setstate__TNc C sx | j s t�| jj||�s t�| j�J | j�8 | jd kr@| j� | j j |� | j j � | jj � W d Q R X W d Q R X d S )N)r4 r< r r= r r- rw r1 r> r0 r? rv rE r@ )r! rA rB rC r$ r$ r% rD s zJoinableQueue.putc C s@ | j �0 | jjd�s td��| jjj� r2| j j� W d Q R X d S )NFz!task_done() called too many times)rw rv r= � ValueErrorrK rN Z notify_all)r! r$ r$ r% � task_done' s zJoinableQueue.task_donec C s, | j � | jjj� s | j j� W d Q R X d S )N)rw rv rK rN rh )r! r$ r$ r% rc . s zJoinableQueue.join)r )TN) rr rs rt r& r( r* rD r{ rc r$ r$ r$ r% r s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )r c C sH t jdd�\| _| _|j� | _| jj| _tj dkr:d | _ n |j� | _ d S )NF)r r ) r r r r r r r: r; r r r )r! r# r$ r$ r% r& 9 s zSimpleQueue.__init__c C s | j � S )N)r; )r! r$ r$ r% rM B s zSimpleQueue.emptyc C s t j| � | j| j| j| jfS )N)r r' r r r r )r! r$ r$ r% r( E s zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S )N)r r r r r: r; )r! r) r$ r$ r% r* I s zSimpleQueue.__setstate__c C s& | j � | jj� }W d Q R X tj|�S )N)r r r8 rG rH )r! rI r$ r$ r% rJ M s zSimpleQueue.getc C sD t j|�}| jd kr"| jj|� n | j� | jj|� W d Q R X d S )N)rG rj r r r6 )r! rA r$ r$ r% rD S s zSimpleQueue.putN) rr rs rt r& rM r( r* rJ rD r$ r$ r$ r% r 7 s ) �__all__r r r+ r. rF r` rg Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrG �utilr r r r r �objectr rd r r r$ r$ r$ r% �<module> s$ b *
Save File
Cancel