← Back
Editing: pool.cpython-310.opt-2.pyc
o 0�i� � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z m Z ddlmZ dZd Zd Zd Ze�� Zd d � Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d*dd�Z d d � Z G d d � d e �Z G d d � d e!�Z"G d!d"� d"e!�Z#e#Z$G d#d$� d$e#�Z%G d%d&� d&e!�Z&G d'd(� d(e&�Z'G d)d� de"�Z(dS )+�Pool� ThreadPool� N� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �;/opt/alt/python310/lib64/python3.10/multiprocessing/pool.py�mapstar/ � r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ � e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s || _ d S r ��tb)�selfr r r r �__init__: � zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__� __module__� __qualname__r r! r r r r r 9 s r c @ r )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z """ %s""")� traceback�format_exception�type�join�excr )r r+ r r r r r @ s z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr+ r r r r r � __reduce__E � z!ExceptionWithTraceback.__reduce__N)r" r# r$ r r- r r r r r% ? s r% c C s t |�| _| S r )r � __cause__)r+ r r r r r, H s r, c s. e Zd Z � fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorc s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr+ �value�superr0 r )r r+ r2 �� __class__r r r T s zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r2 r+ r r r r r! Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r5 r" r r r r �__repr__] r. zMaybeEncodingError.__repr__)r" r# r$ r r! r6 � __classcell__r r r4 r r0 P s r0 r Fc C s� |d urt |t�r |dkstd�|���|j}| j}t| d�r)| j�� |j �� |d ur1||� d}|d u s=|r�||k r�z|� } W n t t fyR t � d� Y n�w | d u r]t � d� n�| \} } } } }z d| | i |��f}W n" ty� } z|r�| tur�t||j�}d|f}W Y d }~nd }~ww z || | |f� W n) ty� } z t||d �}t � d | � || | d|ff� W Y d }~nd }~ww d } } } } } }|d7 }|d u s=|r�||k s=t � d | � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)� isinstance�int�AssertionError�format�put�get�hasattrr8 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr% � __traceback__r0 )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr= r> Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sX � ��� ��� rU c C s | �r r )Zexr r r rF � s rF c s0 e Zd Z dd�� fdd� Z� fdd�Z� ZS )� _PoolCacheN��notifierc s || _ t� j|i |�� d S r )rX r3 r )r rX r rQ r4 r r r � s z_PoolCache.__init__c s$ t � �|� | s| j�d � d S d S r )r3 � __delitem__rX r= )r �itemr4 r r rY � s �z_PoolCache.__delitem__)r" r# r$ r rY r7 r r r4 r rV � s rV c @ s� e Zd Z dZedd� �Z dKdd�Zeje fdd �Z d d � Z d d � Z edd� �Z edd� �Zdd� Zedd� �Zedd� �Zdd� Zdd� Zdi fd d �ZdLd d �ZdLd d!�Z dMd"d#�Zd$d%� ZdNd'd(�ZdNd)d*�Zdi ddfd+d,�Z dMd-d.�Z dMd/d0�Z edLd1d2��Z e d3d4� �Z ed5d6� �Z!ed7d8� �Z"ed9d:� �Z#d;d<� Z$d=d>� Z%d?d@� Z&dAdB� Z'edCdD� �Z(e dEdF� �Z)dGdH� Z*dIdJ� Z+dS )Or Tc O s | j |i |��S r ��Process)�ctxr rQ r r r r\ � s z Pool.ProcessNr c C s0 g | _ t| _|p t� | _| �� t�� | _| j�� | _ t | j d�| _ || _ || _ || _|d u r5t�� p4d}|dk r=td��|d urNt|t�rJ|dkrNtd��|d urZt|�sZtd��|| _z| �� W n! ty� | j D ] }|jd u rx|�� qm| j D ]}|�� q|� w | � � }t j t j | j | j| j| j!| j| j | j"| j#| j | j| j | j$|| j fd�| _%d| j%_&t'| j%_| j%�(� t j t j)| j| j*| j#| j | j fd�| _+d| j+_&t'| j+_| j+�(� t j t j,| j#| j-| j fd�| _.d| j._&t'| j._| j.�(� t/j0| | j1| j| j"| j#| j | j | j%| j+| j.| j f d d �| _2t'| _d S ) NrW r z&Number of processes must be at least 1r z/maxtasksperchild must be a positive int or Nonez initializer must be a callable��targetr T� )r Z exitpriority)3�_poolr �_stater �_ctx� _setup_queues�queue� SimpleQueue� _taskqueue�_change_notifierrV �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count� ValueErrorr9 r: �callable� TypeError� _processes�_repopulate_poolrE �exitcode� terminater* �_get_sentinels� threadingZThreadr �_handle_workersr\ �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start� _handle_tasks� _quick_put� _task_handler�_handle_results� _quick_get�_result_handlerr ZFinalize�_terminate_pool� _terminate)r � processesrJ rK �maxtasksperchild�context�p� sentinelsr r r r � s� � � �� �� � �� z Pool.__init__c C sF | j |kr |d| ��t| d� t| dd �d ur!| j�d � d S d S d S )Nz&unclosed running multiprocessing pool )�sourcerh )rb �ResourceWarning�getattrrh r= )r Z_warnr r r r �__del__ s ��z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r5 r# r$ rb �lenra )r �clsr r r r6 s ��z Pool.__repr__c C s | j jg}| jjg}g |�|�S r )rz rA rh )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rv s zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ] }t |d �r|j�qS )�sentinel)r? r� )�.0rU r r r � <listcomp> s �z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sR d}t tt| ���D ]}| | }|jd ur&t�d| � |�� d}| |= q |S )NF�cleaning up worker %dT)�reversed�ranger� rt r rD r* )�poolZcleanedrO rU r r r �_join_exited_workers! s �zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j � S r ) �_repopulate_pool_staticrc r\ rr ra ry rz rk rl rj r{ r r r r rs 1 s �zPool._repopulate_poolc C sh t |t|� �D ](} || t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� q d S )Nr^ r\ Z PoolWorkerTz added worker) r� r� rU �name�replacer} r~ �appendr rD ) r] r\ r� r� rH rI rJ rK r� rL rO �wr r r r� : s �� �z Pool._repopulate_pool_staticc C s0 t �|�rt �| ||||||||| � d S d S r )r r� r� ) r] r\ r� r� rH rI rJ rK r� rL r r r �_maintain_poolM s ��zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r ) rc rf ry rz r8 �sendr� rA �recvr� r r r r rd Y s zPool._setup_queuesc C s | j tkr td��d S )NzPool not running)rb r ro r r r r �_check_running_ s �zPool._check_runningc C s | � |||��� S r )� apply_asyncr> )r rP r rQ r r r �applyc s z Pool.applyc C � | � ||t|��� S r )� _map_asyncr r> �r rP �iterable� chunksizer r r r j s zPool.mapc C r� r )r� r r> r� r r r r q s z Pool.starmapc C � | � ||t|||�S r )r� r �r rP r� r� �callback�error_callbackr r r � starmap_asyncy s �zPool.starmap_asyncc c sp � zd}t |�D ] \}}||||fi fV q W d S ty7 } z||d t|fi fV W Y d }~d S d }~ww )N���r )� enumeraterE rF )r Z result_jobrP r� rO �xrS r r r �_guarded_task_generation� s ��$��z Pool._guarded_task_generationr c C � | � � |dkr t| �}| j�| �|j||�|jf� |S |dk r)td�|���t � |||�}t| �}| j�| �|jt |�|jf� dd� |D �S )Nr z Chunksize must be 1+, not {0:n}c s � � | ] }|D ]}|V qqd S r r �r� �chunkrZ r r r � <genexpr>� � � z Pool.imap.<locals>.<genexpr>) r� � IMapIteratorrg r= r� �_job� _set_lengthro r< r � _get_tasksr �r rP r� r� rR � task_batchesr r r �imap� s6 �������z Pool.imapc C r� )Nr z Chunksize must be 1+, not {0!r}c s r� r r r� r r r r� � r� z&Pool.imap_unordered.<locals>.<genexpr>) r� �IMapUnorderedIteratorrg r= r� r� r� ro r< r r� r r� r r r �imap_unordered� s2 ������zPool.imap_unorderedc C s8 | � � t| ||�}| j�|jd|||fgd f� |S �Nr )r� � ApplyResultrg r= r� )r rP r rQ r� r� rR r r r r� � s zPool.apply_asyncc C r� r )r� r r� r r r � map_async� s �zPool.map_asyncc C s� | � � t|d�st|�}|d u r&tt|�t| j�d �\}}|r&|d7 }t|�dkr.d}t�|||�}t| |t|�||d�} | j � | � | j ||�d f� | S )N�__len__� r r �r� ) r� r? r �divmodr� ra r r� � MapResultrg r= r� r� ) r rP r� Zmapperr� r� r� Zextrar� rR r r r r� � s. ����zPool._map_asyncc C s, t | |d� |�� s|�� |�� r d S d S )N)�timeout)r �emptyr> )r� �change_notifierr� r r r �_wait_for_updates� s �zPool._wait_for_updatesc C s� t �� }|jtks|r9|jtkr9| �||||||| | | | � g | �|��| �}| �||� |jtks|r9|jtks|�d � t � d� d S )Nzworker handler exiting) rw �current_threadrb r r r� r� r� r= r rD )r� �cache� taskqueuer] r\ r� r� rH rI rJ rK r� rL r� r� �threadZcurrent_sentinelsr r r rx � s � � zPool._handle_workersc C st t �� }t| jd �D ]z\}}d }zm|D ]D}|jtkr!t�d� nTz||� W q tyW } z$|d d� \} } z || � | d| f� W n t yL Y nw W Y d } ~ qd } ~ ww |rmt�d� |re|d nd} || d � W d } }} q W d } }} n d } }} w t�d� zt�d� |� d � t�d � |D ]} |d � q�W n t y� t�d � Y nw t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting) rw r� �iterr> rb r r rD rE �_set�KeyErrorr= rC ) r� r= rI r� r� r� ZtaskseqZ set_lengthrM rS rN �idxr� r r r r sN ��� � � �zPool._handle_tasksc C s� t �� } z|� }W n ttfy t�d� Y d S w |jtkr't�d� n*|d u r1t�d� n |\}}}z || �||� W n t yI Y nw d } }}q|r�|jt kr�z|� }W n ttfyn t�d� Y d S w |d u ryt�d� qQ|\}}}z || �||� W n t y� Y nw d } }}|r�|jt ksXt | d�r�t�d� zt d�D ] }| j �� s� n|� q�W n ttfy� Y nw t�d t|�|j� d S ) Nr z.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelrA z"ensuring that outqueue is not full� z7result handler exiting: len(cache)=%s, thread._state=%s)rw r� rC rB r rD rb r r� r� r r? r� rA �pollr� )rI r> r� r� rM rN rO �objr r r r� = sl � � � � � � �� �zPool._handle_resultsc c s0 � t |�} tt�||��}|sd S | |fV qr )r� �tupler �islice)rP �it�sizer� r r r r� y s � �zPool._get_tasksc C s t d��)Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r- � s �zPool.__reduce__c C s6 t �d� | jtkrt| _t| j_| j�d � d S d S )Nz closing pool)r rD rb r r r| rh r= r r r r r@ � s �z Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rD r rb r� r r r r ru � s zPool.terminatec C sh t �d� | jtkrtd��| jttfvrtd��| j�� | j �� | j �� | j D ]}|�� q+d S )Nz joining poolzPool is still runningzIn unknown state) r rD rb r ro r r r| r* r� r� ra )r r� r r r r* � s �z Pool.joinc C s\ t �d� | j�� |�� r(| j�� r,| j�� t� d� |�� r*| j�� sd S d S d S d S )Nz7removing tasks from inqueue until task handler finishedr ) r rD Z_rlock�acquire�is_aliverA r� r� �time�sleep)rH � task_handlerr� r r r �_help_stuff_finish� s "�zPool._help_stuff_finishc C sV t �d� t|_|�d � t|_t �d� | �||t|�� |�� s,t| �dkr,td��t|_|�d � |�d � t �d� t � � |urH|� � |rdt |d d�rdt �d� |D ] } | j d u rc| �� qXt �d� t � � |urs|� � t �d � t � � |ur�|� � |r�t |d d�r�t �d � |D ]} | �� r�t �d | j � | � � q�d S d S d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerru zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rD r rb r= r� r� r� r; rw r� r* r? rt ru �pid) r� r� rH rI r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sJ � � ��zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )ru )r �exc_typeZexc_valZexc_tbr r r �__exit__� r z Pool.__exit__)NNr NNr )NNN)r ),r" r# r$ r{ � staticmethodr\ r �warnings�warnr r� r6 rv r� r� rs r� r� rd r� r� r r r� r� r� r� r� r� r� r� � classmethodrx r r� r� r- r@ ru r* r� r� r� r� r r r r r � sx �S � � � � - ; 5 c @ sJ e Zd Zdd� Zdd� Zdd� Zddd �Zdd d �Zd d � Ze e j �Z dS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r ) ra rw ZEvent�_event�next� job_counterr� ri � _callback�_error_callback)r r� r� r� r r r r � s zApplyResult.__init__c C s | j �� S r )r� Zis_setr r r r �ready� r zApplyResult.readyc C s | � � s td�| ���| jS )Nz{0!r} not ready)r� ro r< �_successr r r r � successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � r. zApplyResult.waitc C s( | � |� | �� s t�| jr| jS | j�r )r r� r r� �_valuer� r r r r> � s zApplyResult.getc C sZ |\| _ | _| jr| j r| �| j� | jr | j s | �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setri r� ra �r rO r� r r r r� s zApplyResult._setr ) r" r# r$ r r� r� r r> r� r� �types� GenericAlias�__class_getitem__r r r r r� � s r� c @ r )r� c C sj t j| |||d� d| _d g| | _|| _|dkr(d| _| j�� | j| j = d S || t || � | _d S )Nr� Tr ) r� r r� r� � _chunksize� _number_leftr� r� ri r� �bool)r r� r� �lengthr� r� r r r r s � zMapResult.__init__c C s� | j d8 _ |\}}|r>| jr>|| j|| j |d | j �< | j dkr<| jr-| �| j� | j| j= | j�� d | _ d S d S |sI| jrId| _|| _| j dkrf| j rW| � | j� | j| j= | j�� d | _ d S d S )Nr r F) r r� r� r r� ri r� r� r� ra r� )r rO Zsuccess_result�successrR r r r r� ) s* � �zMapResult._setN)r" r# r$ r r� r r r r r� s r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd d � ZdS ) r� c C sT || _ t�t�� �| _tt�| _|j| _t � � | _ d| _ d | _ i | _| | j| j< d S r� )ra rw Z ConditionZLock�_condr� r� r� ri � collections�deque�_items�_index�_length� _unsorted)r r� r r r r G s zIMapIterator.__init__c C s | S r r r r r r �__iter__R s zIMapIterator.__iter__Nc C s� | j �I z| j�� }W n9 tyD | j| jkr d | _td �| j �|� z| j�� }W n tyA | j| jkr>d | _td �t d �w Y nw W d � n1 sOw Y |\}}|r\|S |�r ) r r �popleft� IndexErrorr r ra � StopIterationr r )r r� rZ r r2 r r r r� U s0 ���� �zIMapIterator.nextc C s� | j �\ | j|kr<| j�|� | jd7 _| j| jv r6| j�| j�}| j�|� | jd7 _| j| jv s | j �� n|| j|< | j| jkrW| j| j = d | _ W d � d S W d � d S 1 sbw Y d S �Nr ) r r r r� r �pop�notifyr ri r� ra r� r r r r� m s" � � "�zIMapIterator._setc C sh | j �' || _| j| jkr"| j �� | j| j= d | _W d � d S W d � d S 1 s-w Y d S r )r r r r ri r� ra )r r r r r r� ~ s �"�zIMapIterator._set_lengthr ) r" r# r$ r r r� �__next__r� r� r r r r r� E s r� c @ s e Zd Zdd� ZdS )r� c C s| | j �1 | j�|� | jd7 _| j �� | j| jkr,| j| j= d | _W d � d S W d � d S 1 s7w Y d S r ) r r r� r r r ri r� ra r� r r r r� � s �"�zIMapUnorderedIterator._setN)r" r# r$ r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd d � Zed d � �Z edd� �Z dd� Z dS )r Fc O s ddl m} ||i |��S )Nr r[ )Zdummyr\ )r] r rQ r\ r r r r\ � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rJ rK r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )re rf ry rz r= r� r> r� r r r r rd � s zThreadPool._setup_queuesc C s | j jgS r )rh rA r r r r rv � r zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sB z | j dd� q tjy Y nw t|�D ]}| �d � qd S )NTF)�block)r> re ZEmptyr� r= )rH r� r� rO r r r r� � s �� �z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r" r# r$ r{ r� r\ r rd rv r� r� r� r r r r r � s )Nr NF))�__all__r r rm re rw r� r' r� r� r& r r r Z connectionr r r r r �countr� r r rE r r% r, r0 rU rF �dictrV �objectr r� Z AsyncResultr� r� r� r r r r r �<module> sP �- @++E
Save File
Cancel