← Back
Editing: heap.cpython-38.pyc
U e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m Z ddl m Z dgZ ejdkr�d dlZG dd � d e�Zn,G d d � d e�Zd d � Zd d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util� BufferWrapperZwin32c @ s0 e Zd ZdZe�� Zdd� Zdd� Zdd� Z dS ) �ArenazL A shared memory area backed by anonymous memory (Windows). c C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt d��|| _ || _ | j | j f| _ d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s �Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N) �__name__� __module__� __qualname__�__doc__�tempfileZ_RandomNameSequencer r r r" r r r r r s r c @ s8 e Zd ZdZejdkr dgZng Zd dd�Zdd� Zd S ) r zJ A shared memory area backed by a temporary file (POSIX). Zlinuxz/dev/shmr c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj | jf� t� | j|� t � | j| j �| _ d S )Nr zpym-%d-)�prefix�dir)r �fdr' Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r* r r r r r M s � r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r+ [ s zArena._choose_dirN)r ) r# r$ r% r& �sys�platformr/ r r+ r r r r r C s c C s( | j dkrtd��t| jt�| j �ffS )Nr zDArena is unpicklable because forking was enabled when it was created)r* � ValueError� rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s r: c C s t | |�� �S r )r �detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z dd� Z d d � Z d d � Z d d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _ t t �| _ g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks� _n_mallocs�_n_frees)r r r r r r { s z Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j � |� |d|fS )N� z"allocating a new mmap of length %dr ) rO �maxrB r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rI �append)r r �length�arenar r r � _new_arena� s zHeap._new_arenac C s� |j }|| jk rd S | j�|�}|r(t�| j|df= | j||f= | j�|� | j | }|�|d|f� |s~| j |= | j �|� d S r> ) r � _DISCARD_FREE_SPACE_LARGER_THANrH �pop�AssertionErrorrE rF rI �removerD rC )r rW rV �blocks�seqr r r �_discard_arena� s zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrC �lenrX rD rZ rE rF ) r r r rV r^ �blockrW �start�stopr r r �_malloc� s z Heap._mallocc C s� |\}}}z| j ||f }W n tk r0 Y nX | �|�\}}z| j||f }W n tk rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rF �KeyError�_absorbrE rD rU r` ZinsortrC ) r rb rW rc rd Z prev_block�_Z next_blockrV r r r �_add_free_block� s( zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rE rF rD r\ rC )r rb rW rc rd rV r^ r r r rg � s z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rH r\ r_ )r rb rW rc rd r] r r r �_remove_allocated_block� s z Heap._remove_allocated_blockc C sB z| j �� }W n tk r& Y q>Y nX | �|� | �|� q d S r )rJ rZ � IndexErrorri rj �r rb r r r �_free_pending_blocks s zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j d7 _ | � � | � |� | � |� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r? r7 �formatrA �acquirerJ rU �releaserL rm ri rj rl r r r �free s �� z Heap.freec C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j d7 _ | � � | � t |d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r7 rn r5 �maxsize� OverflowErrorr r r? r rA rK rm rO rQ � _alignmentre ri rH �add)r r rW rc rd Z real_stopr r r �malloc( s z Heap.mallocN)r# r$ r% rv rY rS r rR r � staticmethodrO rX r_ re ri rg rj rm rq rx r r r r r< s s r< c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j | tjj |fd� d S )Nr rr rs )�args) r7 rn r5 rt ru r �_heaprx r r r- rq )r r rb r r r r F s zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r � memoryviewr )r rW rc rd r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r< r{ r r} r r r r r B s )r` � collectionsr r r r5 r' r@ �contextr r � r �__all__r6 r �objectr r: r8 �registerr< r r r r r �<module> s& $! P
Save File
Cancel