�`^c@sT
dg
Zd
dl
Z
d
dlZd
dlZd
dlZd
dlZd
dlmZmZm	Z	
d
dl
mZmZ
dZ
dZdZej�Zd�Zd	ef
d
��YZefed�Zdef
d��YZd
ef
d��YZeZdef
d��YZdef
d��YZdef
d��YZdef
d��YZdS(tPooli�N(tProcesst	cpu_counttTimeoutError(tFinalizetdebugii
ic

Cs
t|�S(
N(
tmap(
targs((s*/sys/lib/python2.7/multiprocessing/pool.pytmapstar@s
tMaybeEncodingErrorc
Bs)eZ
dZd
�Zd�Zd�ZRS(sVWraps possible unpickleable errors, so they can be
    safely sent through the socket.cCsAt|
�|_
t|�|_tt|�j|j
|j�
dS(
N(treprtexctvaluetsuperR	t__init__(tselfRR((s*/sys/lib/python2.7/multiprocessing/pool.pyRKs


c

Csd
|j|j
fS(Ns(Error sending result: '%s'. Reason: '%s'(RR(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__str__Ps
	
c

Csd
t|�S(Ns<MaybeEncodingError: %s>(
tstr(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__repr__Ts
(t__name__t
__module__t__doc__RRR(((s*/sys/lib/python2.7/multiprocessing/pool.pyR	Gs		cCs�|
j}|j
}t|d
�r>|jj�
|
jj�
n|dk	rW||�
nd}x/
|dks~|r�||kr�y
|�}Wn"ttfk
r�


t	d�
Pn
X|dkr�t	d�
Pn|\}	}
}}}
yt
|||
�f}Wntk
r

}
t|f}n
Xy||	|
|f�
WnMtk
r�
}
t
||d�}t	d|�
||	|
t|ff�
n
X|d7}q`Wt	d|�
dS(Nt_writeris)worker got EOFError or IOError -- exitingsworker got sentinel -- exitingi
s0Possible encoding error while sending result: %ssworker exiting after %d tasks(tputtgetthasattrRtcloset_readertNonetEOFErrortIOErrorRtTruet	ExceptiontFalseR	(tinqueuetoutqueuetinitializertinitargstmaxtasksRRt	completedttasktjobt
itfuncRtkwdstresultt
etwrapped((s*/sys/lib/python2.7/multiprocessing/pool.pytworkerXs>	
	






!






















cBs
eZ
dZeZddddd
�Zd�Zd�Zd�Zd�Z	did�Z
dd�Zdd	�Zdd
�Z
didd�Zddd�Zed
��Zed��Zed��Zed��Zd�Zd�Zd�Zd�Zed��Zed��ZRS(sH
    Class which supports an async version of the `apply()` builtin
    cCs/|j�
t
j
�|_i|_t|_||_||_||_|
dkr|y
t
�}
Wq|tk
rx


d
}
q|Xn|
d
kr�td��n|dk	r�t
|d�r�td��n|
|_g|_|j�
tjdtjd|f
�|_t|j_t|j_|jj�
tjdtjd|j|j|j|j|jf�|_t|j_t|j_|jj�
tjdtjd|j|j|jf�|_ t|j _t|j _|j j�
t!||j"d|j|j#|j|j|j|j|j |jfdd�|_$dS(	Ni
s&Number of processes must be at least 1t__call__sinitializer must be a callablettargetRtexitpriorityi(%t
_setup_queuestQueuet
_taskqueuet_cachetRUNt_statet_maxtasksperchildt_initializert	_initargsRRtNotImplementedErrort
ValueErrorRt	TypeErrort
_processest_poolt_repopulate_poolt	threadingtThreadRt_handle_workerst_worker_handlerRtdaemontstartt
_handle_taskst
_quick_putt	_outqueuet
_task_handlert_handle_resultst
_quick_gett_result_handlerRt_terminate_poolt_inqueuet
_terminate(Rt	processesR$R%tmaxtasksperchild((s*/sys/lib/python2.7/multiprocessing/pool.pyR�sX


	
	
	
	
	









	
	

	
	



	
	




	
	








c
Cswt}
xjt
tt|j���D]M}|j|}|jdk	r"td
|�
|j�
t	}
|j|=q"q"W|
S(s�Cleanup after any worker processes which have exited due to reaching
        their specified lifetime.  Returns True if any workers were cleaned up.
        scleaning up worker %dN(
R!treversedtrangetlenRAtexitcodeRRtjoinR(RtcleanedR*R0((s*/sys/lib/python2.7/multiprocessing/pool.pyt_join_exited_workers�s
"







c

Cs�x�t|j
t|j��D]�}
|jd
td|j|j|j|j	|j
f�}|jj|�
|jj
dd�|_t|_|j�
td�
qWdS(s�Bring the number of pool processes up to the specified number,
        for use after reaping workers which have exited.
        R2RR
t
PoolWorkersadded workerN(RVR@RWRAR
R0RQRKR;R<R:tappendtnametreplaceRRGRHR(RR*t
w((s*/sys/lib/python2.7/multiprocessing/pool.pyRB�s#





	


c


Cs|j�r|j
�
nd
S(sEClean up any exited workers and start replacements for them.
        N(R[RB(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt_maintain_pool�s
c
CsPd
dlm
}

|
�|_|
�|_|jjj|_|jjj|_	dS(Ni
(
tSimpleQueue(
tqueuesRbRQRKRtsendRJRtrecvRN(RRb((s*/sys/lib/python2.7/multiprocessing/pool.pyR4�s





cCs|j|
||�j
�S(
s1
        Equivalent of `apply()` builtin
        (tapply_asyncR(RR+RR,((s*/sys/lib/python2.7/multiprocessing/pool.pytapply�scCs|j|
||�j
�S(
s/
        Equivalent of `map()` builtin
        (t	map_asyncR(RR+titerablet	chunksize((s*/sys/lib/python2.7/multiprocessing/pool.pyR�si
cs�|d
krQt|j
��|jj��fd�t|�D��jf�
�Stj�||�}t|j
��|jj�f
d�t|�D��jf�
d��D�SdS(sZ
        Equivalent of `itertools.imap()` -- can be MUCH slower than `Pool.map()`
        i
c
3s0|]&\}
}�j|
�|f
ifV
qdS(
N(
t_job(t.0R*t
x(R+R-(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RkR(RlR*Rm(
R-(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
ss"|]}
|
D]}|V
q
qdS(
N((Rltchunktitem((s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>

sN(tIMapIteratorR7R6Rt	enumeratet_set_lengthRt
_get_tasks(RR+RiRjttask_batches((R+R-s*/sys/lib/python2.7/multiprocessing/pool.pytimap�s







cs�|d
krQt|j
��|jj��fd�t|�D��jf�
�Stj�||�}t|j
��|jj�f
d�t|�D��jf�
d��D�SdS(sK
        Like `imap()` method but ordering of results is arbitrary
        i
c
3s0|]&\}
}�j|
�|f
ifV
qdS(
N(
Rk(RlR*Rm(R+R-(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RkR(RlR*Rm(
R-(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
ss"|]}
|
D]}|V
q
qdS(
N((RlRnRo((s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
sN(tIMapUnorderedIteratorR7R6RRqRrRRs(RR+RiRjRt((R+R-s*/sys/lib/python2.7/multiprocessing/pool.pytimap_unordered
s







cCsAt|j
|�}|jj|jd
|
||fg
d
f�
|S(s>
        Asynchronous equivalent of `apply()` builtin
        N(tApplyResultR7R6RRkR(RR+RR,tcallbackR-((s*/sys/lib/python2.7/multiprocessing/pool.pyRf!
s
+
cs�t|d
�st
|�}n|dkrhtt|�t|j�d�\}}|rh|d7}qhnt|�dkr�d}ntj|
||�}t|j	|t|�|��|j
j�f
d�t|�D�df�
�S(s<
        Asynchronous equivalent of `map()` builtin
        t__len__ii
ic
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RkR(RlR*Rm(
R-(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>;
s
N(
RtlistRtdivmodRWRARRst	MapResultR7R6RRq(RR+RiRjRytextraRt((
R-s*/sys/lib/python2.7/multiprocessing/pool.pyRh*
s

(



	



c
Csotj
�}
xB|
jtks6|jrP|
jtkrP|j�
tjd
�
qW|j	j
d�
td�
dS(Ng����sworker handler exiting(
RCtcurrent_threadR9R8R7t	TERMINATERattimetsleepR6RRR(tpooltthread((s*/sys/lib/python2.7/multiprocessing/pool.pyRE?
s*



cCsj
tj
�}x�|jd�D]�\}}d
}x�t|�D]�\}}	|jratd�
Pny|
|	�
Wq>tk
r�
}

|	d \}}y||j	|t
|
f�
Wq�tk
r�


q�Xq>Xq>W|rtd�
||d�
qqPqWtd�
y@td�
|jd�
td�
x|D]}
|
d�
q)
WWnt
k
r[



td	�
n
Xtd
�
dS(Ni�s'task handler found thread._state != RUNisdoing set_length()i
stask handler got sentinels/task handler sending sentinel to result handlers(task handler sending sentinel to workerss/task handler got IOError when sending sentinelsstask handler exiting(RCRtiterRRRqR9RR t_setR!tKeyErrorRR(t	taskqueueRR#R�tcacheR�ttaskseqt
set_lengthR*R(R.R)tindt
p((s*/sys/lib/python2.7/multiprocessing/pool.pyRIL
s<


	



























cCs�tj
�}x�y
|
�}Wn"ttfk
r@


td
�
dSX|jrXtd�
Pn|dkrrtd�
Pn|\}}}y||j||�
Wqtk
r�


qXqx�|rT
|jt	krT
y
|
�}Wn"ttfk
r�
td
�
dSX|dkr
td�
q�n|\}}}y||j||�
Wq�tk
rP



q�Xq�Wt
|d�r�td�
y5x.td�D] }|jj
�s�Pn|
�
q~
WWq�ttfk
r�


q�Xntdt|�|j�
dS(	Ns.result handler got EOFError/IOError -- exitings,result handler found thread._state=TERMINATEsresult handler got sentinels&result handler ignoring extra sentinelRs"ensuring that outqueue is not fulli
s7result handler exiting: len(cache)=%s, thread._state=%s(RCRRRRR9RR�R�R�RRVRtpollRW(R#RR�R�R(R)R*tobj((s*/sys/lib/python2.7/multiprocessing/pool.pyRMv
sV






	


































ccsCt|
�}
x0t
tj|
|��}|s1dS||fV
qdS(
N(R�ttuplet	itertoolstislice(R+tittsizeRm((s*/sys/lib/python2.7/multiprocessing/pool.pyRs�s




c

Cstd
��dS(Ns:pool objects cannot be passed between processes or pickled(
R=(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt
__reduce__�s

c

Cs5td
�
|j
tkr1t|_
t|j_
ndS(Nsclosing pool(RR9R8tCLOSERF(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s



	
c

Cs-td
�
t
|_t
|j_|j�
dS(Nsterminating pool(RR�R9RFRR(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt	terminate�s


	

c
CsStd
�
|j
j�
|jj�
|jj�
x|jD]}
|
j�
q;WdS(Nsjoining pool(RRFRYRLRORA(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyRY�s








cCsWtd
�
|j
j�
x9|
j�rR|jj�rR|jj�
tjd�
qWdS(Ns7removing tasks from inqueue until task handler finishedi(	Rt_rlocktacquiretis_aliveRR�ReR�R�(R"ttask_handlerR�((s*/sys/lib/python2.7/multiprocessing/pool.pyt_help_stuff_finish�s







c	
Cs�td
�
t
|_t
|_td�
|j||t|��
t
|_|jd�
td�
tj�|k	r�|j	d�
n|r�t
|dd�r�td�
x-|D]"}	|	jdkr�|	j�
q�q�Wntd�
tj�|k	r
|j	d�
ntd	�
tj�|k	r,
|j	d�
n|r�t
|dd�r�td
�
x;|D]0}	|	j
�rV
td|	j�
|	j	�
qV
qV
WndS(Nsfinalizing pools&helping task handler/workers to finishsjoining worker handlerg}Ô%��iR�sterminating workerssjoining task handlersjoining result handlersjoining pool workersscleaning up worker %d(RR�R9R�RWRRRCRRYRRXR�R�tpid(
tclsR�R"R#R�tworker_handlerR�tresult_handlerR�R�((s*/sys/lib/python2.7/multiprocessing/pool.pyRP�s6
	
	

	






















N((((RRRR
RRR[RBRaR4RgRRuRwRfRhtstaticmethodRERIRMRsR�RR�RYR�tclassmethodRP(((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s0
	
:					
*:							RxcBsDeZ
d�Zd
�Zd�Zdd�Zdd�Zd�ZRS(cCsStj
tj��|_tj�|_|
|_t|_	||_
||
|j<dS(
N(RCt	ConditiontLockt_condtjob_countertnextRkR7R!t_readyt	_callback(RR�Ry((s*/sys/lib/python2.7/multiprocessing/pool.pyRs


	
	
	
c


Cs|jS(
N(
R�(
R((s*/sys/lib/python2.7/multiprocessing/pool.pytreadys
c


Cs|jS(
N(
t_success(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt
successfulscCsB|jj
�
z |js,|jj|
�
nWd|jj�
XdS(
N(R�R�R�twaittrelease(Rttimeout((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s




	
cCs<|j|
�
|j
st�n|jr/|jS|j�dS(
N(R�R�RR�t_value(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyR's


	
	
	
cCs�|\|_|_
|jr7|jr7|j|j
�
n|jj�
zt|_|jj�
Wd|jj�
X|j	|j
=dS(
N(R�R�R�R�R�RR�tnotifyR�R7Rk(RR*R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR�0s






	

N(	RRRR�R�RR�RR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyRxs				R}c
BseZ
d�Zd
�ZRS(cCstj
||
|�
t|_dg
||_||_|d
k
r`d
|_t|_|
|j	=n||t
||�|_dS(Ni(RxRRR�RR�t
_chunksizet_number_leftR�Rktbool(RR�RjtlengthRy((s*/sys/lib/python2.7/multiprocessing/pool.pyRDs

	

	

	
	

cCs
|\}}|r�||j|
|j
|
d
|j
+|jd
8_|jdkr
|jrn|j|j�
n|j|j=|jj�
zt|_	|jj
�
Wd|jj�
Xq
nWt|_
||_|j|j=|jj�
zt|_	|jj
�
Wd|jj�
XdS(Ni
i(R�R�R�R�R7RkR�R�RR�R�R�R!R�(RR*tsuccess_resulttsuccessR-((s*/sys/lib/python2.7/multiprocessing/pool.pyR�Ps*


"


	






	
	
	





	
(RRRR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyR}Bs	RpcBs>eZ
d�Zd
�Zdd�ZeZd�Zd�ZRS(cCsktj
tj��|_tj�|_|
|_tj	�|_
d
|_d|_
i|_||
|j<dS(Ni(RCR�R�R�R�R�RkR7tcollectionstdequet_itemst_indexRt_lengtht	_unsorted(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyRqs


	

	
	
	
c


Cs|S(
N((
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__iter__{s
cCs�|jj
�
z�y|jj�}Wn�tk
r�


|j|jkrNt�n|jj|
�
y|jj�}Wq�tk
r�


|j|jkr�t�nt	�q�Xn
XWd|jj
�
X|\}}|r�|S|�dS(
N(R�R�R�tpopleftt
IndexErrorR�R�t
StopIterationR�RR�(RR�RoR�R((s*/sys/lib/python2.7/multiprocessing/pool.pyR�~s&








	






	



cCs�|jj
�
z�|j|
kr�|jj|�
|jd
7_xJ|j|jkr�|jj|j�}|jj|�
|jd
7_qAW|jj�
n
||j|
<|j|jkr�|j	|j
=nWd|jj�
XdS(Ni
(R�R�R�R�R]R�tpopR�R�R7RkR�(RR*R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s












cCs^|jj
�
z<|
|_|j|jkrH|jj�
|j|j=nWd|jj�
XdS(
N(R�R�R�R�R�R7RkR�(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyRr�s



	



N(	RRRR�RR�t__next__R�Rr(((s*/sys/lib/python2.7/multiprocessing/pool.pyRpos	
		Rvc
BseZ
d�ZRS(
cCst|jj
�
zR|jj|�
|jd
7_|jj�
|j|jkr^|j|j=nWd|jj	�
XdS(Ni
(
R�R�R�R]R�R�R�R7RkR�(RR*R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s








(RRR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyRv�st
ThreadPoolcBsBeZ
dd
lmZ
dddd�Zd�Zed��ZRS(i
(
R
cCstj
||
||�
dS(
N(RR(RRSR$R%((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s
c

Cs@tj�|_
tj�|_|j
j|_|jj|_dS(
N(R5RQRKRRJRRN(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyR4�s



cCsW|jj
�
z5|jj�
|jjdg
|�
|jj�
Wd|jj�
XdS(
N(t	not_emptyR�tqueuetcleartextendRt
notify_allR�(R"R�R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s





N((	RRtdummyR
RRR4R�R�(((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s	(t__all__RCR5R�R�R�tmultiprocessingR
RRtmultiprocessing.utilRRR8R�R�tcountR�RR R	RR0tobjectRRxtAsyncResultR}RpRvR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyt<module>#s,	






	*�.-I