��Qc@sT
dg
Zd
dl
Z
d
dlZd
dlZd
dlZd
dlZd
dlmZmZm	Z	
d
dl
mZmZ
dZ
dZdZej�Zd�Zd	ef
d
��YZefed�Zdef
d��YZd
ef
d��YZeZdef
d��YZdef
d��YZdef
d��YZdef
d��YZdS(tPooli�N(tProcesst	cpu_counttTimeoutError(tFinalizetdebugii
ic

Cs
t|�S(
N(
tmap(
targs((s*/sys/lib/python2.7/multiprocessing/pool.pytmapstar@s
tMaybeEncodingErrorc
Bs)eZ
dZd
�Zd�Zd�ZRS(sVWraps possible unpickleable errors, so they can be
    safely sent through the socket.cCsAt|
�|_
t|�|_tt|�j|j
|j�
dS(
N(treprtexctvaluetsuperR	t__init__(tselfRR((s*/sys/lib/python2.7/multiprocessing/pool.pyRKs


c

Csd
|j|j
fS(Ns(Error sending result: '%s'. Reason: '%s'(RR(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__str__Ps
	
c

Csd
t|�S(Ns<MaybeEncodingError: %s>(
tstr(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__repr__Ts
(t__name__t
__module__t__doc__RRR(((s*/sys/lib/python2.7/multiprocessing/pool.pyR	Gs		c
Cs�|dks0t
|�tkr*|d
ks0t�|
j}|j}t|d�rn|jj�
|
j	j�
n|dk	r�||�
nd
}x/
|dks�|r�||kr�y
|�}Wn"t
tfk
r�


td�
Pn
X|dkr�d�
Pn|\}	}
}}}
yt
|||
�f}Wntk
rI

}
t|f}n
Xy||	|
|f�
WnMtk
r�
}
t||d�}td|�
||	|
t|ff�
n
X|d7}q�Wtd|�
dS(Nit_writers)worker got EOFError or IOError -- exitingsworker got sentinel -- exitingi
s0Possible encoding error while sending result: %ssworker exiting after %d tasks(tNonettypetinttAssertionErrortputtgetthasattrRtcloset_readertEOFErrortIOErrorRtTruet	ExceptiontFalseR	(tinqueuetoutqueuetinitializertinitargstmaxtasksRRt	completedttasktjobt
itfuncRtkwdstresultt
etwrapped((s*/sys/lib/python2.7/multiprocessing/pool.pytworkerXs@
0
	
	






!






















cBs
eZ
dZeZddddd
�Zd�Zd�Zd�Zd�Z	did�Z
dd�Zdd	�Zdd
�Z
didd�Zddd�Zed
��Zed��Zed��Zed��Zd�Zd�Zd�Zd�Zed��Zed��ZRS(sH
    Class which supports an async version of the `apply()` builtin
    c
Cs)|j�
t
j
�|_i|_t|_||_||_||_|
dkr|y
t
�}
Wq|tk
rx


d
}
q|Xn|
d
kr�td��n|dk	r�t
|d�r�td��n|
|_g|_|j�
tjdtjd|f
�|_t|j_t|j_|jj�
tjdtjd|j|j|j|jf�|_t|j_t|j_|jj�
tjdtjd|j|j|jf�|_ t|j _t|j _|j j�
t!||j"d|j|j#|j|j|j|j|j |jfdd�|_$dS(	Ni
s&Number of processes must be at least 1t__call__sinitializer must be a callablettargetRtexitpriorityi(%t
_setup_queuestQueuet
_taskqueuet_cachetRUNt_statet_maxtasksperchildt_initializert	_initargsRRtNotImplementedErrort
ValueErrorRt	TypeErrort
_processest_poolt_repopulate_poolt	threadingtThreadRt_handle_workerst_worker_handlerR"tdaemontstartt
_handle_taskst
_quick_putt	_outqueuet
_task_handlert_handle_resultst
_quick_gett_result_handlerRt_terminate_poolt_inqueuet
_terminate(Rt	processesR'R(tmaxtasksperchild((s*/sys/lib/python2.7/multiprocessing/pool.pyR�sV


	
	
	
	
	









	
	

	
	



	
	
$


	
	








c
Cswt}
xjt
tt|j���D]M}|j|}|jdk	r"td
|�
|j�
t	}
|j|=q"q"W|
S(s�Cleanup after any worker processes which have exited due to reaching
        their specified lifetime.  Returns True if any workers were cleaned up.
        scleaning up worker %dN(
R$treversedtrangetlenRDtexitcodeRRtjoinR"(RtcleanedR-R3((s*/sys/lib/python2.7/multiprocessing/pool.pyt_join_exited_workers�s
"







c

Cs�x�t|j
t|j��D]�}
|jd
td|j|j|j|j	|j
f�}|jj|�
|jj
dd�|_t|_|j�
td�
qWdS(s�Bring the number of pool processes up to the specified number,
        for use after reaping workers which have exited.
        R5RR
t
PoolWorkersadded workerN(RYRCRZRDR
R3RTRNR>R?R=tappendtnametreplaceR"RJRKR(RR-t
w((s*/sys/lib/python2.7/multiprocessing/pool.pyRE�s#





	


c


Cs|j�r|j
�
nd
S(sEClean up any exited workers and start replacements for them.
        N(R^RE(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt_maintain_pool�s
c
CsPd
dlm
}

|
�|_|
�|_|jjj|_|jjj|_	dS(Ni
(
tSimpleQueue(
tqueuesReRTRNRtsendRMRtrecvRQ(RRe((s*/sys/lib/python2.7/multiprocessing/pool.pyR7�s





cCs.|jt
kst�|j|
||�j�S(
s1
        Equivalent of `apply()` builtin
        (R<R;Rtapply_asyncR(RR.RR/((s*/sys/lib/python2.7/multiprocessing/pool.pytapply�s
cCs.|jt
kst�|j|
||�j�S(
s/
        Equivalent of `map()` builtin
        (R<R;Rt	map_asyncR(RR.titerablet	chunksize((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s
i
cs�|jt
kst�|d
krft|j��|jj��fd�t|�D��jf�
�S|d
ksxt�t	j
�||�}t|j��|jj�f
d�t|�D��jf�
d��D�SdS(sZ
        Equivalent of `itertools.imap()` -- can be MUCH slower than `Pool.map()`
        i
c
3s0|]&\}
}�j|
�|f
ifV
qdS(
N(
t_job(t.0R-t
x(R.R0(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RnR(RoR-Rp(
R0(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>

s
c
ss"|]}
|
D]}|V
q
qdS(
N((Rotchunktitem((s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
sN(R<R;RtIMapIteratorR:R9Rt	enumeratet_set_lengthRt
_get_tasks(RR.RlRmttask_batches((R.R0s*/sys/lib/python2.7/multiprocessing/pool.pytimap�s









cs�|jt
kst�|d
krft|j��|jj��fd�t|�D��jf�
�S|d
ksxt�t	j
�||�}t|j��|jj�f
d�t|�D��jf�
d��D�SdS(sK
        Like `imap()` method but ordering of results is arbitrary
        i
c
3s0|]&\}
}�j|
�|f
ifV
qdS(
N(
Rn(RoR-Rp(R.R0(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RnR(RoR-Rp(
R0(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
ss"|]}
|
D]}|V
q
qdS(
N((RoRqRr((s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>
sN(R<R;RtIMapUnorderedIteratorR:R9RRtRuRRv(RR.RlRmRw((R.R0s*/sys/lib/python2.7/multiprocessing/pool.pytimap_unordered
s









cCsV|jt
kst�t|j|�}|jj|jd
|
||fg
d
f�
|S(s>
        Asynchronous equivalent of `apply()` builtin
        N(	R<R;RtApplyResultR:R9RRnR(RR.RR/tcallbackR0((s*/sys/lib/python2.7/multiprocessing/pool.pyRi 
s

+
cs�|jt
kst�t|d
�s3t|�}n|dkr}tt|�t|j�d�\}}|r}|d7}q}nt|�dkr�d}nt	j
|
||�}t|j|t|�|��|j
j�f
d�t|�D�df�
�S(s<
        Asynchronous equivalent of `map()` builtin
        t__len__ii
ic
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RnR(RoR-Rp(
R0(s*/sys/lib/python2.7/multiprocessing/pool.pys	<genexpr>:
s
N(R<R;RRtlistRtdivmodRZRDRRvt	MapResultR:R9RRt(RR.RlRmR|textraRw((
R0s*/sys/lib/python2.7/multiprocessing/pool.pyRk)
s


(



	



c
Csotj
�}
xB|
jtks6|jrP|
jtkrP|j�
tjd
�
qW|j	j
d�
td�
dS(Ng����sworker handler exiting(
RFtcurrent_threadR<R;R:t	TERMINATERdttimetsleepR9RRR(tpooltthread((s*/sys/lib/python2.7/multiprocessing/pool.pyRH>
s*



c
Cs1
tj
�}x�t|jd�D]�\}}d
}x�t|�D]P\}}|jratd�
Pny|
|�
Wq>tk
r�


td�
Pq>Xq>W|rtd�
||d�
qqPqWtd�
y@td�
|j	d�
td�
x|D]}	|
d�
q�ntk
r"



td	�
n
Xtd
�
dS(Ni�s'task handler found thread._state != RUNscould not put task on queuesdoing set_length()i
stask handler got sentinels/task handler sending sentinel to result handlers(task handler sending sentinel to workerss/task handler got IOError when sending sentinelsstask handler exiting(
RFR�titerRRRtR<RR!R(
t	taskqueueRR&R�R�ttaskseqt
set_lengthR-R+t
p((s*/sys/lib/python2.7/multiprocessing/pool.pyRLK
s6


	









	















cCs�tj
�}x�y
|
�}Wn"ttfk
r@


td
�
dSX|jrm|jtks_t�td�
Pn|dkr�td�
Pn|\}}}y||j	||�
Wqt
k
r�


qXqx�|ri
|jtkri
y
|
�}Wn"ttfk
r



td
�
dSX|dkr+
td�
q�n|\}}}y||j	||�
Wq�t
k
re



q�Xq�Wt|d�r�td�
y5x.td�D] }|j
j�s�Pn|
�
q�WWq�ttfk
r�


q�Xntdt|�|j�
dS(	Ns.result handler got EOFError/IOError -- exitings,result handler found thread._state=TERMINATEsresult handler got sentinels&result handler ignoring extra sentinelRs"ensuring that outqueue is not fulli
s7result handler exiting: len(cache)=%s, thread._state=%s(RFR�R!R RR<R�RRt_settKeyErrorRRYRtpollRZ(R&RtcacheR�R+R,R-tobj((s*/sys/lib/python2.7/multiprocessing/pool.pyRPr
sX






	




































ccsCt|
�}
x0t
tj|
|��}|s1dS||fV
qdS(
N(R�ttuplet	itertoolstislice(R.tittsizeRp((s*/sys/lib/python2.7/multiprocessing/pool.pyRv�s




c

Cstd
��dS(Ns:pool objects cannot be passed between processes or pickled(
R@(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt
__reduce__�s

c

Cs5td
�
|j
tkr1t|_
t|j_
ndS(Nsclosing pool(RR<R;tCLOSERI(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s



	
c

Cs-td
�
t
|_t
|j_|j�
dS(Nsterminating pool(RR�R<RIRU(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt	terminate�s


	

c
Csntd
�
|j
ttfks%t�|jj�
|jj�
|jj�
x|j	D]}
|
j�
qVWdS(Nsjoining pool(
RR<R�R�RRIR\RORRRD(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyR\�s










cCsWtd
�
|j
j�
x9|
j�rR|jj�rR|jj�
tjd�
qWdS(Ns7removing tasks from inqueue until task handler finishedi(	Rt_rlocktacquiretis_aliveRR�RhR�R�(R%ttask_handlerR�((s*/sys/lib/python2.7/multiprocessing/pool.pyt_help_stuff_finish�s







c	
Cs�td
�
t
|_t
|_td�
|j||t|��
|j�sct|�dksct�t
|_|jd�
td�
t	j
�|k	r�|jd�
n|r�|dd�r�d�
x-|D]"}	|	j
dkr�|	j�
q�q�Wntd�
t	j
�|k	r$
|jd�
ntd	�
t	j
�|k	rP
|jd�
n|r�t|dd�r�td
�
x;|D]0}	|	j�rz
td|	j�
|	j�
qz
qz
WndS(Nsfinalizing pools&helping task handler/workers to finishisjoining worker handlerg}Ô%��R�sterminating workerssjoining task handlersjoining result handlersjoining pool workersscleaning up worker %d(RR�R<R�RZR�RRRRFR�R\RR[R�tpid(
tclsR�R%R&R�tworker_handlerR�tresult_handlerR�R�((s*/sys/lib/python2.7/multiprocessing/pool.pyRS�s8
	
	

$	






















N((((RRRR
RRR^RERdR7RjRRxRzRiRktstaticmethodRHRLRPRvR�RR�R\R�tclassmethodRS(((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s0
	
9					
':							R{cBsDeZ
d�Zd
�Zd�Zdd�Zdd�Zd�ZRS(cCsStj
tj��|_tj�|_|
|_t|_	||_
||
|j<dS(
N(RFt	ConditiontLockt_condtjob_countertnextRnR:R$t_readyt	_callback(RR�R|((s*/sys/lib/python2.7/multiprocessing/pool.pyRs


	
	
	
c


Cs|jS(
N(
R�(
R((s*/sys/lib/python2.7/multiprocessing/pool.pytreadys
c


Cs|jst
�|jS(
N(R�Rt_success(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt
successfuls

cCsB|jj
�
z |js,|jj|
�
nWd|jj�
XdS(
N(R�R�R�twaittrelease(Rttimeout((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s




	
cCs<|j|
�
|j
st�n|jr/|jS|j�dS(
N(R�R�RR�t_value(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyR#s


	
	
	
cCs�|\|_|_
|jr7|jr7|j|j
�
n|jj�
zt|_|jj�
Wd|jj�
X|j	|j
=dS(
N(R�R�R�R�R�R"R�tnotifyR�R:Rn(RR-R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR�,s






	

N(	RRRR�R�RR�RR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyR{
s				R�c
BseZ
d�Zd
�ZRS(cCstj
||
|�
t|_dg
||_||_|d
k
r`d
|_t|_|
|j	=n||t
||�|_dS(Ni(R{RR"R�RR�t
_chunksizet_number_leftR�Rntbool(RR�RmtlengthR|((s*/sys/lib/python2.7/multiprocessing/pool.pyR@s

	

	

	
	

cCs
|\}}|r�||j|
|j
|
d
|j
+|jd
8_|jdkr
|jrn|j|j�
n|j|j=|jj�
zt|_	|jj
�
Wd|jj�
Xq
nWt|_
||_|j|j=|jj�
zt|_	|jj
�
Wd|jj�
XdS(Ni
i(R�R�R�R�R:RnR�R�R"R�R�R�R$R�(RR-tsuccess_resulttsuccessR0((s*/sys/lib/python2.7/multiprocessing/pool.pyR�Ls*


"


	






	
	
	





	
(RRRR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyR�>s	RscBs>eZ
d�Zd
�Zdd�ZeZd�Zd�ZRS(cCsktj
tj��|_tj�|_|
|_tj	�|_
d
|_d|_
i|_||
|j<dS(Ni(RFR�R�R�R�R�RnR:tcollectionstdequet_itemst_indexRt_lengtht	_unsorted(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyRms


	

	
	
	
c


Cs|S(
N((
R((s*/sys/lib/python2.7/multiprocessing/pool.pyt__iter__ws
cCs�|jj
�
z�y|jj�}Wn�tk
r�


|j|jkrNt�n|jj|
�
y|jj�}Wq�tk
r�


|j|jkr�t�nt	�q�Xn
XWd|jj
�
X|\}}|r�|S|�dS(
N(R�R�R�tpopleftt
IndexErrorR�R�t
StopIterationR�RR�(RR�RrR�R((s*/sys/lib/python2.7/multiprocessing/pool.pyR�zs&








	






	



cCs�|jj
�
z�|j|
kr�|jj|�
|jd
7_xJ|j|jkr�|jj|j�}|jj|�
|jd
7_qAW|jj�
n
||j|
<|j|jkr�|j	|j
=nWd|jj�
XdS(Ni
(R�R�R�R�R`R�tpopR�R�R:RnR�(RR-R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s












cCs^|jj
�
z<|
|_|j|jkrH|jj�
|j|j=nWd|jj�
XdS(
N(R�R�R�R�R�R:RnR�(RR�((s*/sys/lib/python2.7/multiprocessing/pool.pyRu�s



	



N(	RRRR�RR�t__next__R�Ru(((s*/sys/lib/python2.7/multiprocessing/pool.pyRsks	
		Ryc
BseZ
d�ZRS(
cCst|jj
�
zR|jj|�
|jd
7_|jj�
|j|jkr^|j|j=nWd|jj	�
XdS(Ni
(
R�R�R�R`R�R�R�R:RnR�(RR-R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s








(RRR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyRy�st
ThreadPoolcBsBeZ
dd
lmZ
dddd�Zd�Zed��ZRS(i
(
R
cCstj
||
||�
dS(
N(RR(RRVR'R(((s*/sys/lib/python2.7/multiprocessing/pool.pyR�s
c

Cs@tj�|_
tj�|_|j
j|_|jj|_dS(
N(R8RTRNRRMRRQ(
R((s*/sys/lib/python2.7/multiprocessing/pool.pyR7�s



cCsW|jj
�
z5|jj�
|jjdg
|�
|jj�
Wd|jj�
XdS(
N(t	not_emptyR�tqueuetcleartextendRt
notify_allR�(R%R�R�((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s





N((	RRtdummyR
RRR7R�R�(((s*/sys/lib/python2.7/multiprocessing/pool.pyR��s	(t__all__RFR8R�R�R�tmultiprocessingR
RRtmultiprocessing.utilRRR;R�R�tcountR�RR#R	RR3tobjectRR{tAsyncResultR�RsRyR�(((s*/sys/lib/python2.7/multiprocessing/pool.pyt<module>#s,	






	*�.-I