HWhP" $SrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKJ r SSK J r SSKJ r SSK Jr SSKJr SSKJr SSKrSSKrSS KJr SS KJrJr SS KJr SS KJrJr SS KJr SSKJrJr SSK J!r!J"r"J#r#J$r$J%r% \bSSK&J'r' SSK(J)r) SSK*r*SSK,J-r- SSK.r.SSK/J0r0 SSK/J1r1 SSK/J2r2 SSK/J3r3 SSK/J4r4 SSK5J6r6J7r7 SSK5J8r8 SSK5J9r9 SSK5J:r: SSK5J;r;Jr> \=R~"5r@\@RSS5 S/\B"\=R"55-rD\D\=Vs/sH n\=U"5PM sn- rD\c/rEOSS /rE\ES!/-rF\G"\S"5(a!\DR\R"S#55 \=\>rJS$rKS%rLS&rM"S'S(\N5rOSS*jrPS+rQSS,jrRS-rSS.rTS/rUS0rV\!"S1\8\9/5\RRCS2S3S4\;"S4S594S6//S7QS89\S9555rX\!"S:\D5\!"S;/SQ5S?555rY\!"S:\D5S@5rZSAr[\\!"SB/SCQ5SD55r\\\!"S:/SEQ5SF55r]SGr^\!"SH\=5\!"SI\=5SJ55r_SKr`\SL5raSMrb\!"S;/SNQ5SO5rc\!"S:\F5SP5rd\SQ5re\\\!"SR/SSQ5ST555rf\!"S:\F5SU5rg\\!"S:\F5SV55rh\\!"S:\E5SW55ri\\!"S:\=5SX55rjSYrk\!"S:\=5\!"SZS/S[Q4S\/S]Q4/5S^55rl\\!"S:\F5S_55rmS`rn\\!"S:\E5Sa55roSbrpScrqSdrr\\!"S:\F5\RRSeSf9Sg555rt"ShSi\05ruSjrv\!"S:\D5Sk5rw\\!"S:\F5\!"S;/SlQ5Sm555rxSnrySorz\$"\SLSpSf9Sq5r{Srr|\FSSr}\}R\"Ss5Vs/sHnStU-PM sn5 \\!"S:\}5\!"S1\9\8/5Su555r"SvSw\05r\!"S1\8\9/5Sx5r\!"S1\8\9/5Sy5rSzrS{r"S|S}\GR Rh5r\:"S~\5 \\!"S:/SQ5\!"S1\8\9/5S555r\\!"S;/SQ5\!"S:\F5\!"S1\8\9/5S5555rSr\\!"S\F5\!"S\F5\!"S1\8\9/5S5555r\\!"S1\8\9/5\!"SSS)/5S555r\!"S/SQ5S5r\!"S/SQ5S5r\S5r\\\!"S:\E5S555rSr\\!"S:\E5S55rSrSrSrSr\\!"S:\E\c/OS#/-5\!"S\\\/5\!"S/SQ5S5555rSGR1\GR2GR5\GR2GR5\GR655S9r\S5rSGR1\GR2GR5\GR2GR5\GR655S9r\S5rSrSrSr\\\!"S:\E5S555rSr\\S55rSrSr\RRCS;/SQ5S5rSrSr\RRCS;SS\/5\\!"S:\"\@5S1- 5S555r\RRCS;SS4/5\!"S1\8\9/5\$"\.SLSSf9S555r\!"S:\D5\!"S;/SQ5S55rSrSr\\!"S:\@5\!"SSS/5\!"S;/SQ5S5555r\\RRCS;SS4/5\!"SSS/5\!"S1\8\9/5\$"\.SLSSf9S55555r\!"S:\@5\!"SSS/5\!"S;/SQ5S555r\!"S:\@5\!"SSS/5\!"S;/SQ5S555r\!"S:\@5\!"SSS/5\!"SSS/5\!"S;/SQ5S5555r\!"S/SQ5\!"SSS/5\!"SSS/5S555r\\\!"S:\E5S555r\!"S:\cSS!/O/SQ5S5r\\!"S:\E5S55r\\!"S1\8\9/5S55r\!"S1\8\9/5S5rSrSSjr\\!"S:S S!/5\!"S1\8\9/5S555r\\!"S1\8\9/5\$"\.SLSSf9S555rSSjr\RGR\!"S1\8\9/5\!"S:\cS!/OS S!/5S555rSr\!"S:\bSS /OS/5\$"\-SLSSf9S55r\!"S1\8\9/5\$"\.SLSSf9S55r\!"S1\8\9/5S5rSrSrSrSr\\\!"S;/SQ5S555r\\\!"S/SQ5\!"S;SS4/5\!"S1\8\9/5S55555r\\!"S;SS4/5\!"S/SQ5\!"S1\8\9/5S5555r\\!"S;/SQ5S55rg!\+a Sr*G NOf=f!\+a Sr-G NWf=f!\+a Sr.G Naf=fs snfs snf)z Test the parallel module. N)format_exception)sqrt)sleep) PicklingError) nullcontext TimeoutErrorparallel)dumpload)mp)np with_numpy)with_multiprocessing)IS_PYPY force_gc_pypy) parametrizeraisescheck_subprocess_callskipifwarns)get_reusable_executor)Queue) parallel_sum)SequentialBackend)ThreadingBackend)MultiprocessingBackend)ParallelBackendBase) LokyBackend)Paralleldelayed)parallel_config)parallel_backend)register_parallel_backend)effective_n_jobs cpu_count)rBACKENDSDEFAULT_BACKENDmultiprocessingloky threading get_contextspawnc 2[US[USS55$)N_pool_workers)getattrbackends ;/usr/lib/python3/dist-packages/joblib/test/test_parallel.py get_workersr7[s 7GWWj$%G HHc X- $N)xys r6divisionr>_s 5Lr8c US-$Nr;r<s r6squarerCcs 6Mr8c\rSrSrSrSrSrg)MyExceptionWithFinickyInitgz1An exception class with non trivial __init__ cgr:r;)selfabcds r6__init__#MyExceptionWithFinickyInit.__init__js r8r;N__name__ __module__ __qualname____firstlineno____doc__rM__static_attributes__r;r8r6rErEgs  r8rEFcHUS:XaU(a[SSSS5e[eU$)NrIrJrKrL)rE ValueError)r<custom_exceptions r6exception_raiserrZns.Av"*#sC= 4(2 4 Hr8c:[R"S5 [e)Ng?)timerKeyboardInterruptrBs r6interrupt_raiserr^usJJsO r8cUS-U-U-$)zFA module-level function so that it can be spawn with multiprocessing. rAr;)r<r=zs r6frazs 6A:>r8cD[[R"5S5$Nr)typer get_active_backendr;r8r6_active_backend_typerfs ++-a0 11r8c@[XS9"S[S555$)Nn_jobsr5c3L# UHn[[5"U5v M g7fr:r#rC.0is r6 parallel_func..s:.$,qH"$r"range) inner_n_jobsr5s r6 parallel_funcrvs% < 9:.$)!H:. ..r8c$[5S:degrc)r(r;r8r6test_cpu_countrxs ;??r8c$[5S:degrcr'r;r8r6test_effective_n_jobsr{s   !! !r8contextzbackend_n_jobs, expected_n_jobs)rrrrriNr)z positive-intz negative-intNone)idscU"SUS9 [SS9U:XdeSSS5 [SS9S:Xdeg!,(df  N=f)Nr-r~rrz)r|backend_n_jobsexpected_n_jobss r6test_effective_n_jobs_NonersF ^ 4 t,??? 5 4 (A -- - 5 4s1 ?r5ri)rrAr}verbose)rA dc[S5Vs/sHn[U5PM sn[XUS9"S[S555:Xdegs snf)N)rir5rc3L# UHn[[5"U5v M g7fr:rkrmr<s r6ro'test_simple_parallel..s&6,4q""HrqrtrCr")r5rirr<s r6test_simple_parallelrsS!&a )1VAY ) F$ &&6,1!H&6 6 67 6 )sA cUR[R"5SSS9 [R"SS9n[ SUS9"S[ S 555nU/S Q:XdeSSS5 WVs/sH nS [UR5;dMUPM" nnUVs/sH&n[UR[5(aM$UPM( nn[U5S :Xdeg!,(df  N=fs snfs snf) Nname!some_new_name_for_the_main_thread)targetrvalueTrecordrArhc3L# UHn[[5"U5v M g7fr:rkrs r6ro6test_main_thread_renamed_no_warning..s62(01GFOA  rqrr)rrzworker timeoutr) setattrr-current_threadwarningscatch_warningsr"rtstrmessage isinstanceDeprecationWarninglen)r5 monkeypatchwarninforesultsws r6#test_main_thread_renamed_no_warningrs y779AC   -!W562(-a622)### .$N8a'7s199~'M8HN$B8a!!))-?@8HB x=A  ! . -OBs#+C1C0C0#C5C5 C-c[R"SS9n[R"S5 [XS9 SSS5 WVs/sHoDRPM nnU(aaU(aY[ SU55n[ [RSS5(a[U5S:O [U5S:HnU=(a U$gU(aeg!,(df  N=fs snf) NTralways)r5ruc3F# UHnSURS;v M g7f)zbacked parallel loops cannotrN)args)rmeachs r6ro)_assert_warning_nested..s$'$D/$))A,>$!nogilFr) rr simplefilterrvrallr3sysflagsr)r5ruexpectedrrwarnings_are_correctwarnings_have_the_right_lengths r6_assert_warning_nestedrs   -h'gA .$,,8a 8H, #&'$'$ '.cii%&H&HH "]a' +(J,J J|+ . --s C C Cz%parent_backend,child_backend,expected))r,r+T)r,r,F)r+r+T)r+r,T)r-r+T)r-r,TcJ^^[SUS9"U4Sj[S555 [SUS9"UU4Sj[S555nUS:XaB[(a$[U5(d[R "SS9 [U5(deg[ U5(deg) NrArhc3N># UHn[[5"TSSS9v M g7f)rFr5rurNr#rrm_ child_backends r6ro0test_nested_parallel_warnings..s//A &'! "%rc3N># UHn[[5"TSTS9v M g7f)rArNr)rmrrrs r6rors/5A &'! rr-zThis test often fails in PyPy.reason)r"rtranypytestxfailr)parent_backendrrress `` r6test_nested_parallel_warningsrs A~./q / !^ 45q 5 C$ 73s88 LL @ A3xxx3xxxr8)r,r+r-cS/nSn[R"X!4S9nUR5 UR5 US(deg)NFc[R"SS9n[SS9"S[S555 SSS5 [ [ W55 [ U5S:HUS'g!,(df  N4=f)NTrrAr~c3L# UHn[[5"S5v M g7f)皙?Nr#rrmrs r6roPtest_background_thread_parallelism..background_thread..s6,4qr""Hrqrr)rrr"rtprintr)is_run_parallelrs r6background_thread=test_background_thread_parallelism..background_threads_  $ $D 1X A 6,1!H6 62 c(m ]a/ 2 1s A## A1)rrr)r-Threadstartjoin)r5rrts r6"test_background_thread_parallelismr sFgO0  18JKAGGIFFH 1  r8cD[SUS9"S[S555 g)NrArhc3L# UHn[[5"S5v M g7f){Gz?Nrkrs r6ronested_loop..s(0&.hrqrsr4s r6 nested_looprs" Aw'(0&+Ah(00r8rrcL^[SUS9"U4Sj[S555 g)NrArhc3N># UHn[[5"T5v M g7fr:)r#rrs r6ro#test_nested_loop..%s!/?5= ]++Xrrs)rrs `r6test_nested_loopr"s% A~./?5:1X/??r8c[er:)rXr4s r6raise_exceptionr)s r8c[[5 [SSS9nU"[[5"S5[[ 5"S5/5 SSS5 SSS5 g!,(df  N=f!,(df  g=f)NrAr,rh)rrXr"r#rrr s r6)test_nested_loop_with_exception_with_lokyr-sY   Q /8 gk*62o.v68 90   / /  s" A.1A A. A+ 'A.. A<c^[SS9m[SSS9"U4Sj[S555 TR5(deg)z1Input is mutable when using the threading backendr)maxsizerAr-rhc3Z># UH n[TR5"S5v M" g7frN)r#put)rmrqs r6ro1test_mutate_input_with_threads..8s$,-#+aq8s(+N)rr"rtfull)rs@r6test_mutate_input_with_threadsr5s< aA A{+,-#(8,-- 6688O8r8)rrArrc[S5nUVs/sH n[USS9PM sn[US9"SU55:Xdegs snf)z.Check the keyword argument processing of pmap. rr=r~c3J# UHn[[5"USS9v M g7frrNr#rars r6ro'test_parallel_kwargs..Bs#D1GAJqA$6!#N)rtrar")rilstr<s r6test_parallel_kwargsr=sM )C # $1QqAY $ F ##D#D D EF E $sAc[S5nUVs/sH n[USS9PM nn[SUS9nURnX4"SU55:XdeX4"SU55:Xde[b#[ U5[ UR5LdeSSS5 [b[ WR5beUW"SU55:Xde[b[ UR5beggs snf!,(df  Nh=f) Nrrrrrhc3J# UHn[[5"USS9v M g7frrrs r6ro3test_parallel_as_context_manager..Q=AWQZQ/rc3J# UHn[[5"USS9v M g7frrrs r6rorRrrc3J# UHn[[5"USS9v M g7frrrs r6ror^s9SA+Sr)rtrar"_backendrr7)r5rr<rpmanaged_backends r6 test_parallel_as_context_managerrEs )C#&'3a!q 3H' G ,**1======1====== >/;qzz3JJ JJ -  ~1::&... q9S99 99 9 ~1::&.../( , ,sC,AC11 C?c^"SS[5m[[SS9 [SSS9"U4Sj[ S 555 S S S 5 g !,(df  g =f) zXCheck that pmap captures the errors when it is passed an object that cannot be pickled. c\rSrSrSrSrg)1test_parallel_pickling..UnpicklableObjectihc[S5e)N123) RuntimeErrorrHs r6 __reduce__.UnpicklableObject.__reduce__is u% %r8r;N)rPrQrRrSr rUr;r8r6UnpicklableObjectrhs &r8rzthe task to sendmatchrAr,rhc3X># UHn[[5"T"55v M! g7fr:r#id)rmrrs r6ro)test_parallel_pickling..ms,+5*3Q,32;  ,!,!*3'*rN)objectrrr"rt)rs@r6test_parallel_picklingrcsH &F&  %8 96*+5*/)+5 5 : 9 9s $A  A byteorder)<>=c^^Sm[R"S5RS5RUS35mTRR n[ SSS9"UU4Sj[S 555nUHGup4XA:XdeXCRR :Xde[RRTU5 MI g) Nc0XRR4$r:)dtyperrBs r6inspect_byteorder=test_parallel_byteorder_corruption..inspect_byteordervs''####r8)rArri4rAr,rhc3F># UHn[T5"T5v M g7fr:r#)rmrrr<s r6ro5test_parallel_byteorder_corruption..}s"0/7!!"1%%x!rr) rarangereshapeviewrrr"rttestingassert_array_equal)rinitial_np_byteorderresult x_returnedbyteorder_in_workerrr<s @@r6"test_parallel_byteorder_corruptionr0qs $ ! V$))YKr*:;A77,, Q /0/4Qx0F,2' ":::"&6&6&@&@@@@ %%a4,2r8cd[[SUSS9"S[S5555S:Xdeg)NrArir5timeoutc3L# UHn[[5"S5v M g7f)gMbP?Nrrs r6ro0test_parallel_timeout_success..s?2'0!uyrqr)rr"rtr4s r6test_parallel_timeout_successr7s? xq'2>?2',Ry?22 368 99 9r8c[[5 [SUSS9"S[S555 SSS5 g!,(df  g=f)NrArr3c3L# UHn[[5"S5v M g7frNrrs r6ro-test_parallel_timeout_fail..s:3(11GEN2   rqr)rr r"rtr4s r6test_parallel_timeout_failr<s:  7D9:3(-b :3 3    "; A c [Gb[[5 [SUS9"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [[5 [SUS9"SVs/sHn[ [5"U5PM sn5 SSS5 [SUS9n[UR5ce[UR5n[[5 U"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [UR5ce[UR5ULde[S5Vs/sH n[USS9PM snU"S[S555:Xde[UR5n[[5 U"SVs/sHn[ [5"U5PM sn5 SSS5 [UR5ce[UR5ULde[S5Vs/sH n[USS9PM snU"S [S555:Xd3URURURUR 45eSSS5 [WR5beOK[[5 [SS 9"SVs/sHn[ [5"U5PM sn5 SSS5 [[5 [SS 9"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [["5 [SS S 9"S [S555 SSS5 gs snnf!,(df  GNX=fs snf!,(df  GN#=fs snnf!,(df  GN=fs snfs snf!,(df  GN=fs snf!,(df  GNm=fs snf!,(df  GN =fs snnf!,(df  N=f!,(df  g=f)NrArh)rr)rrrrrc3J# UHn[[5"USS9v M g7frrrs r6ro%test_error_capture..CAWQZQ/rc3J# UHn[[5"USS9v M g7frrrs r6ror@rArr~r)rirc3J# UHn[[5"USS9v M g7f)T)rYNr#rZrls r6ror@s$ !% &q4 @rr2)rrZeroDivisionErrorr"zipr#r>r]r^r7rrtra _iteratingn_completed_tasksn_dispatched_tasks _abortingrE)r5r<r=r original_workerss r6test_error_capturerLs  ~ % & Aw / #FF 35 3"1( 35 6' % & Aw /7=>v!)*1-v> @' Q 0Hx001= ==*8+<+<= )*&)&&&9;&9da"(+A1&9;<+ x001= ==x0019II II(-b 2 1QqAY 2CrCCD ED +8+<+<= )*G1'"23A6GH+x001= ==x0019II II(-b 2 1QqAY 2CrCCD ##X%?%?++X-?-?G D91H8,,-555 % & A 7=>v!)*1-v> @' ! "14VV1D E1DWX q $1D E G # * +1% !Bi ! " , +q5' &?' &;+*3 H+*391 0P?' & F # " , +sN,!N& N,2ON> O9=P6O!O)O1AP8O- APO7O2 5O7O OO O* % P2O77 P  P P P%% P47P== Q  Qc S Sjn[SUS9n[[SS9 U"SU"SS955 SSS5 [[SS9 U"S U"S S955 SSS5 [[SS9 U"S U"S S955 SSS5 SSS5 g!,(df  Nk=f!,(df  NR=f!,(df  N9=f!,(df  g=f)Nrc3X# [S5HnX:Xa [S5eUv M g7f)NIterator Raising Error)rtrX)raise_atrns r6 my_generator1test_error_in_task_iterator..my_generators)rA} !9::Gs(*rArhrPrc3L# UHn[[5"U5v M g7fr:rkrls r6ro.test_error_in_task_iterator.. C*BQgfoa  *Brq)rQc3L# UHn[[5"U5v M g7fr:rkrls r6rorUrVrqrc3L# UHn[[5"U5v M g7fr:rkrls r6rorUs D*CQgfoa  *Crqr)r"rrX)r5rRrs r6test_error_in_task_iteratorr[s G , J&> ? C,*B C C@ J&> ? C,*B C C@J&> ? D,*C D D@ - , ? ? @ ?@ ? - ,sQC BC  B)C 3B:C  B& "C ) B7 3C : C C  Cc,URSU-5 g)Nz Consumed %s)append)queueitems r6consumerr`s LL%&r8zbatch_size, expected_queue) Produced 0 Consumed 0 Produced 1 Consumed 1 Produced 2 Consumed 2 Produced 3 Consumed 3 Produced 4 Consumed 4 Produced 5 Consumed 5r) rarcrergrbrdrfrhrirkrjrlc^[5mU4Sjn[SXS9"U4SjU"555 TU:Xde[T5S:Xdeg)zBTest that with only one job, Parallel does act as a iterator. c3b># [S5HnTRSU-5 Uv M g7fNr!z Produced %irtr]rnr^s r6producer'test_dispatch_one_job..producer *qA LL* +G,/rri batch_sizer5c3P># UHn[[5"TU5v M g7fr:r#r`)rmr<r^s r6ro(test_dispatch_one_job..s#?9-7%##Z#& N)listr"r)r5rwexpected_queuerrr^s @r6test_dispatch_one_jobrsQ FE  A*>?9-5Z?99 N "" " u:  r8cT^[R"5nUR5mU4Sjn[SSSUS9"U4SjU"555 [T5nUSS:XdeUS S R S 5nUS :deUR S 5nXT:de[ T5S:Xdeg )zJCheck that using pre_dispatch Parallel does indeed dispatch items lazily. c3b># [S5HnTRSU-5 Uv M g7frorprqs r6rr/test_dispatch_multiprocessing..producer rtrurArrr)rirw pre_dispatchr5c3P># UHn[[5"TS5v M g7f)rNry)rmrr^s r6ro0test_dispatch_multiprocessing..%s$F=1;A%''r{rraNrz Consumed anyr}rgr|)rManagerr}r"indexr)r5managerrrqueue_contentsfirst_consumption_indexproduced_3_indexr^s @r6test_dispatch_multiprocessingrs jjlG LLNE  A!!WEF=19F==%[N !  ,, ,-Ra066~F "R '' '%++L9  55 5 u:  r8c[SSSS9nU"S[S555 URR5S:XdeSSS5 g!,(df  g=f)NrAautor-rvc3L# UHn[[5"U5v M g7fr:rrls r6ro/test_batching_auto_threading..< .+Q'"+a..+rqrr"rtrcompute_batch_size)rs r6test_batching_auto_threadingr6sL v{ Cq .%+ ..zz,,.!333 D C C 9A Ac[SSUS9nU"S[S555 URR5S:deSSS5 g!,(df  g=f)NrArrvc3L# UHn[[5"U5v M g7fr:rrls r6ro2test_batching_auto_subprocesses..Drrqrrr)r5rs r6test_batching_auto_subprocessesr@sN vw ?1 .%+ .. zz,,.222 @ ? ?rc[[5 [SSSS9"S[S555 SSS5 g!,(df  g=f)zCMake sure that exception raised during dispatch are indeed capturedrAr)rirrc3L# UHn[[5"U5v M g7fr:rDrls r6ro*test_exception_dispatch..Os!7=2;QG$ %a ( ()rqr2N)rrXr"rtr;r8r6test_exception_dispatchrLs8  A67=27)7= =   r=cB[SS9"S[S555 g)NrAr~c3L# UHn[[5"U5v M g7fr:rDrmjs r6ro(nested_function_inner..Ts!9.7 !!$$irqr2rsrns r6nested_function_innerrSs  A9.3Bi99r8cB[SS9"S[S555 g)NrAr~c3L# UHn[[5"U5v M g7fr:)r#rrs r6ro(nested_function_outer..Ys!>3389>>r8z'https://github.com/joblib/loky/pull/255rcz[[5n[SUS9"S[S555 SSS5 [ WR UR UR5nSRU5nSU;deSU;deS U;de[ UR 5[Ldeg!,(df  N=f) zEnsure errors for nested joblib cases gets propagated We rely on the Python 3 built-in __cause__ system that already report this kind of information to the user. rArhc3L# UHn[[5"U5v M g7fr:)r#rrls r6ro1test_nested_exception_dispatch..gs",B7@!G) *1 - -yrqr2NrrrZ) rrXr"rtrrdrtbr)r5excinfo report_linesreports r6test_nested_exception_dispatchr]s  w7+,B7URU5UlX lU$r:)r'rir )rHrir backend_argss r6 configureFakeParallelBackend.configurexs++F3   r8c\US:a%[[R"5S-U-S5nU$)Nrr)maxrr(rHris r6r'$FakeParallelBackend.effective_n_jobs}s* A:!+f4a8F r8)rir r)r)rPrQrRrSrTrr'rUr;r8r6rrusB r8rc[[SS9 [SS9 SSS5 [[SS9 [SS9 SSS5 SSS5 [[SS9 [SS9 SSS5 SSS5 g!,(df  Nc=f!,(df  NR=f!,(df  N[=f!,(df  NJ=f!,(df  g=f)NzInvalid backend:rz unit-testingr4)rrXr"r$r;r8r6test_invalid_backendrs  "4 5( 6  "4 5 ^ 4 5 6  "4 5 ^ 4 5 6 5 6 55 4 6 5 5 4 6 5sP A6 BBB B:#B)%B:6 B B B B&) B7 3B:: Cc[[5n[SUS9R5 SSS5 S[ WR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;deg!,(df  GN =f!,(df  N=f!,(df  N=f!,(df  N^=f)Nrrhz&n_jobs == 0 in Parallel has no meaning?z2.3z$n_jobs could not be converted to int invalid_str)rrXr"_initialize_backendrr)r5rs r6test_invalid_njobsrs   w7+??A  3s7==7I II I  wW-AAC  3s7==7I II I  ww/CCE  1S5G GG G  w w7KKM  1S5G GG G        s/D.E&E1E". D= E E" E0)2gffffff@rAc[XS9nUR5S:XdeU"S[S555n[S[ U555(deg)NrhrAc3L# UHn[[5"U5v M g7fr:rkrls r6ro.test_njobs_converted_to_int..s 2 1GFOA   rqrc3B# UHupU[U5:Hv M g7fr:)rC)rmrnrs r6rors9.$!qF1I~.s)r"_effective_n_jobsrtr enumerate)r5rirrs r6test_njobs_converted_to_intrsT 0A   A %% % 2b 2 2C 9)C.9 9 99 9r8c[S[5 S[;de[S[:Xde[S g![S f=f)N test_backend)r&rr)r;r8r6test_register_parallel_backendrsE%!.2EF)))'+>>>> ^ $H^ $s /: Ac[5[:Xde[S[SSS9 [5[:Xde[ [ l[5[:Xdeg![ [ lf=f)Nr-T) make_default)rfDefaultBackendr&r)rr*r r;r8r6test_overwrite_default_backendrse  !^ 33 33!+x /D/3 5#%)9999$3  !^ 33 3$3 s &A!!A2zOnly without multiprocessingc[[SS9 [SS9"S[S555 SSS5 [ SS9 [5"S[S555 SSS5 g!,(df  NA=f!,(df  g=f)Nz)joblib backend '.*' is not available on.*rr,r4c3L# UHn[[5"U5v M g7fr:rkrls r6ro2test_backend_no_multiprocessing..s FX!3!3Xrqrrc3L# UHn[[5"U5v M g7fr:rkrls r6rors8x!76?1%%xrq)r UserWarningr"rtr$r;r8r6test_backend_no_multiprocessingrsi {@ B FU1X FF B  ( 8uQx88 ) (  B B ) (s A*!A;* A8; B cU"USS9 [R"5up#US:Xde[S5S:Xde[5nURS:XdeUS:Xa3[ U5[ Lde[ UR5[ LdeOUS:Xa3[ U5[Lde[ UR5[LdeOUS:Xa3[ U5[Lde[ UR5[LdeOHURS5(a2[ U5[Lde[ UR5[LdeSSS5 g!,(df  g=f)Nrrr~r+r,r-test_) r rer'r"rirdrrr!r startswithr)r| backend_nameactive_backend active_n_jobsrs r6check_backend_context_managerrs9 a ((0(C(C(E%!!!"a''' Jxx1}} , ,'+AA AA #'== == V #';6 66 #{2 22 [ ('+;; ;; #'77 77  $ $W - -'+>> >> #':: ::# ) ( (s EE Errztest_backend_%dc^U[;aUR[U[5 [5[:Xde[ TU5 [5[:Xde[ SSS9"U4Sj[55 [5[:Xdeg)NrAr-rhc3`># UH#o(aM [[5"TU5v M% g7fr:)r#r)rmrJr|s r6ro/test_backend_context_manager..s,,<1A ;-.w::1s ..)r)setitemrrfrrr" all_backends_for_context_manager)rr5r|s `r6test_backend_context_managerrshHg/BC  !^ 33 3!'73 !^ 33 3 A{+,<1,<< !^ 33 3r8c"\rSrSrSrSSjrSrg)ParameterizedParallelBackendiz9Pretends to run conncurrently while running sequentially.Nc,Uc [S5eXlg)Nzparam should not be None)rXparam)rHrs r6rM%ParameterizedParallelBackend.__init__s =78 8 r8rr:rOr;r8r6rrs Cr8rcBUR[S[5 [5[:XdeU"SSSS9 [ R "5up#[U5[LdeURS:XdeUS:Xde[5nURS:XdeURULdeU"S[S555nSSS5 W[S5Vs/sHn[U5PM sn:Xde[5[:Xdeg!,(df  NN=fs snf)N param_backend*rr)rric3L# UHn[[5"U5v M g7fr:r#rrls r6ro=test_parameterized_backend_context_manager..7hGDM!$$hrqr)rr)rrfrr rerdrr"rirrtr)rr|rrrrrns r6*test_parameterized_backend_context_managerr s/46  !^ 33 3 1 5(0(C(C(E%N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 6 a11tAw1 11 1 !^ 33 3 6 52sB D D Dc[5[:XdeU"[SS9SS9 [R"5up[ U5[LdeUR S:XdeUS:Xde[5nURS:XdeURULdeU"S[S555nSSS5 W[S5Vs/sHn[U5PM sn:Xde[5[:Xdeg!,(df  NN=fs snf)N+rrr~c3L# UHn[[5"U5v M g7fr:rrls r6roFtest_directly_parameterized_backend_context_manager..,rrq) rfrrr rerdrr"rirrtr)r|rrrrrns r63test_directly_parameterized_backend_context_managerrs  !^ 33 3 -B7 B(0(C(C(E%N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 C a11tAw1 11 1 !^ 33 3 C B2sB C6D6 DcB[S5 [R"5$)Nr)rosgetpidr;r8r6sleep_and_return_pidr3s "I 99;r8c[5[:Xde[5R5S:Xde[SS9"S[ S555$)NrrAr~c3J# UHn[[5"5v M g7fr:)r#rrs r6ro"get_nested_pids..?s#1'/!&&:;=='/r)rfrr"rrtr;r8r6get_nested_pidsr8sT  !%5 55 5 : ' ' )Q .. . 1 1',Qx1 11r8c,^\rSrSrSrU4SjrSrU=r$) MyBackendiCz:Backend to test backward compatibility with older backendsc.>[[U] 5S$rc)superrget_nested_backend)rH __class__s r6rMyBackend.get_nested_backendEsY8:1==r8r;)rPrQrRrSrTrrU __classcell__)rs@r6rrCsD>>r8rback_compat_backend)r-r,r+r cU"U5 [SS9"S[S555nUHn[[U55S:XaMe SSS5 g!,(df  g=f)NrAr~c3J# UHn[[5"5v M g7fr:)r#rrs r6ro6test_nested_backend_context_manager..Vs"(  O $ & &rrr)r"rtrset)r|r5 pid_groups pid_groups r6#test_nested_backend_context_managerrMs[  Q'( 2Y(  $Is9~&!+ ++$   s;AA A#)rAr}Nc^^^Sm[SS9"U4Sj[S555 U"TTS9 [SS9"UUU4Sj[S555 SSS5 g!,(df  g=f)Nc[5[U:Xde[U5n[5R 5U:Xdegr:)rfr)r'r"r)expected_backend_typeexpected_n_jobs r6check_nested_backend?test_nested_backend_in_sequential..check_nested_backendfs@$%2G)HHHH*.9z++-???r8rr~c3P># UHn[T5"[S5v M g7fr)r#r*)rmrrs r6ro4test_nested_backend_in_sequential..ps(A $%oq99r{rc3H># UHn[T5"TT5v M g7fr:r$)rmrr5rris r6rorvs(  ( )'6 : :s"rs)r5rir|rs`` @r6!test_nested_backend_in_sequentialr^s_@ Ar  ( 2Y   ) ( (s %A A,cU"U5nU[LaUSnU[LaUSnWRU:XdeSSS5 g!,(df  g=f)Nr5r)r$r% nesting_level)r| inner_backendexpected_levelctxr5s r6check_nesting_levelr"|sO  3 o %)nG & &!fG$$666  s /A A outer_backendrc^^[TUS5 [SUS9"UU4Sj[S555 T"TSS9 [5"UU4Sj[S555 SSS5 g!,(df  g=f)NrrArhc3R># UHn[[5"TTS5v M g7frr#r"rmrr|rs r6ro-test_backend_nesting_level..s*.A #$WmQ??$'rr~c3R># UHn[[5"TTS5v M g7frr&r's r6ror(s*'%q./JJ%r))r"r"rt)r|r#rs` `r6test_backend_nesting_levelr+sd 2 A}-.r. q ) '!"I' ' * ) )s %A)) A7with_retrieve_callbackTcV^^^SSKm"UU4SjS[5n[SU5 SmU"S5n[SS9"U4Sj[ S 555 U[ LaUS R S :XdeU[LaUSR S :XdeSSS5 g!,(df  g=f) NrcF>\rSrSrSrYrYR S5rSrg))test_retrieval_context..MyBackendirc3># U=RS- slSv g7frrr s r6retrieval_context;test_retrieval_context..MyBackend.retrieval_contexts FFaKF sr;N) rPrQrRrSrnsupports_retrieve_callbackcontextmanagerr1rU) contextlibr,sr6rr/s& %;"  " "  # r8r retrievalc@[SS9"S[U555$)NrAr~c3L# UHn[[5"U5v M g7fr:rrls r6ro>test_retrieval_context..nested_call..s!C(Q'"+a..(rqrs)ns r6 nested_call+test_retrieval_context..nested_callsq!!C%(!CCCr8rAr~c3F># UHn[T5"U5v M g7fr:r$)rmrnr;s r6ro)test_retrieval_context..s%  K  # #r&rr5r)r5rr&r"rtr$rnr%)r|r,rr!r5r;s ` @@r6test_retrieval_contextr?s$k95D   1X   o %y>##q( (( & &q688q= =   s AB B(rw)rr}gQ?ch[[5 [US9 SSS5 g!,(df  g=f)Nrw)rrXr"rAs r6test_invalid_batch_sizerBs  J'   s # 1z)n_tasks, n_jobs, pre_dispatch, batch_size) )rArArr)rArArirrrArir)irArirrC)rrrir)r|rir)r| 2 * n_jobsr)r|rr)rGr|rFrW)rDr|rFrcXUS.n[U5Vs/sHn[U5PM nn[S0UD6"S[U555nXv:Xdegs snf)N)rirrwc3L# UHn[[5"U5v M g7fr:rkrls r6ro/test_dispatch_race_condition..s L^!3!3^rqr;r)n_tasksrirrwparamsrnrrs r6test_dispatch_race_conditionrMsZ &(F#(>2>aq >H2  LU7^ LLG   3sAc[R"5n[SSS9nURR S5nUR5nX0:Xdeg)NrAr+rhr|)rget_start_methodr" _backend_argsget)mp_start_methodrr| start_methods r6test_default_mp_contextrTsK))+O#45Aoo!!),G++-L  ** *r8c(^US:Xa[R"S5n[RR S5nUR SS5m[R "TTR5 [SUS9"U4Sj[S555 g)Nr+r/rirArhc3x># UH/n[[R5"TTR5v M1 g7fr:)r#rdotT)rmrnrIs r6roAtest_no_blas_crash_or_freeze_with_subprocesses..s*(3)1A133s7:) rr.rrandom RandomStaterandnrWrXr"rt)r5rngrIs @r6.test_no_blas_crash_or_freeze_with_subprocessesr^sy##..) ))   #C $AFF1accN Aw'(3).q(33r8afrom joblib import Parallel, delayed def square(x): return x ** 2 backend = "{}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) cUS:Xa/[R"5S:wa[R"S5 [R U5n[ [RSU/SSS9 g)Nr+forkzVRequire fork start method to use interactively defined functions with multiprocessing.z-cr\[0, 1, 4, 9, 16\]r4 stdout_regex) rrOrskip,UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_NO_MAINformatrr executable)r5codes r62test_parallel_with_interactively_defined_functionsri sY ##(;(;(=(G 6 7 7 > >w GD t$b*,r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed def run(f, x): return f(x) {define_func} if __name__ == "__main__": backend = "{backend}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) callable_position = "{callable_position}" if callable_position == "delayed": print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) elif callable_position == "args": print(Parallel(n_jobs=2, backend=backend)( delayed(run)(square, i) for i in range(5))) else: print(Parallel(n_jobs=2, backend=backend)( delayed(run)(f=square, x=i) for i in range(5))) z!def square(x): return x ** 2 zcdef gen_square(): def square(x): return x ** 2 return square square = gen_square() zsquare = lambda x: x ** 2 define_funccallable_position)r#rkwargsc US;a4U[:wd[RS:Xa[R"S5 [ R XU[RR[RR[R55S9nURS5nURU5 [[RUR /SSS9 g) N)r+r/win32zNot picklable with pickle)rjr5rkjoblib_root_folderzunpicklable_func_script.pyrrarb) SQUARE_MAINrplatformrrd)UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_MAINrfrpathdirnamejoblib__file__rwriterrgstrpath)r5rjrktmpdirrh code_files r60test_parallel_with_unpicklable_functions_in_argsr{Gs .. ; &#,,'*A /0 4 ; ;+77??277??6??+KL < ND 89I OOD **+R*,r8aimport sys import faulthandler # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed from functools import partial class MyClass: '''Class defined in the __main__ namespace''' def __init__(self, value): self.value = value def square(x, ignored=None, ignored2=None): '''Function defined in the __main__ namespace''' return x.value ** 2 square2 = partial(square, ignored2='something') # Here, we do not need the `if __name__ == "__main__":` safeguard when # using the default `loky` backend (even on Windows). # To make debugging easier faulthandler.dump_traceback_later(30, exit=True) # The following baroque function call is meant to check that joblib # introspection rightfully uses cloudpickle instead of the (faster) pickle # module of the standard library when necessary. In particular cloudpickle is # necessary for functions and instances of classes interactively defined in the # __main__ module. print(Parallel(backend="loky", n_jobs=2)( delayed(square2)(MyClass(i), ignored=[dict(a=MyClass(1))]) for i in range(5) )) )rocURS5nUR[5 [[R UR /SSS9 g)Nz(joblib_interactively_defined_function.pyra)rcr4)rrw5INTERACTIVE_DEFINED_FUNCTION_AND_CLASS_SCRIPT_CONTENTrrrgrxryscripts r67test_parallel_with_interactively_defined_functions_lokyrs> [[C DF LLFG (*r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed, hash import multiprocessing as mp mp.util.log_to_stderr(5) class MyList(list): '''MyList is interactively defined by MyList.append is a built-in''' def __hash__(self): # XXX: workaround limitation in cloudpickle return hash(self).__hash__() l = MyList() print(Parallel(backend="loky", n_jobs=2)( delayed(l.append)(i) for i in range(3) )) cURS5nUR[5 [[R UR /SSSS9 g)Nz)joblib_interactive_bound_method_script.pyz\[None, None, None\] LokyProcess)rc stderr_regexr4)rrw9INTERACTIVELY_DEFINED_SUBCLASS_WITH_METHOD_SCRIPT_CONTENTrrrgrxr~s r6:test_parallel_with_interactively_defined_bound_method_lokyrs> [[D EF LLJK3>>6>>:'>'5"$&r8cD[/5n[SS9"U5/:Xdeg)NrAr~)iterr")exhausted_iterators r6%test_parallel_with_exhausted_iteratorrs%b 1 0 1R 77 7r8cD[5 [R"S5 g)z+Helper function to force gc in each worker.rN)rr\rr;r8r6_cleanup_workerrsOJJrNr8c[U[R5(d[S[ U55eUR 5$)Nz#Expected np.memmap instance, got %r)rrmemmap TypeErrorrdcopy)rIs r6 check_memmaprs5 a # #=Q! ! 668Or8cSn[SSUS9"SU"S555n[X!"[U555H$up4[RR XC5 M& [SSUS9"SU"S555n[X!"[U555H$up4[RR XC5 M& g) Nc3# [U5H+n[R"S[RS9U-v M- g7f)Nrr)rtronesfloat32)r:rns r6generate_arraysBtest_auto_memmap_on_arrays_from_generator..generate_arrayss-qA''"BJJ/!3 3s<>rArri max_nbytesr5c3L# UHn[[5"U5v M g7fr:r#rrmrIs r6ro.#@@*>Q a  *>rqrrc3L# UHn[[5"U5v M g7fr:rrs r6rorrrq)r"rFrrr*r+)r5rrr-rs r6)test_auto_memmap_on_arrays_from_generatorrs4 aAw?@@*9#*>@@@GW)FG %%h7H aAw?@@*9#*>@@@GW)FG %%h7Hr8cU$r:r;)args r6identityrs Jr8c^URS5Rn[Rn[R "USS9[R "USS9/n[X15 [USS9m[SS9"U4SjS 55un[TS [R5(deTS RU:de[RRX45 g) Nz test.mmapuint8rr) mmap_moderAr~c3N># UHn[[5"T5v M g7fr:)r#r)rmrrs r6ro.test_memmap_with_big_offset..s HCq!26!:!:CrrZr)rrxmmapALLOCATIONGRANULARITYrzerosrr r r"rroffsetr*r+)ryfnamesizeobjr-rs @r6test_memmap_with_big_offsetrs KK $ , ,E  % %D 88D ("''$g*F GC %3 'Fa HC HHGF fQi + ++ + !9  d "" "JJ!!#.r8cD[R"SS9n[SSS9"S[S555 SSS5 [ W5S:XdeUSn[ UR [5(de[UR 5S:Xdeg!,(df  Na=f) NTrr)rir4c3L# UHn[[5"U5v M g7fr:rkrls r6roFtest_warning_about_timeout_not_supported_by_backend..s%L)Qgfoa&8&8)rq2rzThe backend class 'SequentialBackend' does not support timeout. You have set 'timeout=1' in Parallel but the 'timeout' parameter will not be used.) rrr"rtrrrrr)rrs r63test_warning_about_timeout_not_supported_by_backendrs   -1%%L%)%LL . x=A   A aii - -- - qyy>    . -s !B BcX U'U$r:r;) input_listrrs r6set_list_valuersu Lr8)rrArc^S/S-m[USSS9"U4Sj[S555n[U5n[S[ TU555(deg)Nrr generatorr-ri return_asr5c3P># UHn[[5"TX5v M g7fr:)r#r)rmrnrs r6roPtest_parallel_return_order_with_return_as_generator_parameter..s$+E;Ca A118r{c3.# UH upX:Hv M g7fr:r;rmvrs r6rors:"9$!qv"9)r"rtr}rrF)rir-rs @r6=test_parallel_return_order_with_return_as_generator_parameterr sc qJ V{)++E;@8+EEF &\F :#j&"9: : :: :r8c<U(a [S5 [U5$)Nr2)rr)edelays r6_sqrt_with_delayrs  b 7Nr8c^[USUS9"S[S555m[U4Sj[S555nS/[[SS55-n[ S [ X2555(de@[ 5 g) Ngenerator_unorderedrc3Z# UH!n[[5"US-US:H5v M# g7f)rArN)r#rrls r6roK_test_parallel_unordered_generator_returns_fastest_first..$s,'F;Da !!Q$a119s)+rc3:># UHn[T5v M g7fr:)next)rmrr-s r6ror's=Hqd6llHs rrAc3.# UH upX:Hv M g7fr:r;rs r6ror+sK41Kr)r"rtsortedr}rrFr)r5riquickly_returnedexpected_quickly_returnedr-s @r68_test_parallel_unordered_generator_returns_fastest_firstrsV/D%''F;@9'FFF=E!H==!"d5B<&8 8 8K    Or8rA sequentialc[X5 gr:)rr5ris r67test_parallel_unordered_generator_returns_fastest_firstr3s =WMr8zThis test requires daskc[R"SSS9 U"S5 [SU5 SSS5 SSS5 g!,(df  N=f!,(df  g=fNrA n_workersthreads_per_workerdask) distributedClientr)rir|s r6Atest_parallel_unordered_generator_returns_fastest_first_with_daskr=sH   A v@vN     A =A A A A)rrArr}cS/S/S--n[[5 [R"5n[XS9"SU55 SSS5 [R"5W- nUS:deg!,(df  N/=f)NrIrrrhc3`# UH$n[[R5"U5v M& g7fr:r#r\rrls r6ro%test_abort_backend..Os$14,2qGDJJ  " "Fs,.rO)rrr\r")rir5delayst_startdts r6test_abort_backendrIsnUbTCZ F  ))+014,214 4  w B 7N7  s ,A// A=cT[R"[S5[S9nSUS'U$)NgArFr)rrintbool)rr-s r6get_large_objectrUs$ WWS\ .FF1I Mr8c[X US9nU"S[S555n[U5 [U5 A[5 SSS5 g!,(df  g=f)N)rir5rc3L# UHn[[5"U5v M g7fr:)r#rrls r6ro0_test_deadlock_with_generator..`sJ 1'"23A66 rqr)r"rtrr)r5rrir r-s r6_test_deadlock_with_generatorr[sP % '*2Jb JJ V  V   ' ' 's :A Arrrc[XU5 gr:)r)r5rris r6test_deadlock_with_generatorris "'f=r8c[R"SSS9 U"S5 [SX5 SSS5 SSS5 g!,(df  N=f!,(df  g=fr)rrr)r|rris r6%test_deadlock_with_generator_and_daskrqsH   A v%dI>    rcN[[SS9 [X US9nU"S[S555n[R"5nU"S[S555nSSS5 [R"5W- S:dS 5eA[ 5 g!,(df  N==f) N)This Parallel instance is already runningrr5rc3L# UHn[[5"S5v M g7frrrs r6ro/test_multiple_generator_call..s: 1WU^A&& rqrc3L# UHn[[5"U5v M g7fr:rrls r6rors; 1 A rqrrAZThe error should be raised immediatly when submitting a new task but it took more than 2s.)rr r"rtr\r)r5rrir grgen2s r6test_multiple_generator_callr}s  A CFyI :b : :))+;c ;;  C 99; 1 $ $ $ O! C Cs AB B$c[X US9nU"S[S555n[R"5n[[SS9 U"S[S555nSSS5 [R"5U- S:dS 5eSSS5 A[ 5 g!,(df  NF=f!,(df  N+=f) Nrc3L# UHn[[5"S5v M g7fr:rrs r6ro7test_multiple_generator_call_managed..s;AWU^B''rqrrrc3L# UHn[[5"U5v M g7fr:rrls r6rors=*Q'"+a..*rqrrAr)r"rtr\rr r)r5rrir rrg2s r6$test_multiple_generator_call_managedrs &% '*2 ;r; ;))+ LEG=%*==BG yy{W$q(  ( ( ' OGG  ' 's#.s$A'0! a1fy%'rc3R# UHn[[5"US-5v M g7fr rrls r6ror s$B'4! a1f}r rOrc3.# UH upX:Hv M g7fr:r;rmrrns r6ror s8&7FCsx&7rc3.# UH upX:Hv M g7fr:r;rs r6ror s=&.s7Y##Yrqrc[S5$)NzGenerator collected)rr;r8r6;test_multiple_generator_call_separated_gc..s u-B'Cr8z The executor underlying Parallelrc3R# UHn[[5"US-5v M g7fr rrls r6rors$@ +8aGDM!q& ! !=r rOrc3.# UH upX:Hv M g7fr:r;rs r6rors@*?38*?rrrrrrr)rrrdr"rtweakreffinalizerr rr\rrrrFaliverrrJ) r5rrerrorr rg_wrr!rretrys r6)test_multiple_generator_call_separated_gcr!s 6  ./7BH7U2Y77A   AC DD  |#EF!m ))+ Q ?@ +0R=@    / /q A@#ar2*?@@@@@# & 99; 1 $$ $ E **   2 ** 99; 1 $$ $!!#q(!!!!)9 s ?A?F:: GcURn[SSUUS9nU"S[RRS5/S-55 [ [ R "U55S:deU"S[S555 SSS5 [S5H+n[ R "U5(d O[S 5 M- [S 5e[SSUS 9nU"S [RRS5/S-55 U"S [S555 [S5H+n[ R "U5(d g[S 5 M- [S 5e!,(df  N=f)NrAr)rirr5 temp_folderc3L# UHn[[5"U5v M g7fr:rrs r6ro(test_memmapping_leaks..s G,Fq',  " ",Frqrrc3J# UHn[[5"5v M g7fr:r#rrs r6ror%s 7h'/ " $ $hrrrz/temporary directory of Parallel was not removedrc3L# UHn[[5"U5v M g7fr:rrs r6ror%'sC(B1glA(Brqc3J# UHn[[5"5v M g7fr:r'rs r6ror%(s3(Qgo  (r) rxr"rrZrrlistdirrtrAssertionError)r5ryrrs r6test_memmapping_leaksr,s> ^^F q'$ &)* GRYY-=-=b-A,BQ,F GG2::f%&*** 7eAh 77 & 3Zzz&!!  b  NOO a9AC)9)9")=(>(BCC3%(33 3Zzz&!!  b  NOOC & &s A.E,, E:)Nr,r-c[SUS9"S[S555nU[S5Vs/sHo"S-PM sn:Xdegs snf)NrArhc3F# UHn[S5"U5v M g7f)c US-$r@r;rBs r6r2test_lambda_expression...9s!q&r8Nr$rls r6ro)test_lambda_expression..8s!29.7 !!$$irrrs)r5rrns r6test_lambda_expressionr22sL a129.3Bi299G uRy1y!Avy1 11 11sAc^SnSnSU- m[SXS9nU"U4Sj[U555 URRURR:XdeURR URR :XdeU"U4Sj[U555 URRURR:XdeURR URR :Xdeg) zCTest that a parallel backend correctly resets its batch statistics.rAig@r)rrir5c3b># UH$n[[R5"T5v M& g7fr:rrmrn task_times r6ro6test_backend_batch_statistics_reset..F">ogdjj)$$oruc3b># UH$n[[R5"T5v M& g7fr:rr5s r6ror7Lr8ruN)r"rtr_effective_batch_size_DEFAULT_EFFECTIVE_BATCH_SIZE_smoothed_batch_duration _DEFAULT_SMOOTHED_BATCH_DURATION)r5rin_inputsrr6s @r6#test_backend_batch_statistics_resetr?=sFHX IFeHo>> JJ , , JJ 4 4 56 5 JJ / / JJ 7 7 89 8>eHo>> JJ , , JJ 4 4 56 5 JJ / / JJ 7 7 89 8r8cSHn[[US9R5[:Xde[USS9n[UR5[Lde[USS9n[UR5[Lde[USS9n[UR5[LaMe [SS SS 9n[UR5[ LdeU"S SS9 [SS 9n[UR5[ LdeUR S:XdeSSS5 U"S SS9 [S SS9n[UR5[ LdeUR S :XdeSSS5 U"S SS9 [SS 9n[UR5[LdeUR S:XdeSSS5 U"S SS9 [S SS9n[UR5[LdeUR S :XdeSSS5 g!,(df  N=f!,(df  N=f!,(df  N|=f!,(df  g=f)N)rrAr}r~threadsriprefer processes sharedmemrirequirerAr,)rir5rCrCrrrGr)rdr"rrrr!ri)r|rirs r6$test_backend_hinting_and_constraintsrJSsHF+445GGG F9 5AJJ#3333 F; 7AJJ>111 FK 8AJJ#3333 6).MyCustomThreadingBackendiTcgr:r;r s r6 apply_asyncgtest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.apply_async r8cU$r:r;rs r6r'ltest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.effective_n_jobsMr8r;N rPrQrRrSsupports_sharedmem use_threadsrOr'rUr;r8r6MyCustomThreadingBackendrMs!   r8rXrArDrBrErFc(\rSrSrSrSrSrSrSrg)\test_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackendiFcgr:r;r s r6rOhtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.apply_asyncrQr8cU$r:r;rs r6r'mtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.effective_n_jobsrTr8r;NrUr;r8r6MyCustomProcessingBackendrZs"   r8r_rr)rirGrzUsing ThreadingBackend as joblib backend instead of MyCustomProcessingBackend as the latter does not provide shared memory semantics.r5rG) r r"rdr readouterrrstriprrX)capsysr|rXrr_outerrrs r69test_backend_hinting_and_constraints_with_custom_backendsrfsr #6 )+ , Ak 2AJJ#;;;; A{ 3AJJ#;;;; -$7 *, - Ak 2AJJ#<<<<$$&byybyy A{B ?AJJ#3333$$&@yy{h&&&byy! .$  24kJ  G - ," . -$  s%A E B"E/F E,/ E= Fc[[5 [SS9 SSS5 [[5 [SS9 SSS5 [[5 [SSS9 SSS5 [bE[[5 [SSS9 SSS5 [[5 [S SS9 SSS5 gg!,(df  N=f!,(df  N=f!,(df  N}=f!,(df  Ne=f!,(df  g=f) NinvalidrHrIrDrE)rCrGr,r`r+)rrXr"rr;r8r6,test_invalid_backend_hinting_and_constraintsris   "   #     [9   ~J  V[ 9 J  . D           s: B2 C C; C% C62 C C C"% C36 Dc "^^[SS9n[UR5RURR4/nTS:Xa UsSSS5 $U"UU4Sj[ S555nX4S-sSSS5 $!,(df  g=f)zCPerform nested parallel calls and introspect the backend on the wayrAr~rNc3X># UHn[[5"SSTS- 0TD6v M! g7f)limitrNr;)r#_recursive_backend_info)rmrnrlrls r6ro*_recursive_backend_info..s/'%34O519OO%rr)r"rdrrPrrt)rlrlr this_levelrs`` r6rmrmsz  qAJJ'00!**2J2JKL A:  '"1X''AJ&   s>B"B BcU"USS9 [5nSSS5 [5S:XaSnSnOSnSnUR5S-nUS4US4SU4SU4/nWU:Xdeg!,(df  NO=f)NrAr~rrrBackendr)rmr(title)r|r5backend_types_and_levelssecond_level_backend_type max_leveltop_level_backend_typeexpected_types_and_levelss r6test_nested_parallelism_limitrxs  ##:#<  ${a$7! $6! $]]_y8 # "A& i( i( ! $'@ @@ @# $ #s A A*c6[R"SSS9 [R"[ S5[R S9n[ S5HGnU"S5 [US9nSSS5 [W5S:Xde[SU55(aMGe U"S5 [5nSSS5 [W5S:Xde[S U55(deSSS5 g!,(df  N=f!,(df  NS=f!,(df  g=f) NrArgcArr)datarc30# UH upUS:Hv M g7fDaskDistributedBackendNr;rmrrs r6ro4test_nested_parallelism_with_dask..s @&>7477&>c30# UH upUS:Hv M g7fr|r;r~s r6rors<":wt33":r) rrrrrrrtrmrr)r|rzrnrss r6!test_nested_parallelism_with_daskrs   aA >wws3xrxx0qA+B+M(!/0A5 55@&>@@@ @@ V_'>'@ $+,111<":<<< << ? >!_ ? >sBAD  C(#.D  D ! C9,2D ( C6 2D 9 D D  DcB[5"S[S555$)z6A horrible function that does recursive parallel callsc3J# UHn[[5"5v M g7fr:)r#_recursive_parallelrls r6ro&_recursive_parallel.. sGhg1244hrrArs) nesting_limits r6rr s :GeAhG GGr8cbU"USS9 [[5n[5 SSS5 SSS5 WRnUS:Xa2SSKJn [ X4[45(a[R"S5 [ U[5(deg!,(df  Nr=f!,(df  N{=f)NrAr~r,r)TerminatedWorkerErrorz1Loky worker crash when serializing RecursionError) r BaseExceptionrr&joblib.externals.loky.process_executorrrrrrRecursionError)r|r5rexcrs r6test_thread_bomb_mitigationrs  # M "g  !# $ --C& Q c=A B B LLL M c> * ** *!# " $ #s!B  BB  B B  B.ct0nSH$n[RRU5X'M& U[S54$)N)OMP_NUM_THREADSOPENBLAS_NUM_THREADSMKL_NUM_THREADSVECLIB_MAXIMUM_THREADSNUMEXPR_NUM_THREADSNUMBA_NUM_THREADS ENABLE_IPCr)renvironrQr)env_varsvars r6_run_parallel_sumr+s;H3 s+ 3 \#& &&r8zNeed OpenMP helper compiledc:[SUS9"S[S555n[[5S-S5nUH^up4XB:XdeUR 5H>upVUR S5(aU[ U5:XdeM.US:XdeUS:XaM>e M` g)NrArhc3J# UHn[[5"5v M g7fr:)r#rrs r6ro-test_parallel_thread_limit..7s2.6!"$$hrr_THREADSr1)r"rtrr(itemsendswithr)r5rexpected_num_threadsworker_env_varsomp_num_threadsrrs r6test_parallel_thread_limitr4sa12.3Ah2Gy{a/3,3(666*002KD}}Z(($8 9999|+++|#| 3-4r8cd[[SS9 U"S5 SSS5 g!,(df  g=f)NzPlease install daskrr)rrX)r|s r6)test_dask_backend_when_dask_not_installedrEs"  "7 8 9 8 8s ! /c"SS[5nSnU"U"55 [R"[US9 [ SS9"S[ S555 SSS5 SSS5 g!,(df  N=f!,(df  g=f)Nc*\rSrSrSrSSjrSrSrg)3test_zero_worker_backend..ZeroWorkerBackendiPcgrcr;)rHrrls r6r=test_zero_worker_backend..ZeroWorkerBackend.configureQr8Nc[S5e)NzNo worker availabler)rHfunccallbacks r6rO?test_zero_worker_backend..ZeroWorkerBackend.apply_asyncTs45 5r8cgrcr;rs r6r'Dtest_zero_worker_backend..ZeroWorkerBackend.effective_n_jobsWrr8r;r:)rPrQrRrSrrOr'rUr;r8r6ZeroWorkerBackendrPs  6 r8rz&ZeroWorkerBackend has no active workerrrAr~c3L# UHn[[5"U5v M g7fr:rrls r6ro+test_zero_worker_backend..]s@x!wr{1~~xrq)rrrr r"rt)r|r expected_msgs r6test_zero_worker_backendrLsd,.check_globalshs!!r8rAr~c3D># UHn[T5"5v M g7fr:r$rmrnrs r6ro.n14*2Q   ( z changed valuec3D># UHn[T5"5v M g7fr:r$rs r6rorwrr)rr"rtr)workers_global_variablers @r6)test_globals_update_at_each_parallel_callr`s *" ?. .. .&a014*/(144 & ',<+= == =) ?o -- -&a014*/(144 & 'O+< << .s!GE;Ca./118rrAr rrrrdr"rtr'rr(r)rirworkers_threadpool_infosexpected_child_num_threadss r6(test_threadpool_limitation_in_child_lokyrs|12K ;1 CD'vFGE;@8GE Ef %F!$Y[F%:A!>468r8inner_max_num_threads)rrArNcH[5n[U5S:Xa[R"SS9 U"SUS9 [ US9"S[ S555nSSS5 [ U5nUc[[5U-S 5nOUn[WUU5 g!,(df  ND=f) Nrrrr,rr~c3J# UHn[[5"5v M g7fr:rrls r6ro>test_threadpool_limitation_in_child_context..s ;I?G!G2 3 5 5xrrArr)r|rirrrrs r6+test_threadpool_limitation_in_child_contextrs12K ;1 CD /D E#+6#:;I?DQx;I$I  Ff %F$%()>%B"%:"4k68 F Es B B!var_name)rrrcD^^[SS9R5 Sm[RR T5nS[RT'[ US9"UU4Sj[ S555nUSS/:XdeU"SS S 9 [ US9"UU4S j[ S555nSSS5 US S /:XdeUc[RT gU[RT'g!,(df  NB=f!Uc[RT fU[RT'f=f) NTreusec@[RRU5$r:)rrrQ)rs r6_get_env>test_threadpool_limitation_in_child_override.._get_envszz~~h''r84r~c3F># UHn[T5"T5v M g7fr:r$rmrnrrs r6ro?test_threadpool_limitation_in_child_override..s!*;19AGH h ' 'r&rAr,rrc3F># UHn[T5"T5v M g7fr:r$rs r6rors!.?5=!(++Xr&r)rshutdownrrrQr"rt)r|riroriginal_var_valuerrs ` @r6,test_threadpool_limitation_in_child_overriders%..0(16" 8&)*;16q*;;3*$$$ V1 5f-.?5:1X.??G63*$$$  % 8$#5BJJx 6 5  % 8$#5BJJx s$AC5$C$(C5$ C2.C55*D)rArr}cSnU"U5 [SS9n[S5HnU"U5 [SS9nXB:XaMe g)Nc`^[S5m[US9"U4Sj[S555 g)Nrr~c3N># UHn[[5"T5v M g7fr:)r#sum)rmrnr<s r6roAtest_loky_reuse_workers..parallel_call..sCA Qr)rtr")rir<s @r6 parallel_call.test_loky_reuse_workers..parallel_calls# "ICrCCr8Trr)rrt)rirfirst_executorrexecutors r6test_loky_reuse_workersrsJ D &*6N2Yf(t4)))r8)F)rr)rrr:)rTrrr\rrrr- tracebackrmathrrpicklerr5rr+r rrur r r joblib._multiprocessing_helpersrjoblib.test.commonrrrrrjoblib.testingrrrrrjoblib.externals.lokyrr^rposix ImportError _openmp_test_helper.parallel_sumrrjoblib._parallel_backendsrrrr r!joblib.parallelr"r#r$r%r&r'r(r)r*rRETURN_GENERATOR_BACKENDSpoprkeysALL_VALID_BACKENDSPROCESS_BACKENDSPARALLEL_BACKENDShasattrr]r.rr7r>rC ExceptionrErZr^rarfrvrxr{markrrrrrrrrrrrrrrr0r7r<rLr[r`rrrrrrrrrrrrrrrrrrextendrtrrrrrr_parallel_backendsrrrr"r+r?rBrMrTr^rerirrrp SQUARE_LOCAL SQUARE_LAMBDAr{rfrsrtrvr}rrrrrrrrrrrrrrrrrrrrrrrrrr!r,r2r?rJrfrirmrxrrno_coverrrrrrrrrrrrrr) backend_strrns00r6rs & "( .-35++>;>86<91-+,5799%MMO/6VfX]]_55(K(;x ,.(KK:)62$ }4 2}bnnW56/*I    2. " Y*:;<% b""- . :0 . =. Y*+ X~& Y %7&',7 Y*+,62 476 Y@A B  0  _h' x(?)(? 99 Xy!F"F Y)*/+/: 5 5  [/*5+ 5& Y)*9+9  Y)*3+3 Y()A"*A"H Y!E"E.' Y! )/0 JK L M  M"   Y)*+:4 Y()3*3=9 >  Y)*CD-E+-* +   Y*+H,H$ Y)* X}%:&+:% 4$=>9?9;*$5Q#7 ''$)!H-HqH-  Y89 Y)?;<4=:4(#4 Y*:;<4=4( Y*:;<4=4( 1>))55>/; Y01 Y*:;< ,=1 , X}% Y)* Y*:;< =+& 47 _/0 _/0 Y*:;< '=11 ' Y*:;< %e}5!6=!> \=)(*(  8 / 0 0++  Y()3* 3. 0,  Y() ,* ,-)@    Y("*B7)LM ][, FG "?@ ,AHN , (9P FbggooGGOOFOO$&F'Q6X  =, FbggooGGOOFOO$&F'-:4&&8    Y()8* 80  /  /  9- ;. ; (Aq6* Y56,GHNI + NAr7+ Y*:;< t$=>O?=,O Y*+ X~&',   Y12 [;(=>? X~&>'@3 > Ar7+ [;(=>? Y*:;< t$=>??=@, ? Y12 [;(=>? X~&'@3. Y12 [;(=>? X~&'@30 Y12 ][*?@A ][*?@A X~&>'BB3>*    ][*?@A ][*?@A/"BB /"d  Y()(P* (PV Y%'Zt[!.2 2 Y()9*9( Y*:;<+=+\ Y*:;<3K=3KlE* ' Y-. Y*:;<A=/A*  Y*:;< t$=><?= <&H  Y*:;<   &+1F+= +0' Y2>$vG %BC $DH $ Y*:;< 4(ABC=  Y*:;<A=A&=B, ;  X~&8' 8&  $o6 X2w Y*:;<8= 7 82 X2w Z-. Y*:;<6=.  6> Xz"*#*_> E L K.Lp.sBkk*k90ll k'&k'*k65k69ll