jj4|dZddlmZddlmZddlmZddlmZddlmZddl m Z ddl m Z dd l m Z dd l m Z dd lZdd lZdd lmZdd lmZddlmZdd lZddlmZddlmZddlmZddlmZddlmZddlmZddlm Z ddl!m"Z"ddl#m$Z$ddl%m&Z&ddl%m'Z'ddl(m)Z)ddl(m*Z*ddl(m+Z+ddl,m-Z-ddl.m/Z/ddl.m0Z0dd l.m1Z1dd!l2m3Z3erdd"l4m5Z5dd1Z=e d?d2Z>ejnGd3d4Z?ejnGd5d6Z@d@d7ZAdAd8ZBe3eeCeDfZEdBd9ZFe d$: dCd;ZGy )Dz*Builtin plugin that adds subtests support.) annotations) defaultdict)Callable)Iterator)Mapping)AbstractContextManager)contextmanager) ExitStack) nullcontextN) TracebackType)Any) TYPE_CHECKING) ExceptionInfo)saferepr)CaptureFixture) FDCapture) SysCapture)Config)hookimpl)Parser)check_ispytest)fixture) SubRequest) catching_logs)LogCaptureHandler) LoggingPlugin) TestReport)CallInfo)check_interactive_exception)get_reraise_exceptions)StashKey)SelfcPtj|tjdy)NzSpecify verbosity level for subtests. Higher levels will generate output for passed subtests. Failed subtests are always reported.)help)r_add_verbosity_iniVERBOSITY_SUBTESTS)parsers R/opt/eval-harness/bench_task/venv/lib/python3.12/site-packages/_pytest/subtests.pypytest_addoptionr).s" !! k T)frozenslotskw_onlycHeZdZUdZded<ded<d dZd dZed dZy ) SubtestContextzJThe values passed to Subtests.test() that are included in the test report. str | NonemsgzMapping[str, Any]kwargsc tj|d|jjDcic]\}}|t |c}}ycc}}w)Nr2)object __setattr__r2itemsr)selfkvs r( __post_init__zSubtestContext.__post_init__@s> ($++:K:K:MNAQ ^N NsAc0tj|}|SN) dataclassesasdict)r7results r(_to_jsonzSubtestContext._to_jsonFs##D) r*c"||d|dS)Nr1r2r1r2)clsds r( _from_jsonzSubtestContext._from_jsonJsqx( 44r*NreturnNonerHdict[str, Any])rErKrHr") __name__ __module__ __qualname____doc____annotations__r:r@ classmethodrFrCr*r(r/r/9s.T O  55r*r/F)initceZdZUded<eddZddZd fd Zed fd Z e d fd Z xZ S) SubtestReportr/contextcL|j\}}}|d|jS)N )location_sub_test_description)r7_domains r( head_linezSubtestReport.head_lineSs,}} 1f4557899r*cxg}|jj)|jd|jjd|jjrOdj d|jjj D}|jd|ddj |xsdS) N[]z, c30K|]\}}|d|yw)=NrC).0r8r9s r( z6SubtestReport._sub_test_description..]s#$%11#Qqc $s()rWz ())rUr1appendr2joinr6)r7parts params_descs r(rYz#SubtestReport._sub_test_descriptionXs <<   ' LL1T\\--.a0 1 <<  ))$)-)<)<)B)B)D$K LL1[M+ ,xx/-/r*cnt|}|d=d|d<|jj|d<|S)NrU SubTestReport _report_type_subtest.context)superr@rU)r7data __class__s r(r@zSubtestReport._to_jsoncs>w! O.^#'<<#8#8#:   r*c`t||}tj|d|_|S)Nrm)rnrFr/rU)rD reportdictreportrps r(rFzSubtestReport._from_jsonjs/#J/'22:>P3QR r*ct||j}||_|rf|jr'|j j d|jf|jr'|j j d|jf|rC|jjjx}r|j j d|f|S)NzCaptured stdout callzCaptured stderr callzCaptured log call) rnrFr@rUoutsectionsrferrhandlerstreamgetvalue)rD test_reportrUcaptured_output captured_logsr?logrps r(_newzSubtestReport._newps#K$8$8$:;  ""&&(>@S@S'TU""&&(>@S@S'TU ]%:%:%A%A%J%J%LLcL OO " "$7#= > r*)rHstrrJ)rrrKrHrT) r{rrUr/r|zCaptured | Noner}zCapturedLogs | NonerHr") rLrMrNrPpropertyr\rYr@rQrFr __classcell__)rps@r(rTrTOs}  :: 0  )  +   r*rTSubtestsc|jjjjd}| |jnt }t |jj||dS)z Provides subtests functionality.capturemanagerT _ispytest)nodeconfig pluginmanager get_pluginglobal_and_fixture_disabledr rihook)requestcapmamsuspend_capture_ctxs r(subtestsrsY\\ . . 9 9:J KF.4.@**k GLL&&(;WPT UUr*cFeZdZdZdd ddZ d d dZy) rz_Subtests fixture, enables declaring subtests inside test functions via the :meth:`test` method.FrcDt|||_||_||_yr<)r_ihook_suspend_capture_ctx_request)r7rrrrs r(__init__zSubtests.__init__s" y! $7! r*Nc t|j|||j|j|jjS)ad Context manager for subtests, capturing exceptions raised inside the subtest scope and reporting assertion failures and errors individually. Usage ----- .. code-block:: python def test(subtests): for i in range(5): with subtests.test("custom message", i=i): assert i % 2 == 0 :param msg: If given, the message will be shown in the test report in case of subtest failure. :param kwargs: Arbitrary values that are also added to the subtest report. )rrr)_SubTestContextManagerrrrr)r7r1r2s r(testz Subtests.tests;2& KK  MM $ 9 9==''   r*) rpluggy.HookRelayr*Callable[[], AbstractContextManager[None]]rrrboolrHrIr<)r1r0r2r rHr)rLrMrNrOrrrCr*r(rrsfi    H                 r*cneZdZUdZded<ded<ded<ded <d ed <d ed <ddZ ddZy)rz Context manager for subtests, capturing exceptions raised inside the subtest scope and handling them through the pytest machinery. rrr0r1rKr2rrrrrrcdd}tj|_tj|_d|_t |_|j jt|j|_ |j jt|j|_ y)NT) time_start perf_counter_precise_start _exc_infor _exit_stack enter_contextcapturing_outputr_captured_outputcapturing_logs_captured_logs)r7__tracebackhide__s r( __enter__z _SubTestContextManager.__enter__s iik "//1$; $ 0 0 > > T\\ *! #..<< 4<< ( r*c Bd}|tj|}nd}|jjt j }||j z }t j}tdd||j||dd} |jj|jj| } tj| t|j |j"|j$|j&} | j(rH|j*j,t.} | |jjj0xxdz cc<|j35|jj5| dddt7| | r2|jj9|jj| | |At;|t=|j*ry |jj>j@ry y#1swYxYw) NTcall)startstopdurationwhenr)itemrrB)r|r}rs)rrrsF)!rfrom_exceptionrcloserrrrrrpytest_runtest_makereportrrrTrr/r1r2rrfailedrstashfailed_subtests_keynodeidrpytest_runtest_logreportrpytest_exception_interact isinstancer session shouldfail) r7exc_typeexc_valexc_tbrexc_info precise_stoprr call_infors sub_reportfailed_subtestss r(__exit__z_SubTestContextManager.__exit__s !  $33G>+G+G+Q+Q,N #%^556$W- 7.*B*B C     sA4B6B; BB  Bc*eZdZUdZded<dZded<y)rrrurwN)rLrMrNrurPrwrCr*r(rrNsCMCMr*rceZdZUded<y)rrrxN)rLrMrNrPrCr*r(rrTs r*rcDt|tr|jSyr<)rrTr@rs r(pytest_report_to_serializablerYs&-(  r*cV|jddk(rtj|Sy)Nrlrk)getrTrF)ros r(pytest_report_from_serializabler_s' xx?2''-- r*cDtt|jt<yr<)rintrr)rs r(pytest_configurerjs(3C(8FLL$%r*)tryfirstc2|jdk7ry|jtjdk(}t |t r|j }|j}t|dr|ry|dk(rd}d}d}ny||||fS|jr|d d |fS|jr|ryd |d d |fS|jr |ry|d d|fSy|jt|j}|jr"|dkDrd|_|dkDrdnd} d|d| |_y)Nrrwasxfail)rrrskippedxfailedySUBXFAILu SUBFAILEDz subtests SUBPASSED- SUBSKIPPEDrrsrz contains z failed subtest)r get_verbosityrr&rrToutcomerYhasattrrpassedrrrrlongrepr) rsrquietr descriptioncategoryshortstatusfailed_subtests_countsuffixs r(pytest_report_teststatusrnsS {{f  !:!: ;q @E&-(..224 6: &!I%$#Uvh{m$<< < ==C9[M!:: :}}%&wi0#;-7PPP%"C:k])CCC !' -@ A&-- P ==2Q6%FN1A5S2F )*?)@PVxXFO r*)r'rrHrI)rrrHr)rrrHzIterator[Captured])rrrHzIterator[CapturedLogs | None])rsrrHzdict[str, Any] | None)rorKrHzSubtestReport | None)rrrHrI)rsrrrrHz0tuple[str, str, str | Mapping[str, bool]] | None)HrO __future__r collectionsrcollections.abcrrr contextlibrr r r r=rtypesr typingr rpluggy _pytest._coder_pytest._io.safereprr_pytest.capturerrr_pytest.configrr_pytest.config.argparsingr_pytest.deprecatedr_pytest.fixturesrr_pytest.loggingrrr_pytest.reportsr_pytest.runnerrrr _pytest.stashr!typing_extensionsr"r) dataclassr/rTrrrrrrrrrrrrrrrCr*r(rs0"#$$#-% "  ')*%&!#,-$')-)&#61"&d$=55>5*E"4J4#4n V V0 0 f WWWt8  "  "    6h{384579 43 3 3633r*