΅i,B! SSKrSSKrSSKrSSKJr SSKJrJr SSKJ r SSK J r SSK J r Jr SSKJrJrJr SSKJr SS KJrJr S rS rS rS rSr/SQr\R<R?SS\R@RBS9 \R<RESS5S5r#\R<RESS5S5r$\R<RESS5S5r%\R<RMS5S5r'Sr(Sr)Sr*\S5r+Sr,Sr-S r.S!r/S"r0S#r1S$r2S%r3S&r4S'r5S(r6\"5r7S)r8S*r9\"S+S,\6\5\ "\Rt\Rv5S-S-S-S-S-S-S-S.9 \"S/S,\,\*\ "\Rt\Rv5S-S-S-S-S-S0S-S.9 \"S1S,\\\ "\Rt\Rv5S-S-S-S-S-S29 \"S1S3\\\ "\Rt\Rv5S-S-S-S-S-S29 \"S1S4\\\ "\Rt\Rv5S-S-S-S-S-S29 \"S5S,\)\(\ "\Rt\Rv5S-S-S-S-S-S0S-S.9 \"S6S,\8\*\ "\Rt\Rv5S-S-S-S-S-S0\"\RxS7S85\"\RxS7S95\"\RxS7S:5\"\RxS7S;54S-S<9 \"S=S,\9\*\ "\Rt\Rv5S-S-S-S-S-S0S-S.9 \"S>S,\1\0\ "\Rt\Rv5S-S-S-S-S-S-S?9 \"S@S,\2\0\ "\Rt\Rv5S-S-S-S-S-S-S?9 \"SAS,\.\-\ "\Rt\Rv5S-S-S-S-S-S-S?9 \"SBS,\\/\"\Rz\R|5S-S-S-S-S-\"\RxS7S85\"\RxS7S95\"\RxS7S:5\"\RxS7S;54\ /SC9 \"SDS,\\/\"\Rz\R|5S-S-S-S-S-\"\RxS7S85\"\RxS7S95\"\RxS7S:5\"\RxS7S;54\ /SC9 \"SES,\4\3\"\Rz\R|5S-S-S-S-S-\"\RxS7S85\"\RxS7S95\"\RxS7S:5\"\RxS7S;54\ \R~"\RR5(+SF5/SC9 /rBg)GNmap)_create_empty_block_maskflex_attention) make_tensor)onlyCUDA) all_types_and custom_types) DecorateInfoOpInfo SampleInput)mark_compile_region) InvokeQuantinvoke_quant_packedc +# [R"[XUS9n[U"SSSSSS9U"SSSSSS9/U"SSSS9U"SSSS94S9v g7f)Ndevicedtype requires_grad皙?lowhigh)args functoolspartialrr opinforrrkwargsmake_args X/home/james-whalen/.local/lib/python3.13/site-packages/torch/testing/_internal/hop_db.pysample_inputs_mapr%sg  F}H  !Qs +XaA3Q-OPqc*HQCa,H I sAA cUSR5RS5U-USUR5-R5R USR 55/$)Nrg?r)cosadd_sincos_viewsizexy0y1s r$inner_fr1sQ aDHHJOOC 2 %!rvvx'='='?'D'DQqTYY['Q RRc Sn[X0X5$)Nc[XU5$Nr1r-s r$fsimple_map..f sqb!!r2r)xsr/r0r7s r$ simple_mapr:s" qb r2c Sn[X0X5$)Nc Sn[X0X5$)Nc[XU5$r5r6r-s r$f2"nested_map..f1..f2(s1"% %r2rxxr/r0r>s r$f1nested_map..f1's &22""r2rr9r/r0rBs r$ nested_maprE&s# rr r2c Sn[X0X5$)Nc Sn[X0X5$)Nc Sn[X0X5$)Nc[XU5$r5r6r-s r$r>5triple_nested_map..f0..f1..f23sqb))r2rr@s r$rB)triple_nested_map..f0..f12s *rr& &r2rrDs r$f0triple_nested_map..f01s ' 22""r2r)r9r/r0rLs r$triple_nested_maprN0s# rr r2) custom_function_callautograd_function_applyrun_and_save_rng_staterun_with_rng_stategraphsafe_run_with_rng_state out_dtype trace_wrappedtag_activation_checkpointexecutorch_call_delegatewrapwrap_with_set_grad_enabledauto_functionalized_v2associative_scan flat_applywrap_with_autocastwrap_activation_checkpointrun_const_graphauto_functionalizedrmap_impl with_effects strict_mode_export_tracepointcall_torchbindtriton_kernel_wrapper_mutation triton_kernel_wrapper_functional hints_wrapperdynamo_bypassing_wrapper foreach_mapaoti_call_delegateprintinductor_compiled_codeztestlib::mutating_custom_opz8(Tensor(a!) x, Tensor(b!) z) -> (Tensor, Tensor, Tensor))tagscpucURS5 URS5 UR5UR5X-4$Nr(cloner.zs r$ foo_impl_cpurwu3FF1IFF1I 779aggi &&r2cudacURS5 URS5 UR5UR5X-4$rqrsrus r$ foo_impl_cudar{|rxr2xpucURS5 URS5 UR5UR5X-4$rqrsrus r$ foo_impl_xpur~rxr2cHUR5UR5X-4$r5rtrus r$foo_impl_abstractrs 779aggi &&r2c +j# [R"[XUS9n[U"SSSSSS95v g7fNrrrrrr s r$sample_inputs_condr6  F}H hq!QCa8 9913c\[R"UR5S:SSU/5$)Nrc$UR54$r5r'r.s r$simple_cond..s aeegZr2c$UR54$r5)r)rs r$rrs AEEG:r2)torchcondsumrs r$ simple_condrs& ::aeegk#79MPQs SSr2c +j# [R"[XUS9n[U"SSSSSS95v g7frrr s r$sample_inputs_invoke_subgraphrrrc.[R"U5$r5rr)rs r$fn_for_invoke_subgraphrs 99Q<r2c[U5$r5)rrs r$simple_invoke_subgraphrs !! $$r2c +|# [R"[XSS9n[U"SSSSSS9U"SSSSSS95v g7f)NFrrrrrr s r$ sample_inputs_auto_functionalizersJ  FuH Aqc*HQ1#A,N :<cT[RRRX5$r5)ropstestlibmutating_custom_oprus r$simple_auto_functionalizers 99   / / 55r2c+^ # [R"[XUS9m SnU 4Sj[S55upgn[ Xg5n [ XgXU 5v g7f)Nrc X-$r5)scorebhmns r$ score_mod/sample_inputs_flex_attention..score_mods yr2c 3:># UHnT"SSSSSSS9v M g7f)rrrNr).0_r#s r$ /sample_inputs_flex_attention..s I1x1c1#A6s)rrrrangerr ) r!rrrr"rqkv block_maskr#s @r$sample_inputs_flex_attentionrsP  F}HJaIGA!)!/J aA* 55sAAc +# [R"[XSS9n[[R "S5U"SSSSSS95v g7f)NFrrrrr)rrrr rtensorr s r$sample_inputs_while_looprsF  FuH  QAqc* sAAcPSnSn[RRX#X45$)Nc US:$Nrriter_tr.s r$cond_fn"simple_while_loop..cond_fn zr2c,US- UR54$Nrrrs r$body_fn"simple_while_loop..body_fnz1557""r2)r_higher_order_ops while_looprr.rrs r$simple_while_looprs)#  " " - -g LLr2cbSnSn[RRX#X4[55$)Nc US:$rrrs r$r/simple_while_loop_stack_output..cond_fnrr2c,US- UR54$rrrs r$r/simple_while_loop_stack_output..body_fnrr2)rrwhile_loop_stack_outputtuplers r$simple_while_loop_stack_outputrs2#  " " : :6+uw r2c +|# [R"[XSS9n[U"SSSSSS9U"SSSSSS95v g7f)NFrrrrrrrr s r$sample_inputs_local_map_hoprsK  FuH Aqc*Aqc* rcJSn[RRU5n[RR 5(deSSKJn U"5U"5U"54U"5U"5U"544S.URS'[RRX0U5$)NcDUR5UR5-$r5)r'r))inp1inp2s r$body_gm%simple_local_map_hop..body_gmsxxzDHHJ&&r2r) Replicate) in_placementsout_placementslocal_map_kwargs) rfxsymbolic_trace distributed is_available(torch.distributed.tensor.placement_typesrmetar local_map_hop)rrrgmrs r$simple_local_map_hoprs'   )B    ) ) + ++ +B$+y{IK@%KikBD#BGG   " " 0 04 @@r2c +z# [R"[XUS9n[U"SSSSS9U"SSSSSS95v g7frrr s r$sample_inputs_scanrsI  F}H A3Q'Aqc* s9;cHSn[RRX U5$)Nc2X-U-nX R54$r5r)carryr.results r$ combine_fnsimple_scan..combine_fn sQ{{}$$r2)rrscan)initr9rs r$ simple_scanr s"%  " " ' ' " ==r2c,Sn[XU5SS-$)Nc6[R"U5U-4$r5r)r.ys r$fnsimple_invoke_quant..fns ! q ""r2r@) quant_tracerr.rs r$simple_invoke_quantrs # q !! $s **r2c*Sn[X5SS-$)Nc0[R"U54$r5rrs r$r&simple_invoke_quant_packed..fns ! r2rr)rrs r$simple_invoke_quant_packedrs r %a (3 ..r2rsimpleF) namevariant_test_nameopsample_inputs_funcdtypes supports_outcheck_batched_gradcheck_batched_gradgradcheck_batched_forward_grad"check_inplace_batched_forward_gradsupports_autogradsupports_gradgradinvoke_subgraphTr) rrrrrr r r r r nested triple_nestedr invoke_quantTestHOPtest_aot_exporttest_pre_dispatch_exporttest_serialize_exporttest_retrace_export) rrrrrr r r r r rskipsrrr) rrrrrr r r r r rrauto_functionalizer) rrrrrr r r r r r decoratorsflex_attention_backwardrzrequires distributed build)Crunittestr#functorch.experimental.control_flowr!torch.nn.attention.flex_attentionrr torch.testingr*torch.testing._internal.common_device_typer$torch.testing._internal.common_dtyper r #torch.testing._internal.opinfo.corer r r 'torch._higher_order_ops.invoke_subgraphrtorch._higher_order_opsrrr%r1r:rErN0FIXME_hop_that_doesnt_have_opinfo_test_allowlistlibrarydefineTagpt2_compliant_tagimplrwr{r~ register_fakerrrrrrrrrrrrrrrrrrrboolhalfexpectedFailurefloat16float32skipIfrrhop_dbrr2r$r4sJ 3V%?LQQGDS 6!40F !>  $ $159':' 16:';' 159':' :;'<':T:%6 6M A$>} +/ " -UZZ4 $#(+0 " !8UZZ4 $#(+0 " ,UZZ4 $#(+0  " ,UZZ4 $#(+0  ) ,UZZ4 $#(+0  " -UZZ4 $#(+0 " 8UZZ4 $#(+0 119>O P (()5O  119>U V 119>S T   -0 "" %8UZZ4 $#(+0 " 3UZZ4 $#(+0  &" )3UZZ4 $#(+0  !" $;UZZ4 $#(+0  " 7EMM5==9 $#(+0 119>O P (()5O  119>U V 119>S T  :'* &" 7EMM5==9 $#(+0 119>O P (()5O  119>U V 119>S T  :'* " 6EMM5==9 $#(+0 119>O P (()5O  119>U V 119>S T    OO%%22446R  'Ud r2