oiHSSK7 SSKJr SSKJrJr SSKJr SSKJ r J r J r SSK r SS K JrJrJrJrJrJrJr SS KJr SSK JrJr \R8R:R<rSr S!S\RBS\"\#S\"\RBS\"\RHS\"\%\RBS\"\&S\"\&S\"\RH4Sjjr'SSK J(r) S"Sjr*"SS\R8RV5r,"SS\,5r-"SS \.5r/g! \"\5r\\"S 5:d \"S \S 35eGN=f! \r\rN=f)#)*) __version__) _get_dtypeVersion)dtype_from_config) build_sdpa_packed_attention_mask build_xformers_block_causal_maskget_packed_info_from_kwargsN)GemmaAttentionGemmaDecoderLayer GemmaModelGemmaForCausalLMGemmaRotaryEmbeddingapply_rotary_pos_emb repeat_kvz4.38z&Unsloth: Your transformers version of z does not support Gemma. The minimum required version is 4.38. Try `pip install --upgrade "transformers>=4.38"` to obtain the latest transformers build, then restart this session.)*_prepare_4d_causal_attention_mask_for_sdpa)GemmaSdpaAttentionGemmaFlashAttention2c URup#n[URU5n[URU5n[ USS9nXV-n[UR XVSS2SS2SU24S9nU$)Ntanh) approximate)out)shapefast_linear_forward gate_projup_projtorch_nn_functional_gelu down_proj)selfXbsz_hdgateupdowns N/home/james-whalen/.local/lib/python3.13/site-packages/unsloth/models/gemma.pyfast_geglu_inferencer*@skJCB t~~q 1D T\\1 -B #D ?DJD t~~taCRCi= ID K hidden_states causal_maskattention_mask position_idspast_key_valueoutput_attentions use_cache padding_maskc U(a[US5(a[RURRR [R SS9n Un [URX5nUR"SUUUUUUUUS.U D6upnX- nUn [URX5n[URU5nX- nOeUn [URUSS9nUR"SUUUUUUUUS.U D6upnX-nUn [URUSS9nURU5nX-nU4nU(aX4- nU(aX4- nU$)N_flag_for_generationzcuda:0dtypedevice)r,r-r.r/r0r1r2r3T)gemma) hasattrtorchemptyinput_layernormweightrfloat32"fast_rms_layernorm_inference_gemma self_attnpost_attention_layernormr*mlpfast_rms_layernorm)r!r,r-r.r/r0r1r2r3argskwargs out_weightresidualself_attn_weightspresent_key_valueoutputss r)GemmaDecoderLayer_fast_forwardrMRsW $[[  ' ' - -u}}x! !:  - ?Cnn ? )%+'+ 1!' ?  ? ; *; ! !:  ) )= -TXX}E !  *  - ?Cnn ? )%+'+ 1!' ?  ? ; *;!0 !*  ) )=$ /  0 G'''' Nr+)sqrtc ^[U4Sj[[555nUSS2STR24nTRR U5nUR [[TR555nU[R[TRR5URS9-nURupn USSRSn US:wa[!UX4UU 5n/n [#TRR$5Hup['USS5n[)XU5upsUn[+UR,XvU5n[/UR0UX-UU[3UR0S5(+S9unnUU- nUn[+UR4UXo5n[7UR8U5nUU- nU R;U5 M [+TRR<XvW5n[?UU //S 9$) Nc3># UHfn[RTRRSRR [R [RU5S9v Mh g7f)rr6N)r< empty_likemodellayersr>r?r@r8).0xr!s r) 4GemmaModel_fast_forward_inference..s\ %A  JJ  a 0 0 7 7MM\\!_  %sA.A1)r7rr_per_layer_device_indexpaged_attention)r,r0r/r. do_prefill)last_hidden_statepast_key_valuesr, attentions) tuplerange DEVICE_COUNTmax_seq_lengthrR embed_tokenstorrconfigr<tensor math_sqrt hidden_sizer7rr enumeraterSgetattrmove_to_devicerAr>%LlamaAttention_fast_forward_inferencerBr;rCr*rDappendnormBaseModelOutputWithPast)r! input_idsr]r/r.rG out_weightsr,r#q_lenr%seq_lennext_decoder_cacheidx decoder_layer device_indexrIrKs` r)!GemmaModel_fast_forward_inferencerxs+ |$ K!2t22223IJJ++I6M!$$Z0A$++0N%OPMU\\$++))*M4G4G"M#((NCa #))"-G axC  L    ' (9(9:}.GK &4 ' # !:  ) )=l:S ,Q  # #),1'+$]%<%<>OPP , ( ( !  :  2 2   % -]->-> N ! !!"34;;<7 L(AM #),  r+cV^\rSrSrSU4SjjrSrS SjrS SjrSrSr U=r $) GemmaFixedRotaryEmbeddingc`>[TU]5 UbkURn[US5(a UROSn[ USS5nUc"[ URUR-5nSnURnXl X l X0l [SUR5Ul S/[-UlS/[-Ul[#[5HCnUR%UR[&R)U5[&R+5S9 ME [&R-S[&R.R15[&R+5S9Ul[&R-S[&R.R15[&R+5S9Ulg) Npartial_rotary_factor?head_dimcudairsr8r7rr8r7)super__init__ rope_thetar;r}rjintrhnum_attention_headsmax_position_embeddingsdimbasemincurrent_rope_sizeramulti_gpu_cos_cachedmulti_gpu_sin_cachedr`_set_cos_sin_cacher<r8get_default_dtyper=rcurrent_device cos_cached sin_cached)r!rrrr8rer} __class__s r)r"GemmaFixedRotaryEmbedding.__init__su   $$D6#:;;,, " &*d3C{6--1K1KKMF&,&D&D #'>$ !$Xt/K/K!L%)F\$9!%)F\$9!L)F  # #00f-//1 $ * ++  113U=T=T=V&  ++  113U=T=T=V& r+cXlSUR- [RURS-[RSS9R 5-nUR U-n[RURS[RS9R 5nUSUSSSS24- nURS5n[RXw4SS 9nUR5RUS S 9n UR5RUS S 9n XRUR'XRUR'X4$ Ng@r cpur6r).Nr)rT)r8 non_blocking)rrr<arangeint64floatrsqueezecatcosrdsinrindexr r!rsr8r7freq_exponents timescale positions radians_newembrrs r)r,GemmaFixedRotaryEmbedding._set_cos_sin_cache(s"). LLQ eL L R R T II~- LL  " "UEKK! %'  *YtT1}-EE !))!, ii2"i=ggillF4l@ggillF4l@25!!&,,/25!!&,,/xr+cUb3X0R:a$URX1RURS9 URRnUR USUUR USU4$)Nr)rrr8r7rrr)r!rUr/rsrws r)forward!GemmaFixedRotaryEmbedding.forward@st  7-C-C#C  # #gRSRYRY # Zxx~~   % %l 3HW =  % %l 3HW =  r+cUc[RR5nURUURU4$N)r<rrrr)r!rsrws r) get_cached$GemmaFixedRotaryEmbedding.get_cachedLsB   ::446L((68Q8Q 9   r+cX R::ag[R"US- 5S-Ul[[5H;nUR UR[ RU5URS9 M= g)Ni r) rmathceilr`rarr<r8r7)r!rUrsr8s r)extend_rope_embedding/GemmaFixedRotaryEmbedding.extend_rope_embeddingSsg ,, , !%7T>!:T!AL)F  # #&&f1Eqww $ *r+)rrrrrrrr)N'NN)NN) __name__ __module__ __qualname____firstlineno__rrrrr__static_attributes__ __classcell__rs@r)rzrzs3 "& , \0   r+rzcB^\rSrSrSrSU4SjjrSrSrU=r$)&GemmaFixedLinearScalingRotaryEmbeddingi^z[LlamaRotaryEmbedding extended with linear scaling. Credits to the Reddit user /u/kaiokendevc4>XPl[TU] UUUUUS9 g)N)rrrr8re)scaling_factorrr)r!rrrr8rrers r)r/GemmaFixedLinearScalingRotaryEmbedding.__init__ds,- &=  r+cXlSUR- [RURS-[RSS9R 5-nUR U-n[RURS[RS9R 5nX`R- nUSUSSSS24- nURS5n[RXw4SS 9nUR5RUS S 9n UR5RUS S 9n XRUR'XRUR'X4$r)rrr<rrrrrrrrrdrrrrrs r)r9GemmaFixedLinearScalingRotaryEmbedding._set_cos_sin_cachevs-"). LLQ eL L R R T II~- LL  " "UEKK! %'  3 33  *YtT1}-EE !))!, ii2"i=ggillF4l@ggillF4l@25!!&,,/25!!&,,/xr+)rr)NrrNr~N) rrrr__doc__rrrrrs@r)rr^s)e"& $r+rc4\rSrSr\S5r\S5rSrg)FastGemmaModelic[S[[[S9upUb([ U[ 55 [ U5[l[[l [[l [[l [[l [[l [!["5[$l [&[(l [+[$5 SSKn[UR.R0R2lg)Nr9) model_name rope_modulescaled_rope_moduleattention_moduler)patch_linear_scalingrzrr execglobalsevalrLlamaAttention_fast_forwardrrrrMrLlamaModel_fast_forwardrCausalLM_fast_forwardrxrPeftModel_fast_forwardPeftModelForCausalLM!fix_prepare_inputs_for_generation(transformers.models.gemma.modeling_gemmamodelsr9modeling_gemmar) init_namefunction transformerss r) pre_patchFastGemmaModel.pre_patchs2 3!G-    79 %&*9oN #!<%@"'B$$B!4 #8 -$  (>$)*:; 8 & !!00E r+c[XSS9upSSKJn UR5H5up4SU;dSU;aUR S5 M$UR S5 M7 UR 5H;up5[ XR5(dM[US5(aM*URUl M= SSK n[S 5H1nUR5 [RR5 M3 X4$) NF) downcast_roper) GemmaRMSNormz.lora_A.z.lora_B.Tvariance_epsilon)patch_model_and_tokenizerrrnamed_parametersrequires_grad_ named_modules isinstancer;epsrgcr`collectr<r empty_cache)rR tokenizerrnameparammodulerr$s r) post_patchFastGemmaModel.post_patchs5 e  J!113KDT!Z4%7$$T*$$U+ 4"//1LD&// v'9:: +2 qA JJL JJ " " $r+r:N)rrrr staticmethodrrrr:r+r)rrs)B& & r+r)NNNNFFNr)0llama_utilsrunsloth_zoo.utilsrrunsloth_zoo.hf_utilsr utils.packingr r r rrr rrrrrrtransformers_version ImportError%transformers.modeling_attn_mask_utilsrrrr<nn functionalgelurr*TensorOptionalBlockDiagonalCausalMask LongTensorTupleboolrMrNrgrxModulerzrFastLlamaModelrr:r+r)rs12   & *!88..33*6:-1/348(- %/3L<<L12LU\\* L 5++, L U5<<01 L ~L~L5++,L^# K`eeP/-F/dJ ^J Y  "#78 76? 245I4JKR S   3$*')sDD?"D<?E