ois,SSKJr SSKrSSKJr SSKJrJr SSKrSSK J r SSK J s J r SSKJr SSKJr SSKJrJr "S S \5r"S S \ R,\5rSS jrg)) annotationsN)partial)AnyOptional) BufferDict)BaseTunerLayer)decompose_weight_matrixreconstruct_weight_matrixc~\rSrSr%SrS\S'SrS\S'SSjrSSjrSS jr S r SS jr SSS jjr SSjr SrSrg )OSFLayer!)osf_svd_paramsztuple[str, ...]adapter_layer_names) _osf_U_high _osf_S_high _osf_V_highother_param_namesc Xl0Ul[R"05Ul[ 05Ul[ 05Ul[ 05Ul/Ul SUl /Ul UR5n[US5(a][UR[ R"5(a4URR$S:XaURR&up4GO[U[R(5(aUR*UR,p4O[US5(a)[US5(aUR.UR0p4O[US5(a)[US5(aUR2UR4p4Of[US5(a)[US 5(aUR*UR,p4O,S upC[6R8"S [;U5S 3[<5 X@lX0lg) NFweight infeatures outfeatures input_size output_size in_features out_features)NNzUnsupported layer type 'z/' encountered; could not infer in/out features.) base_layereffective_ranknn ModuleDictrrrrr hook_handles_disable_adaptersmerged_adaptersget_base_layerhasattr isinstancertorchTensorndimshapeLinearrrrrrrwarningswarntype UserWarning)selfrkwargsrrs O/home/james-whalen/.local/lib/python3.13/site-packages/peft/tuners/osf/layer.py__init__OSFLayer.__init__'s$  mmB/%b>%b>%b>!&!((*  J ) ):,,ell;;!!&&!+)3(9(9(?(? %L+  BII . .(2(>(> @W@W Z . .7:}3U3U(2(=(=z?U?U Z . .7:}3U3U(2(=(=z?U?U Z / /GJ4W4W(2(>(> @W@W(2 %K MM*4 +;*<N) ValueErrorrr%rdatar rrrr ParameterDictr _attach_hooks set_adapteractive_adapters)r1 adapter_namerr2rrsvd_dict svd_paramss r3 update_layerOSFLayer.update_layerTs Q ^_m^no  -;L)((* ""''*6H*2();&)1();&)1();&%%!'*!'*!'*  -7L) <( --.r6c XR;agURUnSSjnUSR[USXS95nUSR[USXS95nURR XE/5 g)z,Attach gradient hooks for the given adapter.NcUS:Xa*URUnXDRSS5U--nX- $US:Xa*URUnXRSS5-U-nX- $U$)Nr<rr r>)r transposer)gradnameadapterlayerr9projr;s r3hook$OSFLayer._attach_hooks..hooks{w**73!1!1!Q!7$!>?{"**73//155?{"Kr6r<)rNrOrPr>)rNstrrOrTrPr )r register_hookrr"extend)r1rE svd_modulerRhandle_uhandle_vs r3rBOSFLayer._attach_hooksxs} 22 2 ((6  g&44WTYe5rsg&44WTYe5rs   (!56r6c~URHnUR5 M URR5 g)zRemove all gradient hooks.N)r"removeclear)r1handles r3 _detach_hooksOSFLayer._detach_hookss-''F MMO( !r6cXR;aUR5R$URUnURUURUUR UUSUSUSS.n[ U5$)z@Reconstruct weight matrix from SVD components for given adapter.r<r=r>)r9r:r;r<r=r>)rr%rrrrr )r1rErWrFs r3_reconstruct_weightOSFLayer._reconstruct_weights 22 2&&(// /((6 &&|4&&|4&&|4(((  )22r6NcLUc URnUGHnX0RR5;dM#UR5nU(aURR R 5nURU5n[R"U5R5(d[SUS35eURUR5URlO!URU5nXdRlURRU5 GM g)a Merge the active adapter weights into the base weights Args: safe_merge (`bool`, *optional*): If True, the merge operation will be performed in a copy of the original weights and check for NaNs before merging the weights. This is useful if you want to check if the merge operation will produce NaNs. Defaults to `False`. adapter_names (`list[str]`, *optional*): The list of adapter names that should be merged. If None, all active adapters will be merged. Defaults to `None`. Nz1NaNs detected in the merged weights. The adapter z seems to be broken)rDrkeysr%rr@clonerbr(isfiniteallr?todtyper$append)r1 safe_merge adapter_namesactive_adapterr orig_weight new_weights r3mergeOSFLayer.merges   00M+N!4!4!9!9!;;!002 #-"3"3"8"8">">"@K!%!9!9.!IJ >>*599;;(OP^O__rs.8]];;L;L-MJ%%*!%!9!9.!IJ-7%%*$$++N;',r6cUR(d[R"S5 g[R"S5 g)zG This method unmerges all merged adapter layers from the base weights. z Already unmerged. Nothing to do.NzJOSF does not support unmerging. Original weights are permanently modified.)mergedr-r.r1s r3unmergeOSFLayer.unmerges*{{ MM< =   bcr6c$UR5 g)zCleanup hooks on deletion.N)r_rus r3__del__OSFLayer.__del__s r6) r#rrrrrr"rr$rr)rz nn.ModulereturnNone)rErTrint)rErT)rErTr{ torch.Tensor)FN)rlboolrmzOptional[list[str]]r{r|)r{r|)__name__ __module__ __qualname____firstlineno__r__annotations__rr4rHrBr_rbrqrvry__static_attributes__r6r3r r !sD+>>)VV+)Z"/H74" 3 #[TU]5 [R"X40UD6 Uc#[URUR 5S-nX lUR"X#40UD6 g)Nr)superr4r minrr_active_adapterrH)r1rrErr2 __class__s r3r4Linear.__init__sa $5f5  ! !1!143D3DEJN+ ,A&Ar6cUR(aUR"U/UQ70UD6nU$UR(aUR"U/UQ70UD6nU$UR5nURnUR (aUR SOSnU(a9XpR ;a*URU5n[R"XU5nU$UR"U/UQ70UD6nU$)Nr) disable_adaptersrrtr%biasrDrrbFlinear) r1xargsr2resultrrrnrs r3forwardLinear.forwards  __Q888F  [[__Q888F ,,.J??D9=8L8LT11!4RVN.4G4G"G11.A!T2 [TU]5nSU-$)Nzosf.)r__repr__)r1reprs r3rLinear.__repr__sg |r6)rN)rErTrr}r{r|)rr~rrr2rr{r~)r{rT) rrrrr4rrr __classcell__)rs@r3r,r,sD # BB B  BB$(r6r,c Sn[U[5(aUR5nOUn[U[RR 5(a [ X40UD6nU$r)r'rr%r(r r,)targetrE osf_configr2 new_moduletarget_base_layers r3dispatch_defaultr sV J&.))"113"#UXX__55F;F; r6)rztorch.nn.ModulerErTr{zOptional[torch.nn.Module]) __future__rr- functoolsrtypingrrr(torch.nnr torch.nn.functional functionalrpeft.tuners._buffer_dictrpeft.tuners.tuners_utilsrutilsr r r Moduler,rrr6r3rsk# /3 {~{|*RYY*Z   r6