
    oi<                     
   S SK rS SKrS SKrS SKJr  S rS r0 r\R                  R                  \R                  5      \R                  R                  S5      :  r\(       a  \\S'   \" \S5      (       a  \\S'   0 S	S
S/_SS
S/_SSS/_SS/_SS/_S/ SQ_SSS/_SSS/_SS/_SSS/_SSS/_SSS/_SSS/_SSS/_SS S!/_S"S#/_S$SS/_0 S%SS/_S&SS/_S'S/_SS/_S(S)/_S*S/_S+S/_S,S/_S-S.S/_S/S0/_S1SS/_S2SS/_S3SS/_S4/ S5Q_S6SS/_S7SS/_S8SS/_ESS/SS// S9Q/ S:QS;.Er\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       r\R                  5       rS</\S'   S</\S'   \R                  5       rSS/\S4'   \R                  5       rSS/\S4'   \R                  5       rS</\S'   S</\S'   0 S%/ S=Q_S/ S>Q_S?/ S@Q_S	SASB/_SSASB/_S/ SCQ_S/ SDQ_S/ SEQ_SSFSG/_S,/ S>Q_S1/ S=Q_S4SHSI/_S6/ S=Q_S7/ SJQ_S8/ SJQ_SKSL/_SMSL/_r0 S	/ SNQ_S/ SOQ_SSS</_SSSP/_S/ SQQ_S/ SRQ_S/ SSQ_SSST/_S/ SUQ_S/ SVQ_SSS</_S%/ SWQ_S&/ SXQ_S1/ SWQ_S2/ SYQ_S/ SQQ_S/ SZQ_S#S[/SST/SST/SST// SVQ/ SXQ/ SXQ/ SXQ/ SXQ/ SXQS\.
Er0 S	S]/_S/ _SS</_SSP/_SS[/_SS^/_SS_/_SST/_SS./_SS^/_SS</_S%S`/_S&S`/_S1S`/_S2Sa/_SS[/_SS[/_S[/ST/ST/ST/S^/S`/S`/S`/S`/S`/Sb.
Er 0 S	/ ScQ_S/ SdQ_S/ SeQ_SS/_SS/_S/ SeQ_SSS/_SS/_SSS/_S%SS/_S&SS/_SSS/_S/ SfQ_S/ SgQ_SS/_S"S#/_S6SS/_SS/SS/SS/SS/Sh.Er!0 S	/ ScQ_S/ SdQ_S/ SeQ_SS/_SS/_S/ SeQ_SSS/_SS/_SSS/_S%SS/_S&SS/_SSS/_SSS/_S/ SgQ_SS/_S"S#/_S6SS/_SS/SS/SS/SS/Sh.Er"0 S%/ SiQ_S&/ SiQ_S1/ SiQ_S2/ SiQ_S6/ SiQ_S7/ SiQ_S8/ SiQ_SK/ SiQ_SM/ SiQ_S4/ SiQ_SSS./_SSST/_S/ SeQ_S/ SjQ_SSST/_S,SST/_SSS./_r#0 S	S
S/_SS
S/_SSS/_SS</_SS/_S/ SQ_SSS/_SSS/_SS/_SSS/_SSS/_SSS/_SSS/_SSS/_SS S!/_S"S#/_S$SS/_0 S%SS/_S&SS/_S'S/_SS</_S(S)/_S*S/_S+S/_S,S/_S/S0/_S1SS/_S2SS/_S3SS/_S4/ S5Q_S6SS/_S7SS/_S8SS/_SKSS/_ESMSS/0Er$Skr%Slr&Smr'SnSo/r(SpSq/r)Srr*Ssr+Str,SuSv0r-Swr.g)x    N)BloomPreTrainedModelc                    [         R                  " U 5      n U R                  u  pp4nU S US-   nUR                  SS5      R	                  US-  X#-  XT5      nXS-  S  nUR	                  US-  X#-  XE5      n[        [        Xg5      5      $ )N      )torchcatshape	transposereshapetuplezip)past_key_valuestotal_layers
batch_sizenum_attention_headsnum_virtual_tokenshead_dimkeysvaluess           N/home/james-whalen/.local/lib/python3.13/site-packages/peft/utils/constants.py&bloom_model_postprocess_past_key_valuer      s    ii0ORaRgRgOL1x.\Q./D>>!Q'':;XD Q.01F^^LA-z/OQcnFT"##    c                     / nU  HT  nUS S 2S S 2S4   nUR                  / SQ5      nUR                  " / UR                  S S QSP76 nUR                  U5        MV     [	        U5      $ )Nr   )   r   r   r   )permuter   r	   appendr   )r   resultks      r   *starcoder_model_postprocess_past_key_valuer!   $   sf    FaAgJIIl#II(qwws|(R(a	 
 =r   z4.54.0.dev0gpt_bigcode_convert_to_standard_cachebloomt5qvmt5bartq_projv_projgpt2c_attnquery_key_valuezblip-2)r&   r'   r*   r+   optgptjgpt_neoxgpt_neobertqueryvaluerobertazxlm-robertaelectraz
deberta-v2
query_proj
value_projdebertain_projlayoutlmllamallama4chatglmmptWqkvRefinedWebModel
RefinedWebfalconbtlmc_projcodegenqkv_projmistralmixtralstablelmphi)r*   r+   fc1fc2gemmagemma2gemma3_text)keyr5   
receptanceoutput)r_projk_projr+   o_projrR   r5   )qwen2qwen3rwkvrwkv7z
mlp.c_proj)input_layernormpost_attention_layernormnorm)r\   r]   ln_fllava)multi_modal_projectorr\   r]   r^   embed_tokenslm_head
layer_normfinal_layer_norm)self_attn_layer_normencoder_attn_layer_normre   )ln_1ln_2r_   )	layernorm	LayerNormre   rf   rh   r_   r\   final_layernorm)r\   r]   pre_feedforward_layernormpost_feedforward_layernormr^   rX   r]   rY   )r    r'   wo)r    r'   wi_1zmlp.dense_4h_to_h)rR   r5   output.dense)r*   rV   rN   )r*   r+   fc_outdense_4h_to_h)r*   r+   rF   )r*   r+   rN   )rV   r+   	down_proj)r*   r+   rt   )rV   r+   w2)key_projr9   rq   rq   )
r:   rB   rC   rD   rL   rO   rP   rQ   rX   rY   ro   rN   rr   rt   ru   )
r:   rC   rB   rD   rL   rO   rP   rQ   rX   rY   )r&   r    r'   owiro   )r&   r    r'   rw   wi_0rp   ro   )r*   rV   r+   out_projrM   rN   )r4   rR   r5   dense)r8   rv   r9   r{   )rP   rQ   rX   rY   )r*   rV   r+   rW   	gate_projrt   up_proj)r*   rV   r+   rz   fc_inrr   zadapter_model.binzadapter_model.safetensorszadapter_config.jsonrb   rc   score
classifierz
all-linearztokenizer_config.jsonzdummy-target-modules
model_typecustom   )/packaging.version	packagingr   transformersr   r   r!   8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGversionparse__version__transformers_le_4_53hasattr2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGcopy2TRANSFORMERS_MODELS_TO_BOFT_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_BONE_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPING4TRANSFORMERS_MODELS_TO_DELORA_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_HRA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_MISS_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_OFT_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_POLY_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_ROAD_TARGET_MODULES_MAPPING7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPING3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPING5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPING4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_OSF_TARGET_MODULES_MAPPING4TRANSFORMERS_MODELS_TO_WAVEFT_TARGET_MODULES_MAPPINGWEIGHTS_NAMESAFETENSORS_WEIGHTS_NAMECONFIG_NAMEEMBEDDING_LAYER_NAMESSEQ_CLS_HEAD_NAMESINCLUDE_LINEAR_LAYERS_SHORTHANDTOKENIZER_CONFIG_NAMEDUMMY_TARGET_MODULESDUMMY_MODEL_CONFIG#MIN_TARGET_MODULES_FOR_OPTIMIZATION r   r   <module>r      sb      -
$ <> 8 ((..|/G/GH9K\K\KbKbcpKqq 2 =]K
 !=>> Io<WE'63*'6	C:'6 Xx '6 XJ	'6
  '6 ,'6 
Hh'6 Xx '6 "#'6 (#'6 Wg'6 !'6 GW%'6 !'6 <.'6  	{!'6" '"#'6$ h!%'6& x"''6( !")'6* H:+'6, 
F8-'6. )*/'60 $%1'62  !3'64 Xx 5'66 
|7'68 (#9'6: (#;'6< 8$='6> 
-?'6@ h!A'6B x"C'6D Hh'E'6F !!4EM'6 2T 6h5l5l5n 25g5l5l5n 24f4k4k4m 17i7n7n7p 44f4k4k4m 15g5l5l5n 25g5l5l5n 25g5l5l5n 24f4k4k4m 15g5l5l5n 29k9p9p9r 65g5l5l5n 2 ;m:q:q:s 7JV 7 FCO. 7 ?6h6m6m6o 3>F=Q 3E :5g5l5l5n 2=Ex<P 25 94f4k4k4m 1DP> 1- @=IN 1& 9%:D%:D%:  %: 	<+
,%: 
L,-%: S%: $%: T%:  VV!%:" E#%:$ F%%:& 
01'%:( D)%:*  +%:8  9%:F ()G%:H ()I%: 6N5
5	5 X|$5 !45	5
 /5 
&5 *5 "O45 -5 '5 Hl+5 .5 /5 05 )5  ,!5" <#5$ >*)?;$o6 /2&./4..75 1<:4&:	2: \N: !"	:
 : 
E7: XJ: !: z: UG: L>: k]: {m: }: v:  ^!:" >"#:$ "#'(7]m=]]7: 6<9
*9	59 D9 XJ	9
  9 
C9 Xx 9 "#9 (#9 h!9 x"9 Wg9 19  C!9" H:#9$ 	{%9( h!)9* "h'!!19 568
*8	58 D8 XJ	8
  8 
C8 Xx 8 "#8 (#8 h!8 x"8 Wg8 !8 C8 H:8  	{!8" h!#8$ "h'!!+8 405Z5[5 \5 \	5
 Z5 [5 `5 Z5 Z5 
X5 Xx 5 15 
C5 I5 "O45   /2!5" Hh'#5 1($83*$8	C:$8 Xx $8 \N	$8
  $8 ,$8 
Hh$8 Xx $8 "#$8 (#$8 Wg$8 !$8 GW%$8 !$8 <.$8  	{!$8" '"#$8$ h!%$8& x"'$8( !")$8* L>+$8, 
F8-$8. )*/$80 $%1$82  !3$84 
|5$86 (#7$88 (#9$8: 8$;$8< 
-=$8> h!?$8@ x"A$8B Hh'C$8D h!E$8F h!G$8 4R #6 #'3 |, ". / - "H-  ') #r   