ó
    ±oiö  ã                   ó>  • S SK JrJrJr  S SKJrJrJr  S SKJ	r	J
r
  S SKJrJr  S SKJrJr  S SKJrJrJrJr  S SKJrJrJrJrJrJrJrJr  S SK7  S S	K J!r!J"r"J#r#J$r$J%r%  S S
K&J'r'J(r(J)r)J*r*J+r+  SSK,r,S\,RZ                  ;  a   \." S5        C,gC,g!   \." S5         C,g= f)é   )Úfast_cross_entropy_lossÚpost_patch_loss_functionÚpatch_loss_functions)Úfast_rms_layernormÚpatch_rms_layernormÚunpatch_rms_layernorm)Úfast_layernormÚpatch_layernorm)Úfast_rope_embeddingÚinplace_rope_embedding)Úswiglu_fg_kernelÚswiglu_DWf_DW_dfg_kernel)Úgeglu_exact_forward_kernelÚgeglu_exact_backward_kernelÚgeglu_approx_forward_kernelÚgeglu_approx_backward_kernel)Úget_lora_parametersÚget_lora_parameters_biasÚapply_lora_mlp_swigluÚapply_lora_mlp_geglu_exactÚapply_lora_mlp_geglu_approxÚapply_lora_qkvÚapply_lora_oÚfast_lora_forward)Ú*)Úfast_dequantizeÚ	fast_gemvÚQUANT_STATEÚfast_linear_forwardÚmatmul_lora)ÚHAS_FLEX_ATTENTIONÚslow_attention_softcappingÚ$slow_inference_attention_softcappingÚ!create_flex_attention_causal_maskÚ)create_flex_attention_sliding_window_maské    NÚUNSLOTH_ZOO_IS_PRESENTuK   ðŸ¦¥ Unsloth: Will patch your computer to enable 2x faster free finetuning.zFUnsloth: Will patch your computer to enable 2x faster free finetuning.)/Úcross_entropy_lossr   r   r   Úrms_layernormr   r   r   Ú	layernormr	   r
   Úrope_embeddingr   r   Úswiglur   r   Úgeglur   r   r   r   Ú	fast_lorar   r   r   r   r   r   r   r   Úfp8Úutilsr   r   r   r   r    Úflex_attentionr!   r"   r#   r$   r%   ÚosÚenvironÚprint© ó    ÚR/home/james-whalen/.local/lib/python3.13/site-packages/unsloth/kernels/__init__.pyÚ<module>r8      s”   ð÷ñ ÷
ñ ÷
÷ Hß >÷ó ÷	÷ 	ó 	ô ÷õ ÷õ ó 
à 2§:¡:Ó-ðXÙØYô	
ó
 øðXÙÐVÕWÙús   ÂB Â
B