
    h%                        S SK JrJr  SSKJrJrJrJrJrJ	r	J
r
Jr  SSKJrJrJr  SSKJrJrJrJrJrJrJr  SSKJrJr  SSKJr  SSKJrJrJr  SS	K J!r!J"r"  SS
K#J$r$J%r%J&r&J'r'J(r(J)r)J*r*J+r+J,r,J-r-J.r.J/r/J0r0J1r1J2r2J3r3J4r4J5r5J6r6J7r7J8r8J9r9J:r:J;r;J<r<J=r=J>r>J?r?J@r@JArAJBrBJCrCJDrDJErEJFrF  SSKGJHrHJIrIJJrJJKrKJLrLJMrMJNrN  SSKOJPrPJQrQJRrRJSrSJTrTJUrUJVrVJWrWJXrX  SSKYJZrZJ[r[J\r\J]r]J^r^J_r_  SSK`7  SSKaJbrb  SSKcJdrdJere  SSKfJgrg  SSKhJiri  \4rj/ SQrkg)    )int_scaled_matmulsafe_int_mm   )ALL_AUTOQUANT_CLASS_LISTDEFAULT_AUTOQUANT_CLASS_LIST"DEFAULT_FLOAT_AUTOQUANT_CLASS_LIST!DEFAULT_INT4_AUTOQUANT_CLASS_LIST#DEFAULT_SPARSE_AUTOQUANT_CLASS_LIST!GEMLITE_INT4_AUTOQUANT_CLASS_LISTOTHER_AUTOQUANT_CLASS_LIST	autoquant)Int4WeightOnlyGPTQQuantizerMultiTensorMultiTensorInputRecorder)GranularityPerAxisPerBlockPerGroupPerRow	PerTensorPerToken)LinearActivationQuantizedTensorto_linear_activation_quantized)6to_weight_tensor_with_linear_activation_scale_metadata)Int4WeightOnlyQuantizerInt8DynActInt4WeightLinearInt8DynActInt4WeightQuantizer)AffineQuantizedMinMaxObserverAffineQuantizedObserverBase)#CutlassInt4PackedLayout3Float8DynamicActivationFloat8SemiSparseWeightConfig)Float8DynamicActivationFloat8WeightConfig'Float8DynamicActivationInt4WeightConfigFloat8MMConfig(Float8StaticActivationFloat8WeightConfigFloat8WeightOnlyConfigFPXWeightOnlyConfigGemliteUIntXWeightOnlyConfig%Int4DynamicActivationInt4WeightConfigInt4WeightOnlyConfig%Int8DynamicActivationInt4WeightConfig%Int8DynamicActivationInt8WeightConfig%Int8DynamicActivationIntxWeightConfigInt8WeightOnlyConfigIntxWeightOnlyConfigModuleFqnToConfigPlainLayoutTensorCoreTiledLayoutUIntXWeightOnlyConfig'float8_dynamic_activation_float8_weight&float8_static_activation_float8_weightfloat8_weight_onlyfpx_weight_onlygemlite_uintx_weight_only#int4_dynamic_activation_int4_weightint4_weight_only#int8_dynamic_activation_int4_weight/int8_dynamic_activation_int8_semi_sparse_weight#int8_dynamic_activation_int8_weightint8_weight_only intx_quantization_aware_training	quantize_swap_conv2d_1x1_to_linearuintx_weight_only)MappingTypeTorchAODTypeZeroPointDomainchoose_qparams_affine"choose_qparams_affine_with_min_maxdequantize_affinequantize_affine)	Float8TensorInt4MarlinSparseTensorInt4OpaqueTensorInt4PlainInt32TensorInt4PreshuffledTensor
Int4TensorInt4TilePackedTo4dTensorIntxOpaqueTensorIntxUnpackedToInt8Tensor)$SmoothFakeDynamicallyQuantizedLinearSmoothFakeDynQuantMixin	get_scaleset_smooth_fq_attributesmooth_fq_linear_to_inference!swap_linear_with_smooth_fq_linear)*) register_quantize_module_handler)	QuantizerTwoStepQuantizer)compute_error)WeightOnlyInt8QuantLinear)[r   r   r	   r   r   r
   r   r   r@   r9   r;   r=   r<   r:   r>   r?   r6   r4   r5   rB   r7   r8   rA   r)   r+   r,   r-   r*   r#   r.   r&   r"   r%   r!   r3   r/   r'   r(   AOPerModuleConfigr0   rO   rM   rN   rK   rQ   rR   rP   rJ   rL   rU   rT   rS   rX   rW   rV   r]   r   r   r   r   rF   rG   rI   rH   r   r   rZ   rC   rE   rD   r   r   r   r   r   r   r   r   r   r   r   r^   r\   r[   r1   r2   r    r$   r   r   r   N)ltorchao.kernelr   r   r   r   r   r   r	   r
   r   r   GPTQr   r   r   granularityr   r   r   r   r   r   r   "linear_activation_quantized_tensorr   r   linear_activation_scaler   linear_quant_modulesr   r   r   observerr   r   	quant_apir    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   quant_primitivesrC   rD   rE   rF   rG   rH   rI   quantize_.workflowsrJ   rK   rL   rM   rN   rO   rP   rQ   rR   smoothquantrS   rT   rU   rV   rW   rX   subclasstransform_modulerZ   unifiedr[   r\   utilsr]   weight_onlyr^   r_   __all__     W/home/james-whalen/.local/lib/python3.13/site-packages/torchao/quantization/__init__.py<module>rt      s   
	 	 	 
   
$ $ $ $ $ $ $ $ $ $J  
 
 
   > 0 3 & grr   