upgrade to torchao 0.17.0

2026-04-01 16:04:55 +00:00
parent 901f2356bc
commit 28e89a5c16
1 changed files with 1 additions and 0 deletions
--- a/src/axolotl/utils/quantization.py
+++ b/src/axolotl/utils/quantization.py
@@ -11,6 +11,7 @@ from torchao.quantization.qat import (
    QATConfig,
 )
 from torchao.quantization.qat.fake_quantize_config import Int4WeightFakeQuantizeConfig
+from torchao.quantization.granularity import PerGroup
 from torchao.quantization.quant_api import (
    Float8DynamicActivationFloat8WeightConfig,
    Float8DynamicActivationInt4WeightConfig,