From 28e89a5c1622afe68eb9efa483a4c482263c6507 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Wed, 1 Apr 2026 16:04:55 +0000
Subject: [PATCH] upgrade to torchao 0.17.0

---
 src/axolotl/utils/quantization.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/utils/quantization.py b/src/axolotl/utils/quantization.py
index 04b2c6341..9c09778ee 100644
--- a/src/axolotl/utils/quantization.py
+++ b/src/axolotl/utils/quantization.py
@@ -11,6 +11,7 @@ from torchao.quantization.qat import (
     QATConfig,
 )
 from torchao.quantization.qat.fake_quantize_config import Int4WeightFakeQuantizeConfig
+from torchao.quantization.granularity import PerGroup
 from torchao.quantization.quant_api import (
     Float8DynamicActivationFloat8WeightConfig,
     Float8DynamicActivationInt4WeightConfig,