tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

upgrade to torchao 0.17.0

Browse Source
This commit is contained in:
Wing Lian
2026-04-01 16:04:55 +00:00
committed by Wing Lian
parent 901f2356bc
commit 28e89a5c16
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/quantization.py
View File

@@ -11,6 +11,7 @@ from torchao.quantization.qat import (
QATConfig, QATConfig,
) )
from torchao.quantization.qat.fake_quantize_config import Int4WeightFakeQuantizeConfig from torchao.quantization.qat.fake_quantize_config import Int4WeightFakeQuantizeConfig
from torchao.quantization.granularity import PerGroup
from torchao.quantization.quant_api import ( from torchao.quantization.quant_api import (
Float8DynamicActivationFloat8WeightConfig, Float8DynamicActivationFloat8WeightConfig,
Float8DynamicActivationInt4WeightConfig, Float8DynamicActivationInt4WeightConfig,