diff --git a/requirements.txt b/requirements.txt
index 6c167d3fa..6e3c1097e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -62,7 +62,7 @@ langdetect==1.0.9
 immutabledict==4.2.0
 antlr4-python3-runtime==4.13.2
 
-torchao==0.10.0
+torchao==0.12.0
 schedulefree==1.4.1
 
 axolotl-contribs-lgpl==0.0.6