From 5249e98058bbc032c925b4dffc75c703ae39657e Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Thu, 3 Apr 2025 08:47:52 -0400
Subject: [PATCH] add additional tf32 opt for cudnn (#2477) [skip ci]

---
 src/axolotl/utils/config/__init__.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/utils/config/__init__.py b/src/axolotl/utils/config/__init__.py
index 634575066..b527dce08 100644
--- a/src/axolotl/utils/config/__init__.py
+++ b/src/axolotl/utils/config/__init__.py
@@ -78,6 +78,7 @@ def resolve_dtype(cfg):
         cfg.bf16 = False
     else:
         torch.backends.cuda.matmul.allow_tf32 = cfg.tf32 or False
+        torch.backends.cudnn.allow_tf32 = cfg.tf32 or False
         if cfg.bf16:
             cfg.fp16 = False