tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add additional tf32 opt for cudnn (#2477) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2025-04-03 08:47:52 -04:00
committed by GitHub
parent 3877c5c69d
commit 5249e98058
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/config/__init__.py
View File

@@ -78,6 +78,7 @@ def resolve_dtype(cfg):
cfg.bf16 = False cfg.bf16 = False
else: else:
torch.backends.cuda.matmul.allow_tf32 = cfg.tf32 or False torch.backends.cuda.matmul.allow_tf32 = cfg.tf32 or False
torch.backends.cudnn.allow_tf32 = cfg.tf32 or False
if cfg.bf16: if cfg.bf16:
cfg.fp16 = False cfg.fp16 = False