tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

updating to fused (#2293)

Browse Source
This commit is contained in:
salman
2025-01-30 16:45:56 +00:00
committed by GitHub
parent 8779997ba5
commit ac471a697a
37 changed files with 51 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/integrations/test_cut_cross_entropy.py
View File

@@ -39,7 +39,7 @@ def min_cfg(temp_dir):
"micro_batch_size": 8,
"gradient_accumulation_steps": 1,
"learning_rate": 0.00001,
"optimizer": "adamw_torch",
"optimizer": "adamw_torch_fused",
"output_dir": temp_dir,
"lr_scheduler": "cosine",
"save_safetensors": True,

4
tests/e2e/integrations/test_liger.py
View File

@@ -48,7 +48,7 @@ class LigerIntegrationTestCase:
"gradient_accumulation_steps": 2,
"output_dir": temp_dir,
"learning_rate": 0.00001,
"optimizer": "adamw_torch",
"optimizer": "adamw_torch_fused",
"lr_scheduler": "cosine",
"save_safetensors": True,
"bf16": "auto",
@@ -93,7 +93,7 @@ class LigerIntegrationTestCase:
"gradient_accumulation_steps": 2,
"output_dir": temp_dir,
"learning_rate": 0.00001,
"optimizer": "adamw_torch",
"optimizer": "adamw_torch_fused",
"lr_scheduler": "cosine",
"save_safetensors": True,
"bf16": "auto",