updating to fused (#2293)

2025-01-30 16:45:56 +00:00
parent 8779997ba5
commit ac471a697a
37 changed files with 51 additions and 51 deletions
--- a/tests/core/test_trainer_builder.py
+++ b/tests/core/test_trainer_builder.py
@@ -22,7 +22,7 @@ def fixture_cfg():
            "output_dir": "./model-out",
            "warmup_steps": 10,
            "gradient_checkpointing": False,
-            "optimizer": "adamw_torch",
+            "optimizer": "adamw_torch_fused",
            "sequence_len": 2048,
            "rl": True,
            "adam_beta1": 0.998,