tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add seed for stable reproducibility

Browse Source
This commit is contained in:
Wing Lian
2025-07-06 19:29:51 -04:00
parent a94c4a014b
commit 68368de7ed
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/e2e/multigpu/test_llama.py
View File

@@ -48,6 +48,7 @@ def sft_base_cfg():
flash_attention=True, flash_attention=True,
learning_rate=0.00001, learning_rate=0.00001,
optimizer="adamw_8bit", optimizer="adamw_8bit",
seed=42,
# these need to be set since we aren't running schema validation # these need to be set since we aren't running schema validation
micro_batch_size=2, micro_batch_size=2,
gradient_accumulation_steps=1, gradient_accumulation_steps=1,
@@ -431,7 +432,7 @@ class TestMultiGPULlama:
) )
check_tensorboard( check_tensorboard(
temp_dir + "/runs", "train/train_loss", 2.3, "Train Loss (%s) is too high" temp_dir + "/runs", "train/train_loss", 2.4, "Train Loss (%s) is too high"
) )
@pytest.mark.parametrize( @pytest.mark.parametrize(