add seed for stable reproducibility

This commit is contained in:
Wing Lian
2025-07-06 19:29:51 -04:00
parent a94c4a014b
commit 68368de7ed

View File

@@ -48,6 +48,7 @@ def sft_base_cfg():
flash_attention=True,
learning_rate=0.00001,
optimizer="adamw_8bit",
seed=42,
# these need to be set since we aren't running schema validation
micro_batch_size=2,
gradient_accumulation_steps=1,
@@ -431,7 +432,7 @@ class TestMultiGPULlama:
)
check_tensorboard(
temp_dir + "/runs", "train/train_loss", 2.3, "Train Loss (%s) is too high"
temp_dir + "/runs", "train/train_loss", 2.4, "Train Loss (%s) is too high"
)
@pytest.mark.parametrize(