tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

nits

Browse Source
This commit is contained in:
Dan Saunders
2025-08-16 00:14:44 +00:00
parent e19be0c2d9
commit 234b7b3126
6 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama-3/diffusion-3.2-1b-pretrain.yaml
View File

@@ -15,7 +15,7 @@ plugins:
noise_schedule: "cosine"
min_mask_ratio: 0.15
max_mask_ratio: 0.85
num_diffusion_steps: 2000
num_diffusion_steps: 128
eps: 5e-4
importance_weighting: true

2
examples/llama-3/diffusion-3.2-1b-sft.yaml
View File

@@ -12,7 +12,7 @@ plugins:
noise_schedule: "linear"
min_mask_ratio: 0.1
max_mask_ratio: 0.9
num_diffusion_steps: 1000
num_diffusion_steps: 128
eps: 1e-3
importance_weighting: true