cleanup; tests draft

2025-08-16 02:44:44 +00:00
parent 234b7b3126
commit 077b5a4358
6 changed files with 469 additions and 25 deletions
--- a/examples/llama-3/diffusion-3.2-1b-pretrain.yaml
+++ b/examples/llama-3/diffusion-3.2-1b-pretrain.yaml
@@ -18,6 +18,7 @@ max_mask_ratio: 0.85
 num_diffusion_steps: 128
 eps: 5e-4
 importance_weighting: true
+mask_token_id: 128002

 output_dir: ./outputs/model-out

--- a/examples/llama-3/diffusion-3.2-1b-sft.yaml
+++ b/examples/llama-3/diffusion-3.2-1b-sft.yaml
@@ -15,6 +15,7 @@ max_mask_ratio: 0.9
 num_diffusion_steps: 128
 eps: 1e-3
 importance_weighting: true
+mask_token_id: 128002

 output_dir: ./outputs/model-out