This commit is contained in:
Dan Saunders
2025-07-28 01:47:40 +00:00
parent 1d2aa1e467
commit ede973b76c
4 changed files with 3 additions and 5 deletions

View File

@@ -9,7 +9,6 @@ liger_rms_norm: true
liger_glu_activation: true
liger_fused_linear_cross_entropy: true
chat_template: llama3
datasets:
- path: mlabonne/FineTome-100k

View File

@@ -15,7 +15,6 @@ lora_model_dir:
sequence_len: 2048
sample_packing: true
lora_r: 16
lora_alpha: 32
# Currently, we don't support dropout with our custom Triton kernels