tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

test

Browse Source
This commit is contained in:
sunny
2024-11-01 17:00:35 -04:00
parent 16c8140d20
commit d36baf44b1
1 changed files with 3 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
examples/llama-3/fft-8b-liger-fsdp.yaml
View File

@@ -9,14 +9,9 @@ liger_fused_linear_cross_entropy: true
strict: false strict: false
chat_template: llama3
datasets: datasets:
- path: mlabonne/FineTome-100k - path: tatsu-lab/alpaca
type: chat_template type: alpaca
split: train[:20%]
field_messages: conversations
message_field_role: from
message_field_content: value
dataset_prepared_path: last_run_prepared dataset_prepared_path: last_run_prepared
val_set_size: 0 val_set_size: 0
output_dir: ./outputs/out output_dir: ./outputs/out
@@ -28,7 +23,7 @@ pad_to_sequence_len: true
wandb_project: check_liger_hf_GA_llama_fix_redo wandb_project: check_liger_hf_GA_llama_fix_redo
wandb_entity: axolotl-ai wandb_entity: axolotl-ai
wandb_watch: wandb_watch:
wandb_name: wandb_name: -tr4.46.1
wandb_log_model: wandb_log_model:
gradient_accumulation_steps: 4 gradient_accumulation_steps: 4