tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

added yml for testing issue 1947

Browse Source
This commit is contained in:
sunny
2024-10-17 11:26:32 -04:00
parent 4afb2656b3
commit 6a32e9a0df
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/llama-3/fft-1b-fsdp.yml
View File

@@ -45,3 +45,6 @@ fsdp_config:
fsdp_state_dict_type: FULL_STATE_DICT fsdp_state_dict_type: FULL_STATE_DICT
fsdp_sharding_strategy: FULL_SHARD fsdp_sharding_strategy: FULL_SHARD
fsdp_backward_prefetch: BACKWARD_PRE fsdp_backward_prefetch: BACKWARD_PRE
special_tokens:
pad_token: "<|end_of_text|>"