tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

set output_router_logits for mixtral config: (#995)

Browse Source
This commit is contained in:
Wing Lian
2023-12-22 12:57:02 -05:00
committed by GitHub
parent 37820f6540
commit 628b754824
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/mistral/mixtral.yml
View File

@@ -23,6 +23,9 @@ unfrozen_parameters:
# - model.layers.3[0-9]+.block_sparse_moe.gate.* # - model.layers.3[0-9]+.block_sparse_moe.gate.*
# - model.layers.3[0-9]+.block_sparse_moe.experts.* # - model.layers.3[0-9]+.block_sparse_moe.experts.*
model_config:
output_router_logits: true
adapter: qlora adapter: qlora
lora_model_dir: lora_model_dir: