set output_router_logits for mixtral config: (#995)

2023-12-22 12:57:02 -05:00
parent 37820f6540
commit 628b754824
1 changed files with 3 additions and 0 deletions
--- a/examples/mistral/mixtral.yml
+++ b/examples/mistral/mixtral.yml
@@ -23,6 +23,9 @@ unfrozen_parameters:
 #  - model.layers.3[0-9]+.block_sparse_moe.gate.*
 #  - model.layers.3[0-9]+.block_sparse_moe.experts.*

+model_config:
+  output_router_logits: true
+
 adapter: qlora
 lora_model_dir: