fix broken linting (#1541)
* chore: lint * include examples in yaml check * mistral decided to gate their models... * more mistral models that were gated
This commit is contained in:
@@ -14,11 +14,13 @@ unfrozen_parameters:
|
||||
- model.layers.4[4-9]+.block_sparse_moe.experts
|
||||
- model.layers.5[0-5]+.block_sparse_moe.gate
|
||||
- model.layers.5[0-5]+.block_sparse_moe.experts
|
||||
|
||||
|
||||
model_config:
|
||||
output_router_logits: true
|
||||
|
||||
DATA_STUFF_HERE
|
||||
datasets:
|
||||
- path: yahma/alpaca-cleaned
|
||||
type: alpaca
|
||||
output_dir: ./out
|
||||
|
||||
sequence_len: 8000
|
||||
|
||||
Reference in New Issue
Block a user