tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

4bit quantized support (wip)

Browse Source
This commit is contained in:
Wing Lian
2023-04-17 11:37:39 -04:00
parent 12de7b7cf7
commit 77fca25f1b
11 changed files with 108 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configs/llama_7B_alpaca.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: gpteacher
- path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
type: gpteacher
dataset_prepared_path: data/last_run
dataset_prepared_path: last_run_prepared
val_set_size: 0.04
adapter: lora
lora_model_dir: