tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

4bit quantized support (wip)

Browse Source
This commit is contained in:
Wing Lian
2023-04-17 11:37:39 -04:00
parent 12de7b7cf7
commit 77fca25f1b
11 changed files with 108 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
configs/cerebras_1_3B_alpaca.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: gpteacher
- path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
type: gpteacher
dataset_prepared_path: data/last_run
dataset_prepared_path: last_run_prepared
val_set_size: 0.05
adapter: lora
sequence_len: 2048
@@ -34,6 +34,7 @@ train_on_inputs: false
group_by_length: false
bf16: True
tf32: True
gradient_checkpointing:
early_stopping_patience:
resume_from_checkpoint:
local_rank:

2
configs/llama_65B_alpaca.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: gpteacher
- path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
type: gpteacher
dataset_prepared_path: data/last_run
dataset_prepared_path: last_run_prepared
val_set_size: 0.04
adapter: lora
lora_model_dir:

2
configs/llama_7B_alpaca.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: gpteacher
- path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
type: gpteacher
dataset_prepared_path: data/last_run
dataset_prepared_path: last_run_prepared
val_set_size: 0.04
adapter: lora
lora_model_dir:

2
configs/pythia_1_2B_alpaca.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: gpteacher
- path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
type: gpteacher
dataset_prepared_path: data/last_run
dataset_prepared_path: last_run_prepared
val_set_size: 0.05
adapter: lora
lora_model_dir: