7512c3ad20
* add debug guide * add background * add .gitignore * Update devtools/dev_sharegpt.yml Co-authored-by: Wing Lian <wing.lian@gmail.com> * Update docs/debugging.md Co-authored-by: Wing Lian <wing.lian@gmail.com> * simplify example axolotl config * add additional comments * add video and TOC * try jsonc for better md rendering * style video thumbnail better * fix footnote --------- Co-authored-by: Wing Lian <wing.lian@gmail.com>
35 lines
2.1 KiB
JSON
35 lines
2.1 KiB
JSON
{
|
|
// Use IntelliSense to learn about possible attributes.
|
|
// Hover to view descriptions of existing attributes.
|
|
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"name": "Debug axolotl prompt - sharegpt",
|
|
"type": "python",
|
|
"module": "accelerate.commands.launch",
|
|
"request": "launch",
|
|
"args": [
|
|
"-m", "axolotl.cli.train", "dev_sharegpt.yml",
|
|
// The flags below simplify debugging by overriding the axolotl config
|
|
// with the debugging tips above. Modify as needed.
|
|
"--dataset_processes=1", // limits data preprocessing to one process
|
|
"--max_steps=1", // limits training to just one step
|
|
"--batch_size=1", // minimizes batch size
|
|
"--micro_batch_size=1", // minimizes batch size
|
|
"--val_set_size=0", // disables validation
|
|
"--sample_packing=False", // disables sample packing which is necessary for small datasets
|
|
"--eval_sample_packing=False",// disables sample packing on eval set
|
|
"--dataset_prepared_path=temp_debug/axolotl_outputs/data", // send data outputs to a temp folder
|
|
"--output_dir=temp_debug/axolotl_outputs/model" // send model outputs to a temp folder
|
|
],
|
|
"console": "integratedTerminal", // show output in the integrated terminal
|
|
"cwd": "${workspaceFolder}/devtools", // set working directory to devtools from the root of the project
|
|
"justMyCode": true, // step through only axolotl code
|
|
"env": {"CUDA_VISIBLE_DEVICES": "0", // Since we aren't doing distributed training, we need to limit to one GPU
|
|
"HF_HOME": "${workspaceFolder}/devtools/temp_debug/.hf-cache"}, // send HF cache to a temp folder
|
|
"preLaunchTask": "cleanup-for-dataprep", // delete temp folders (see below)
|
|
}
|
|
]
|
|
}
|