try tests for kd on l40s

This commit is contained in:
Wing Lian
2025-01-14 23:56:00 -05:00
parent 35a84f2cb8
commit 483defb9ae
2 changed files with 2 additions and 1 deletions

View File

@@ -59,7 +59,7 @@ VOLUME_CONFIG = {
} }
N_GPUS = int(os.environ.get("N_GPUS", 1)) N_GPUS = int(os.environ.get("N_GPUS", 1))
GPU_CONFIG = modal.gpu.A10G(count=N_GPUS) GPU_CONFIG = modal.gpu.L40S(count=N_GPUS)
def run_cmd(cmd: str, run_folder: str): def run_cmd(cmd: str, run_folder: str):

View File

@@ -33,6 +33,7 @@ def min_cfg(temp_dir):
"dataloader_prefetch_factor": 8, "dataloader_prefetch_factor": 8,
"dataloader_num_workers": 4, "dataloader_num_workers": 4,
"dataloader_pin_memory": True, "dataloader_pin_memory": True,
# "dataset_prepared_path": str(Path(temp_dir) / "last_run_prepared"),
"datasets": [ "datasets": [
{ {
"path": "axolotl-ai-co/evolkit-logprobs-pipeline-75k-v2-sample", "path": "axolotl-ai-co/evolkit-logprobs-pipeline-75k-v2-sample",