* lean mistral ft tests, remove e2e torch 2.4.1 test * make sure to pass save_only_model for RL * more tests to make ci leaner, add cleanup to modal ci * fix module for import in e2e tests * use mp spawn to prevent deadlocks with packing * make sure cleanup shell script is executable when cloned out
20 lines
358 B
Python
20 lines
358 B
Python
"""Modal app to run axolotl GPU cleanup"""
|
|
|
|
from .single_gpu import VOLUME_CONFIG, app, cicd_image, run_cmd
|
|
|
|
|
|
@app.function(
|
|
image=cicd_image,
|
|
timeout=60 * 60,
|
|
cpu=8.0,
|
|
memory=131072,
|
|
volumes=VOLUME_CONFIG,
|
|
)
|
|
def cleanup():
|
|
run_cmd("./cicd/cleanup.sh", "/workspace/axolotl")
|
|
|
|
|
|
@app.local_entrypoint()
|
|
def main():
|
|
cleanup.remote()
|