axolotl start training
This commit is contained in:
24
ui/main.py
24
ui/main.py
@@ -1,6 +1,8 @@
|
|||||||
"""
|
"""
|
||||||
This module is used to launch Axolotl with user defined configurations.
|
This module is used to launch Axolotl with user defined configurations.
|
||||||
"""
|
"""
|
||||||
|
import subprocess
|
||||||
|
|
||||||
import gradio as gr
|
import gradio as gr
|
||||||
import yaml
|
import yaml
|
||||||
|
|
||||||
@@ -31,12 +33,29 @@ def config(
|
|||||||
"output_dir": output_dir,
|
"output_dir": output_dir,
|
||||||
"val_set_size": val_size,
|
"val_set_size": val_size,
|
||||||
}
|
}
|
||||||
with open("config.yaml", "w", encoding="utf-8") as file:
|
with open("config.yml", "w", encoding="utf-8") as file:
|
||||||
yaml.dump(config_dict, file)
|
yaml.dump(config_dict, file)
|
||||||
print(config_dict)
|
print(config_dict)
|
||||||
return yaml.dump(config_dict)
|
return yaml.dump(config_dict)
|
||||||
|
|
||||||
|
|
||||||
|
def create_training_job():
|
||||||
|
# Start a long-running process
|
||||||
|
process = subprocess.Popen(
|
||||||
|
["accelerate launch -m axolotl.cli.train config.yml"],
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT,
|
||||||
|
text=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Read the output line by line as it becomes available
|
||||||
|
while True:
|
||||||
|
line = process.stdout.readline()
|
||||||
|
if not line:
|
||||||
|
break # No more output
|
||||||
|
print(line.strip())
|
||||||
|
|
||||||
|
|
||||||
with gr.Blocks(title="Axolotl Launcher") as demo:
|
with gr.Blocks(title="Axolotl Launcher") as demo:
|
||||||
gr.Markdown(
|
gr.Markdown(
|
||||||
"""
|
"""
|
||||||
@@ -92,4 +111,7 @@ with gr.Blocks(title="Axolotl Launcher") as demo:
|
|||||||
outputs=output,
|
outputs=output,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
start_training = gr.Button("Start training")
|
||||||
|
start_training.click(create_training_job)
|
||||||
|
|
||||||
demo.launch(share=True)
|
demo.launch(share=True)
|
||||||
|
|||||||
Reference in New Issue
Block a user