tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

only import vllm serve cli if its being called (#2597) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2025-04-30 09:11:25 -04:00
committed by GitHub
parent baeb00231b
commit fc79606b6d
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/cli/main.py
View File

@@ -28,7 +28,6 @@ from axolotl.cli.utils import (
fetch_from_github, fetch_from_github,
filter_none_kwargs, filter_none_kwargs,
) )
from axolotl.cli.vllm_serve import do_vllm_serve
from axolotl.integrations.lm_eval.cli import lm_eval from axolotl.integrations.lm_eval.cli import lm_eval
from axolotl.utils import set_pytorch_cuda_alloc_conf from axolotl.utils import set_pytorch_cuda_alloc_conf
from axolotl.utils.schemas.config import AxolotlInputConfig from axolotl.utils.schemas.config import AxolotlInputConfig
@@ -327,6 +326,8 @@ def fetch(directory: str, dest: Optional[str]) -> None:
@add_options_from_dataclass(VllmServeCliArgs) @add_options_from_dataclass(VllmServeCliArgs)
@filter_none_kwargs @filter_none_kwargs
def vllm_serve(config: str, **cli_args: VllmServeCliArgs): def vllm_serve(config: str, **cli_args: VllmServeCliArgs):
from axolotl.cli.vllm_serve import do_vllm_serve
do_vllm_serve(config, cli_args) do_vllm_serve(config, cli_args)