tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Apply suggestions from @markurtz

Browse Source 
Co-authored-by: Mark Kurtz <mark.j.kurtz@gmail.com>
This commit is contained in:
Rahul Tuli
2025-04-04 10:36:35 -04:00
committed by Wing Lian
parent ef9543b371
commit 8855bb115f
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/integrations/llmcompressor_sft/args.py
View File

@@ -13,7 +13,7 @@ class SFTArgs(BaseModel):
# Typing for recipe is set to Any due to: # Typing for recipe is set to Any due to:
# https://github.com/vllm-project/llm-compressor/issues/1319 # https://github.com/vllm-project/llm-compressor/issues/1319
recipe: Annotated[Any, Field(description="Recipe config.")] recipe: Annotated[Any, Field(description="The recipe containing the compression algorithms and hyperparameters to apply.")]
model_config = ConfigDict( model_config = ConfigDict(
arbitrary_types_allowed=True, arbitrary_types_allowed=True,
@@ -24,7 +24,7 @@ class SFTArgs(BaseModel):
class LLMCompressorArgs(BaseModel): class LLMCompressorArgs(BaseModel):
"""LLMCompressor configuration BaseModel.""" """LLMCompressor configuration BaseModel."""
llmcompressor: Annotated[SFTArgs, Field(description="SFT llmcompressor args")] llmcompressor: Annotated[SFTArgs, Field(description="Arguments enabling compression pathways through the LLM Compressor plugins")]
model_config = ConfigDict( model_config = ConfigDict(
validate_assignment=True, validate_assignment=True,