Apply suggestions from @markurtz
Co-authored-by: Mark Kurtz <mark.j.kurtz@gmail.com>
This commit is contained in:
@@ -13,7 +13,7 @@ class SFTArgs(BaseModel):
|
||||
|
||||
# Typing for recipe is set to Any due to:
|
||||
# https://github.com/vllm-project/llm-compressor/issues/1319
|
||||
recipe: Annotated[Any, Field(description="Recipe config.")]
|
||||
recipe: Annotated[Any, Field(description="The recipe containing the compression algorithms and hyperparameters to apply.")]
|
||||
|
||||
model_config = ConfigDict(
|
||||
arbitrary_types_allowed=True,
|
||||
@@ -24,7 +24,7 @@ class SFTArgs(BaseModel):
|
||||
class LLMCompressorArgs(BaseModel):
|
||||
"""LLMCompressor configuration BaseModel."""
|
||||
|
||||
llmcompressor: Annotated[SFTArgs, Field(description="SFT llmcompressor args")]
|
||||
llmcompressor: Annotated[SFTArgs, Field(description="Arguments enabling compression pathways through the LLM Compressor plugins")]
|
||||
|
||||
model_config = ConfigDict(
|
||||
validate_assignment=True,
|
||||
|
||||
Reference in New Issue
Block a user