make always skip_move_to_device default as true (#3084)
This commit is contained in:
@@ -71,10 +71,9 @@ class ModelInputConfig(BaseModel):
|
|||||||
)
|
)
|
||||||
|
|
||||||
experimental_skip_move_to_device: bool | None = Field(
|
experimental_skip_move_to_device: bool | None = Field(
|
||||||
default=None,
|
default=True,
|
||||||
json_schema_extra={
|
json_schema_extra={
|
||||||
"description": "Don't move the model to the device before sharding. "
|
"description": "Don't move the model to the device before sharding. Set to `false` to revert to legacy behavior."
|
||||||
"This is an experimental feature that may be included in the future as the default."
|
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user