make cce default to true when using the plugin (#2562) [skip ci]
This commit is contained in:
@@ -10,7 +10,6 @@ plugins:
|
|||||||
liger_glu_activation: true
|
liger_glu_activation: true
|
||||||
liger_rms_norm: true
|
liger_rms_norm: true
|
||||||
liger_layer_norm: true
|
liger_layer_norm: true
|
||||||
cut_cross_entropy: true
|
|
||||||
|
|
||||||
llama4_linearized_experts: true # needed with custom linearized experts model
|
llama4_linearized_experts: true # needed with custom linearized experts model
|
||||||
load_in_4bit: true
|
load_in_4bit: true
|
||||||
|
|||||||
@@ -27,8 +27,6 @@ pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transform
|
|||||||
```yaml
|
```yaml
|
||||||
plugins:
|
plugins:
|
||||||
- axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
|
- axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
|
||||||
|
|
||||||
cut_cross_entropy: true
|
|
||||||
```
|
```
|
||||||
|
|
||||||
## Supported Models
|
## Supported Models
|
||||||
|
|||||||
@@ -28,7 +28,7 @@ class CutCrossEntropyArgs(BaseModel):
|
|||||||
Input args for Cut Cross Entropy.
|
Input args for Cut Cross Entropy.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
cut_cross_entropy: Optional[bool] = None
|
cut_cross_entropy: Optional[bool] = True
|
||||||
|
|
||||||
@model_validator(mode="before")
|
@model_validator(mode="before")
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|||||||
Reference in New Issue
Block a user