Compare commits

...

6 Commits

Author SHA1 Message Date
sunny
1f09f48d8f fixed small typo 2024-08-16 11:27:56 -04:00
sunny
b44546df6f fixedtypo 2024-08-16 11:22:50 -04:00
Sunny
967fbf8152 fixedtypo 2024-08-16 11:17:52 -04:00
Sunny
c144a1ae65 fixed small typo 2024-08-16 10:57:42 -04:00
NanoCode012
68a3c7678a fix: parse model_kwargs (#1825) 2024-08-16 07:51:19 -04:00
NanoCode012
f18925fb4b fix: parse eager_attention (#1824) 2024-08-14 09:46:46 -04:00
2 changed files with 5 additions and 1 deletions

View File

@@ -205,7 +205,7 @@ ds = load_from_disk(f'last_run_prepared/{directory[0]}/')
hi there!. goodbye farewell</s>
```
We can check that the right tokens are ingored by comparing the labels
We can check that the right tokens are ignored by comparing the labels
to each token:
```python

View File

@@ -321,6 +321,8 @@ class ModelInputConfig(BaseModel):
)
trust_remote_code: Optional[bool] = None
model_kwargs: Optional[Dict[str, Any]] = None
@field_validator("trust_remote_code")
@classmethod
def hint_trust_remote_code(cls, trust_remote_code):
@@ -614,6 +616,8 @@ class AxolotlInputConfig(
flash_attn_fuse_mlp: Optional[bool] = None
flash_optimum: Optional[bool] = None
eager_attention: Optional[bool] = None
unsloth_cross_entropy_loss: Optional[bool] = None
unsloth_lora_mlp: Optional[bool] = None
unsloth_lora_qkv: Optional[bool] = None