upgrade trl and other hf deps (#3249)
* upgrade trl and other hf deps * skip simpo for now
This commit is contained in:
@@ -1,7 +1,7 @@
|
|||||||
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
|
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
|
||||||
|
|
||||||
# START section of dependencies that don't install on Darwin/MacOS
|
# START section of dependencies that don't install on Darwin/MacOS
|
||||||
bitsandbytes==0.47.0
|
bitsandbytes==0.48.2
|
||||||
triton>=3.0.0
|
triton>=3.0.0
|
||||||
mamba-ssm==1.2.0.post1
|
mamba-ssm==1.2.0.post1
|
||||||
xformers>=0.0.23.post1
|
xformers>=0.0.23.post1
|
||||||
@@ -12,12 +12,12 @@ packaging==23.2
|
|||||||
|
|
||||||
huggingface_hub>=0.36.0
|
huggingface_hub>=0.36.0
|
||||||
peft>=0.17.1
|
peft>=0.17.1
|
||||||
tokenizers>=0.21.1
|
tokenizers>=0.22.1
|
||||||
transformers==4.57.1
|
transformers==4.57.1
|
||||||
accelerate==1.10.1
|
accelerate==1.11.0
|
||||||
datasets==4.3.0
|
datasets==4.3.0
|
||||||
deepspeed>=0.17.0
|
deepspeed>=0.17.0
|
||||||
trl==0.24.0
|
trl==0.25.0
|
||||||
hf_xet==1.2.0
|
hf_xet==1.2.0
|
||||||
kernels>=0.9.0
|
kernels>=0.9.0
|
||||||
trackio
|
trackio
|
||||||
|
|||||||
@@ -396,10 +396,10 @@ def rand_reward_func(prompts, completions) -> list[float]:
|
|||||||
),
|
),
|
||||||
("orpo_cfg", None), # don't use fixture for orpo to use smaller split
|
("orpo_cfg", None), # don't use fixture for orpo to use smaller split
|
||||||
("kto_cfg", None), # no fixture for kto
|
("kto_cfg", None), # no fixture for kto
|
||||||
(
|
# (
|
||||||
"simpo_cfg",
|
# "simpo_cfg",
|
||||||
"dataset_fozziethebeat_alpaca_messages_2k_dpo_test_rev_ea82cff",
|
# "dataset_fozziethebeat_alpaca_messages_2k_dpo_test_rev_ea82cff",
|
||||||
),
|
# ),
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
def test_custom_optimizer_cls_and_kwargs(
|
def test_custom_optimizer_cls_and_kwargs(
|
||||||
|
|||||||
Reference in New Issue
Block a user