upgrade bnb 0.45.0 and peft 0.14.0 (#2126)

* upgrade bnb to lastest release

* update peft to working supporting commit

* bump to latest release of peft==0.14.0
This commit is contained in:
Wing Lian
2024-12-06 09:08:55 -05:00
committed by GitHub
parent 5726141c4e
commit 6b3058b2dc
3 changed files with 2 additions and 18 deletions

View File

@@ -14,8 +14,6 @@ from transformers.testing_utils import get_torch_dist_unique_port
from axolotl.utils.dict import DictDefault
from ..utils import is_hopper
LOG = logging.getLogger("axolotl.tests.e2e.multigpu")
os.environ["WANDB_DISABLED"] = "true"
@@ -144,7 +142,6 @@ class TestMultiGPULlama:
]
)
@pytest.mark.skipif(is_hopper(), reason="h100 doesn't support 8-bit lora")
def test_dpo_lora_ddp(self, temp_dir):
# pylint: disable=duplicate-code
cfg = DictDefault(