tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update relora

Browse Source
This commit is contained in:
Sunny Liu
2025-04-21 21:22:44 -04:00
parent 266ef3f479
commit 92644513c4
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/e2e/solo/test_relora_llama.py
View File

@@ -34,7 +34,10 @@ class TestReLoraLlama(unittest.TestCase):
"sample_packing": True, "sample_packing": True,
"pad_to_sequence_len": True, "pad_to_sequence_len": True,
"flash_attention": True, "flash_attention": True,
"load_in_8bit": True, "quantization": {
"backend": "bnb",
"bits": 8,
},
"adapter": "lora", "adapter": "lora",
"lora_r": 8, "lora_r": 8,
"lora_alpha": 16, "lora_alpha": 16,