update more tests + better hqq validation

2025-04-21 22:17:08 -04:00
parent db7e92f6a6
commit c4910da015
4 changed files with 27 additions and 10 deletions
--- a/tests/e2e/patched/test_lora_llama_multipack.py
+++ b/tests/e2e/patched/test_lora_llama_multipack.py
@@ -89,6 +89,9 @@ class TestLoraLlama(unittest.TestCase):
                "sequence_len": 1024,
                "sample_packing": True,
                "flash_attention": True,
+                "quantization": {
+                    "backend": "gptq",
+                },
                "load_in_8bit": True,
                "adapter": "lora",
                "gptq": True,