feat: merge adapter in fp32

This commit is contained in:
NanoCode012
2026-03-14 00:20:59 +07:00
parent cf4d550c88
commit dce5bed379
4 changed files with 4 additions and 4 deletions

View File

@@ -69,7 +69,7 @@ class TestAdapterMergeUnmerge:
self.scaling = alpha / r
def mock_merge_and_unload(progressbar=False):
def mock_merge_and_unload(progressbar=False, safe_merge=False):
"""Simulate the actual merge operation"""
# Apply LoRA delta to base weights: W_new = W_base + (B @ A) * scaling
delta_q = (self.lora_B_q @ self.lora_A_q) * self.scaling