From aeec7c4688c2421afebda1209179166f76c4d9fe Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 15 Sep 2023 15:54:06 -0400 Subject: [PATCH] pop block_cls since it's not an actual kwarg --- src/axolotl/models/phi/modeling_mixformer_sequential.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/models/phi/modeling_mixformer_sequential.py b/src/axolotl/models/phi/modeling_mixformer_sequential.py index 16b11b09e..27bede5f0 100644 --- a/src/axolotl/models/phi/modeling_mixformer_sequential.py +++ b/src/axolotl/models/phi/modeling_mixformer_sequential.py @@ -870,7 +870,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel): # `block_cls` with `legacy` value is for backward compatibility # `path` key is for backward compatibility block = copy.deepcopy(block) or {"block_cls": "parallel"} - # block_cls = block.pop("path", None) or block.pop("block_cls", None) + block.pop("path", None) or block.pop("block_cls", None) block["block_idx"] = block_idx modules.append(ParallelBlock(config, **block))