tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

lint

Browse Source
This commit is contained in:
bursteratom
2024-12-06 16:06:57 -05:00
parent 89dae7dc6d
commit 3c07b6d6b1
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/collators/mm_chat.py
View File

@@ -225,6 +225,9 @@ class MultiModalChatDataCollator(DataCollatorMixin):
labels = batch["input_ids"].clone() labels = batch["input_ids"].clone()
labels[labels == processor.tokenizer.pad_token_id] = -100 # labels[labels == processor.tokenizer.pad_token_id] = -100 #
# Ignore the image token index in the loss computation (model specific) # Ignore the image token index in the loss computation (model specific)
if chat_template_type == "qwen2_vl":
image_token_id = processor.tokenizer.convert_tokens_to_ids("<|image_pad|>")
else:
image_token_id = processor.tokenizer.convert_tokens_to_ids( image_token_id = processor.tokenizer.convert_tokens_to_ids(
processor.image_token processor.image_token
) )