tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

for test only

Browse Source
This commit is contained in:
bursteratom
2024-12-06 11:54:07 -05:00
parent 1ad56303b2
commit aea2565938
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/utils/collators/mm_chat.py
View File

@@ -213,9 +213,12 @@ class MultiModalChatDataCollator(DataCollatorMixin):
for example in examples for example in examples
] ]
if chat_template_type == "llava": if chat_template_type != "llava":
max_images = 1 images = __class__.process_images(examples, max_images=max_images)
images = __class__.process_images(examples, max_images=max_images) else:
# LLava1.5 does not support multiple images
images = [example["images"] for example in examples]
images = [image[0] for image in images]
# Tokenize the texts and process the images # Tokenize the texts and process the images
batch = processor(text=texts, images=images, return_tensors="pt", padding=True) batch = processor(text=texts, images=images, return_tensors="pt", padding=True)