forked from Karylab-cklius/vllm
[Bugfix] MiniCPM-V 4.6: fix grid rows/cols swap in placeholder generation (#45918)
Signed-off-by: tc-mb <tianchi_cai@icloud.com>
This commit is contained in:
@@ -140,7 +140,7 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
|
||||
per_frame = image_start + video_token * source_tokens + image_end
|
||||
if grids[0] > 0 and grids[1] > 0 and patch_tokens > 0:
|
||||
slice_ph = slice_start + video_token * patch_tokens + slice_end
|
||||
rows = [slice_ph * grids[0] for _ in range(grids[1])]
|
||||
rows = [slice_ph * grids[1] for _ in range(grids[0])]
|
||||
per_frame += "\n".join(rows)
|
||||
|
||||
body = per_frame * num_frames
|
||||
@@ -596,7 +596,7 @@ class MiniCPMV4_6ProcessingInfo(MiniCPMVProcessingInfo):
|
||||
if use_image_id:
|
||||
placeholder = f"{id_start}{image_idx}{id_end}" + placeholder
|
||||
|
||||
num_cols, num_rows = grids[0], grids[1]
|
||||
num_rows, num_cols = grids[0], grids[1]
|
||||
if num_cols > 0 and num_rows > 0 and patch_tokens > 0:
|
||||
slice_ph = slice_start + image_token * patch_tokens + slice_end
|
||||
slices = [slice_ph * num_cols for _ in range(num_rows)]
|
||||
|
||||
Reference in New Issue
Block a user