Skip to content

Commit f779f18

Browse files
yechank-nvidiamikeiovine
authored andcommitted
[https://nvbugs/5547434][fix] Fix Qwen2.5-VL device_path error (NVIDIA#8057)
Signed-off-by: yechank <[email protected]>
1 parent 593b6e7 commit f779f18

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

tensorrt_llm/_torch/models/modeling_qwen2vl.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -979,7 +979,7 @@ def multimodal_data_device_paths(self) -> List[str]:
979979
return [
980980
"image.pixel_values", "image.image_grid_thw",
981981
"video.pixel_values_videos", "video.video_grid_thw",
982-
"multimodal_embedding", "mrope_config.mrope_position_ids"
982+
"multimodal_embedding"
983983
]
984984

985985
def load_weights(self, weights, weight_mapper: BaseWeightMapper):
@@ -1032,12 +1032,12 @@ def multimodal_data_device_paths(self) -> List[str]:
10321032
return [
10331033
"image.pixel_values", "video.pixel_values_videos",
10341034
"image.image_grid_thw", "video.video_grid_thw",
1035-
"multimodal_embedding", "mrope_config.mrope_position_ids"
1035+
"multimodal_embedding"
10361036
]
10371037
else:
10381038
return [
10391039
"image.pixel_values", "video.pixel_values_videos",
1040-
"multimodal_embedding", "mrope_config.mrope_position_ids"
1040+
"multimodal_embedding"
10411041
]
10421042

10431043
def load_weights(self, weights, weight_mapper: BaseWeightMapper):

0 commit comments

Comments
 (0)