Fix the bug for reading dict error (InternLM#3196)

* Update qwen2.py

* Update mllama.py

fix the bug for reading dict

* Update qwen2_vl.py

fix the bug for reading dict

* fix qwen2_5_vl.py readdict error

---------

Co-authored-by: zxy <[email protected]>

Author: GxjGit

lmdeploy/pytorch/models/mllama.py

@@ -1162,7 +1162,7 @@ def prepare_inputs_for_generation(
             pixel_values = []
             aspect_ratio_ids = []
             aspect_ratio_mask = []
-            batched_image_data = [input_mm['image'] for input_mm in context.input_multimodals]
+            batched_image_data = [input_mm.get('image', []) for input_mm in context.input_multimodals]
             for image_data in batched_image_data:
                 for data in image_data:
                     pixel_values.append(data.data)
@@ -1311,7 +1311,7 @@ def update_model_metas(self,
         for idx, input_mm in enumerate(input_mms):
             if input_mm is None:
                 new_model_metas.append(model_metas[idx])
-            images = input_mm['image']
+            images = input_mm.get('image', [])
             num_img = len(images)
 
             cross_kv_len = 0

lmdeploy/pytorch/models/qwen2_5_vl.py

@@ -479,7 +479,7 @@ def prepare_inputs_for_generation(
         window_index = None
         cu_window_seqlens = None
         if context.input_multimodals is not None:
-            image_data = [input_mm['image'] for input_mm in context.input_multimodals]
+            image_data = [input_mm.get('image', []) for input_mm in context.input_multimodals]
 
             if len(image_data) > 0:
                 # flatten batch
@@ -639,7 +639,7 @@ def _update_model_meta_prefilling(self, context: StepContext):
         for pos_ids, model_meta, input_mm in zip(batched_pos_ids, model_metas, input_multimodals):
             images = []
             if input_mm is not None:
-                images = input_mm['image']
+                images = input_mm.get('image', [])
             if model_meta is None or 'mrope_delta' not in model_meta:
                 mrope_delta = 0
             else:

lmdeploy/pytorch/models/qwen2_vl.py

@@ -707,8 +707,7 @@ def prepare_inputs_for_generation(
         vis_pos_emb = None
         image_mask = None
         if context.input_multimodals is not None:
-            image_data = [input_mm['image'] for input_mm in context.input_multimodals]
-
+            image_data = [input_mm.get('image', []) for input_mm in context.input_multimodals]
             if len(image_data) > 0:
                 # flatten batch
                 image_data = [data for im_data in image_data for data in im_data]
@@ -857,7 +856,7 @@ def _update_model_meta_prefilling(self, context: StepContext):
         for pos_ids, model_meta, input_mm in zip(batched_pos_ids, model_metas, input_multimodals):
             images = []
             if input_mm is not None:
-                images = input_mm['image']
+                images = input_mm.get('image', [])
             if model_meta is None or 'mrope_delta' not in model_meta:
                 mrope_delta = 0
             else: