diff --git a/mmte/models/llava/eval/run_llava.py b/mmte/models/llava/eval/run_llava.py
index 9f442c4..1f25296 100644
--- a/mmte/models/llava/eval/run_llava.py
+++ b/mmte/models/llava/eval/run_llava.py
@@ -177,7 +177,7 @@ def chat_model(tokenizer, model, image_processor, args):
             images,
             image_processor,
             model.config
-        ).to(model.device, dtype=torch.float16)
+        ).to(model.device, dtype=args.dtype)
     else:
         images_tensor = None
         image_sizes = None