[Model] Add support for varco-vision-2.0-1.7b (#1184)

* add 1.7b model

* fix vqa prompt as some of them doesn't work

* minor fix

* Revert "minor fix"

This reverts commit f44f231.

Author: cyr0930

vlmeval/config.py

@@ -726,6 +726,9 @@
     "varco-vision-hf": partial(
         LLaVA_OneVision_HF, model_path="NCSOFT/VARCO-VISION-14B-HF"
     ),
+    "varco-vision-2-1.7b": partial(
+        VarcoVision, model_path="NCSOFT/VARCO-VISION-2.0-1.7B"
+    ),
     "varco-vision-2-14b": partial(
         VarcoVision, model_path="NCSOFT/VARCO-VISION-2.0-14B"
     ),

vlmeval/vlm/varco_vision.py

@@ -70,12 +70,13 @@ def set_res(self, dataset):
             self.set_grid(8)
 
     def use_custom_prompt(self, dataset):
+        if any(dataset.startswith(prefix) for prefix in
+               ['MMVet', 'MathVista', 'MathVerse', 'MathVision', 'LLaVABench']):
+            return True
         if DATASET_TYPE(dataset) == 'Y/N':
             return True
         if DATASET_TYPE(dataset) == 'MCQ':
             return True
-        if DATASET_TYPE(dataset) == 'VQA' and not dataset.startswith('OCRBench'):
-            return True
         return False
 
     def build_prompt(self, line, dataset=None):