[Fix] fix some problems in chartmimic

Author: FangXinyu-0913

vlmeval/dataset/chartmimic.py

@@ -519,27 +519,55 @@ def build_prompt(self, line):
 
         return msgs
 
+
     def evaluate(self, eval_file, **judge_kwargs):
         def judge_one_item_success(item):
             return item["high_level"]["resp"] not in [FAIL_MSG, "", None, "null", "None"] \
                 and item["high_level"]["msg"] not in ["Generated image file does not exist", ""]
 
+        # Test dependencies first
         try:
             from pdf2image import convert_from_path
             from colormath.color_objects import sRGBColor, LabColor
             import squarify
             import matplotlib_venn
             import PIL
-            example_pdf_path = "./vlmeval/dataset/utils/chartmimic/example.pdf"
-            images = convert_from_path(example_pdf_path, dpi=350)
-            images[0].save("./vlmeval/dataset/utils/chartmimic/example.png", "PNG")
         except ImportError as e:
             logging.critical(
                 "Please follow the requirements (see vlmeval/dataset/utils/chartmimic/eval_req.txt) \
-                             to install dependency package for chartmimic evaluation.\n\
-                             And install poppler-utils in your system (e.g. sudo apt-get install poppler-utils)."
+                             to install dependency package for chartmimic evaluation."
             )
             raise e
+        
+        # Test pdf2image functionality by creating a simple test PDF
+        example_pdf_path = os.path.join(LMUDataRoot(), "chartmimic_test.pdf")
+        output_png_path = os.path.join(LMUDataRoot(), "chartmimic_test.png")
+        
+        try:
+            # Create a simple test PDF using matplotlib
+            import matplotlib.pyplot as plt
+            fig, ax = plt.subplots(1, 1, figsize=(4, 3))
+            ax.plot([1, 2, 3], [1, 4, 2])
+            ax.set_title("Test Chart")
+            plt.savefig(example_pdf_path, format='pdf')
+            plt.close()
+            
+            # Test pdf2image conversion
+            images = convert_from_path(example_pdf_path, dpi=350)
+            images[0].save(output_png_path, "PNG")
+            logger.info("Successfully tested pdf2image functionality with generated test PDF")
+        except Exception as e:
+            logging.critical(
+                "Please install poppler-utils in your system (e.g. sudo apt-get install poppler-utils)."
+            )
+            raise e
+        finally:
+            # Clean up test files
+            if os.path.exists(example_pdf_path):
+                os.remove(example_pdf_path)
+            if os.path.exists(output_png_path):
+                os.remove(output_png_path)
+
         infer_data_all = load(eval_file).to_dict(orient="records")
 
         suffix = eval_file.split(".")[-1]

vlmeval/dataset/utils/chartmimic/evaluator/chart_type_and_color.py

@@ -106,6 +106,7 @@ def wrapper(
                 clip_on=clip_on
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -195,6 +196,7 @@ def wrapper(
                 min_target_margin=min_target_margin
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -266,6 +268,7 @@ def wrapper(
                 margins=margins
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -327,6 +330,7 @@ def wrapper(*args, **kwargs):
             return func(*args, **kwargs)
         return result
 
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -471,7 +475,7 @@ def wrapper(*args, **kwargs):
         else:
             return func(*args, **kwargs)
         return result
-
+    wrapper.__name__ = func.__name__
     return wrapper
 
 

vlmeval/dataset/utils/chartmimic/evaluator/chart_type_evaluator_prefix.py

@@ -1,13 +1,22 @@
-import inspect
-from matplotlib_venn._common import VennDiagram
-from matplotlib.patches import Ellipse, Circle
-from matplotlib.image import NonUniformImage
-from mpl_toolkits.mplot3d import Axes3D
-import networkx as nx
-import networkx.drawing.nx_pylab as nx_pylab
-import squarify
-from matplotlib.axes import Axes
+import os
+import sys
+# sys.path.insert(0, os.environ['PROJECT_PATH'])
+if os.environ["VLMEVAL_CHARTMIMIC_UTILS_PATH"] not in sys.path:
+    sys.path.insert(0, os.environ["VLMEVAL_CHARTMIMIC_UTILS_PATH"])
+
 from matplotlib.projections.polar import PolarAxes
+import matplotlib.pyplot as plt
+from matplotlib.axes import Axes
+from matplotlib.axes._base import _process_plot_var_args
+import squarify
+import networkx.drawing.nx_pylab as nx_pylab
+import networkx as nx
+from mpl_toolkits.mplot3d import Axes3D
+from matplotlib.image import NonUniformImage
+from matplotlib.patches import Ellipse, Circle
+from matplotlib.tri._tripcolor import tripcolor
+from matplotlib_venn._common import VennDiagram
+import inspect
 import warnings
 warnings.filterwarnings("ignore", category=UserWarning)
 warnings.filterwarnings("ignore", category=DeprecationWarning)
@@ -79,6 +88,7 @@ def wrapper(
                 clip_on=clip_on
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -166,6 +176,7 @@ def wrapper(
                 min_target_margin=min_target_margin
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -235,6 +246,7 @@ def wrapper(
                 margins=margins
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -256,6 +268,7 @@ def wrapper(*args, **kwargs):
             return result
         else:
             return func(*args, **kwargs)
+    wrapper.__name__ = func.__name__
     return wrapper
 
 

vlmeval/dataset/utils/chartmimic/evaluator/color_evaluator_prefix.py

@@ -1,31 +1,36 @@
-# flake8: noqa
-from matplotlib.patches import Ellipse, Circle
-import inspect
-from matplotlib_venn._common import VennDiagram
-from matplotlib.image import NonUniformImage
-from matplotlib.projections.polar import PolarAxes
-import networkx.drawing.nx_pylab as nx_pylab
-import matplotlib.colors as mcolors
-from mpl_toolkits.mplot3d import Axes3D
-from matplotlib.axes._axes import Axes
-from matplotlib.axes._base import _process_plot_var_args
-import networkx as nx
-import numpy as np
-import matplotlib
-import sys
+# # flake8: noqa
 import os
 import squarify
 
 import warnings
+
 warnings.filterwarnings("ignore", category=UserWarning)
 warnings.filterwarnings("ignore", category=DeprecationWarning)
 warnings.filterwarnings("ignore", category=FutureWarning)
 
-# sys.path.insert(0, f'{os.environ["PROJECT_PATH"]}')
+import sys
 
 if os.environ["VLMEVAL_CHARTMIMIC_UTILS_PATH"] not in sys.path:
     sys.path.insert(0, os.environ["VLMEVAL_CHARTMIMIC_UTILS_PATH"])
 
+import networkx
+import matplotlib
+import matplotlib.pyplot as plt
+import numpy as np
+import networkx as nx
+from matplotlib.axes._base import _process_plot_var_args
+from matplotlib.axes._axes import Axes
+from mpl_toolkits.mplot3d import Axes3D
+import matplotlib.colors as mcolors
+import networkx.drawing.nx_pylab as nx_pylab
+from matplotlib.projections.polar import PolarAxes
+from matplotlib.image import NonUniformImage
+from matplotlib.patches import Ellipse, Circle
+from matplotlib_venn._common import VennDiagram
+import inspect
+from evaluator.color_utils import filter_color
+# from chart2code.utils.evaluator.color_utils import filter_color
+
 
 drawed_colors = []
 drawed_objects = {}
@@ -117,6 +122,7 @@ def wrapper(
                 clip_on=clip_on
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -216,6 +222,7 @@ def wrapper(
                 min_target_margin=min_target_margin
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -288,6 +295,7 @@ def wrapper(
                 margins=margins
             )
         return result
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -378,7 +386,7 @@ def wrapper(*args, **kwargs):
         else:
             return func(*args, **kwargs)
         return result
-
+    wrapper.__name__ = func.__name__
     return wrapper
 
 
@@ -597,6 +605,7 @@ def wrapper(*args, **kwargs):
             return func(*args, **kwargs)
         return result
 
+    wrapper.__name__ = func.__name__
     return wrapper
 
 

vlmeval/dataset/utils/chartmimic/evaluator/legend_evaluator.py

@@ -155,7 +155,7 @@ def wrapper(*args, **kwargs):
 
         drawed_texts.append( (x, y, x_rel, y_rel, s) )
         return func(*args, **kwargs)
-
+    wrapper.__name__ = func.__name__
     return wrapper
 
 RendererPdf.draw_text = log_function(RendererPdf.draw_text)

vlmeval/dataset/utils/chartmimic/evaluator/text_evaluator.py

@@ -168,7 +168,7 @@ def wrapper(*args, **kwargs):
 
         drawed_texts.append( (x, y, x_rel, y_rel, s) )
         return func(*args, **kwargs)
-
+    wrapper.__name__ = func.__name__
     return wrapper
 
 RendererPdf.draw_text = log_function(RendererPdf.draw_text)