Skip to content

Commit 9f21b73

Browse files
vertex-sdk-botcopybara-github
authored andcommitted
feat: Convert list of rubrics to a string before sending the API request. This allows users to use default parse_rubrics function that returns a list of rubrics with customized prompts, and bring their own rubrics as a list.
PiperOrigin-RevId: 744101332
1 parent 15df1f6 commit 9f21b73

File tree

1 file changed

+8
-1
lines changed

1 file changed

+8
-1
lines changed

vertexai/preview/evaluation/metrics/_instance_evaluation.py

+8-1
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,9 @@
5050
)
5151
from vertexai.preview.evaluation.metrics import pairwise_metric
5252
from vertexai.preview.evaluation.metrics import pointwise_metric
53-
53+
from vertexai.preview.evaluation.metrics import (
54+
rubric_based_metric,
55+
)
5456
from google.protobuf import json_format
5557

5658

@@ -261,6 +263,11 @@ def build_request(
261263
model_based_metric_instance_input["rubrics"] = _format_rubrics(
262264
model_based_metric_instance_input["rubrics"]
263265
)
266+
if isinstance(metric, rubric_based_metric.RubricBasedMetric):
267+
if isinstance(model_based_metric_instance_input["rubrics"], List):
268+
model_based_metric_instance_input["rubrics"] = "\n".join(
269+
model_based_metric_instance_input["rubrics"]
270+
)
264271

265272
if metric_name == constants.Metric.EXACT_MATCH:
266273
instance = gapic_eval_service_types.ExactMatchInput(

0 commit comments

Comments
 (0)