Skip to content

Commit 35e57b3

Browse files
jsondaicopybara-github
authored andcommitted
feat: LLM - Add newly supported model text-bison@002, update pipeline template version and prediction row limit for pipeline-based LLM Evaluation SDK
PiperOrigin-RevId: 606317770
1 parent f249353 commit 35e57b3

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

vertexai/language_models/_evaluatable_language_models.py

+3-4
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,7 @@
6161
_TEXT_CLASSIFICATION_TEMPLATE_URL = "https://us-kfp.pkg.dev/vertex-evaluation/pipeline-templates/evaluation-llm-classification-pipeline"
6262
_TEXT_GENERATION_QA_SUMMARIZATION_TEMPLATE_URL = "https://us-kfp.pkg.dev/vertex-evaluation/pipeline-templates/evaluation-llm-text-generation-pipeline"
6363

64-
_EVALUATION_TEMPLATE_VERSION_TAG = "1.0.1"
64+
_EVALUATION_TEMPLATE_VERSION_TAG = "2.9.0"
6565

6666
_EVALUATION_TEMPLATE_URLS = {
6767
_TEXT_CLASSIFICATION_TASK_NAME: f"{_TEXT_CLASSIFICATION_TEMPLATE_URL}/{_EVALUATION_TEMPLATE_VERSION_TAG}",
@@ -73,10 +73,9 @@
7373

7474
_EVALUATION_PIPELINE_COMPONENT_IDENTIFIER = "fpc-llm-evaluation"
7575

76-
# TODO: update this when BP removes the input size limit
77-
_BATCH_PREDICTION_ROW_LIMIT = 1000
76+
_BATCH_PREDICTION_ROW_LIMIT = 30000
7877

79-
_EVAL_SUPPORTED_BASE_MODELS = ["text-bison@001"]
78+
_EVAL_SUPPORTED_BASE_MODELS = ["text-bison@001", "text-bison@002"]
8079

8180
T = TypeVar("T", bound="_EvaluationMetricBase")
8281

0 commit comments

Comments
 (0)