File tree 1 file changed +3
-4
lines changed
1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change 61
61
_TEXT_CLASSIFICATION_TEMPLATE_URL = "https://us-kfp.pkg.dev/vertex-evaluation/pipeline-templates/evaluation-llm-classification-pipeline"
62
62
_TEXT_GENERATION_QA_SUMMARIZATION_TEMPLATE_URL = "https://us-kfp.pkg.dev/vertex-evaluation/pipeline-templates/evaluation-llm-text-generation-pipeline"
63
63
64
- _EVALUATION_TEMPLATE_VERSION_TAG = "1.0.1 "
64
+ _EVALUATION_TEMPLATE_VERSION_TAG = "2.9.0 "
65
65
66
66
_EVALUATION_TEMPLATE_URLS = {
67
67
_TEXT_CLASSIFICATION_TASK_NAME : f"{ _TEXT_CLASSIFICATION_TEMPLATE_URL } /{ _EVALUATION_TEMPLATE_VERSION_TAG } " ,
73
73
74
74
_EVALUATION_PIPELINE_COMPONENT_IDENTIFIER = "fpc-llm-evaluation"
75
75
76
- # TODO: update this when BP removes the input size limit
77
- _BATCH_PREDICTION_ROW_LIMIT = 1000
76
+ _BATCH_PREDICTION_ROW_LIMIT = 30000
78
77
79
- _EVAL_SUPPORTED_BASE_MODELS = ["text-bison@001" ]
78
+ _EVAL_SUPPORTED_BASE_MODELS = ["text-bison@001" , "text-bison@002" ]
80
79
81
80
T = TypeVar ("T" , bound = "_EvaluationMetricBase" )
82
81
You can’t perform that action at this time.
0 commit comments