Skip to content

Commit a59b0a6

Browse files
jsondaicopybara-github
authored andcommitted
feat: Update GenAI Evaluation QPS to 10.
PiperOrigin-RevId: 738912129
1 parent 8cbea81 commit a59b0a6

File tree

2 files changed

+4
-18
lines changed

2 files changed

+4
-18
lines changed

vertexai/evaluation/constants.py

+2-9
Original file line numberDiff line numberDiff line change
@@ -163,14 +163,7 @@ class Dataset:
163163

164164
@dataclasses.dataclass(frozen=True)
165165
class QuotaLimit:
166-
"""Generative AI on Vertex AI quota limits.
167-
168-
For more details about QPM quota by region for each available base model, see
169-
https://cloud.google.com/vertex-ai/generative-ai/docs/quotas.
170-
"""
171-
172-
# Default Prediction Service QPS limit.
173-
PREDICTION_SERVICE_QPS = 5
166+
"""Generative AI on Vertex AI quota limits."""
174167

175168
# Default Evaluation Service QPS limit.
176-
EVAL_SERVICE_QPS = 1
169+
EVAL_SERVICE_QPS = 10

vertexai/preview/evaluation/constants.py

+2-9
Original file line numberDiff line numberDiff line change
@@ -194,14 +194,7 @@ class Dataset:
194194

195195
@dataclasses.dataclass(frozen=True)
196196
class QuotaLimit:
197-
"""Generative AI on Vertex AI quota limits.
198-
199-
For more details about QPM quota by region for each available base model, see
200-
https://cloud.google.com/vertex-ai/generative-ai/docs/quotas.
201-
"""
202-
203-
# Default Prediction Service QPS limit.
204-
PREDICTION_SERVICE_QPS = 5
197+
"""Generative AI on Vertex AI quota limits."""
205198

206199
# Default Evaluation Service QPS limit.
207-
EVAL_SERVICE_QPS = 1
200+
EVAL_SERVICE_QPS = 10

0 commit comments

Comments
 (0)