Skip to content

Commit ce56cdb

Browse files
committed
remove custom_metrics_enabled parameter
1 parent 98ea7c4 commit ce56cdb

File tree

4 files changed

+2
-6
lines changed

4 files changed

+2
-6
lines changed

modules/jetstream-maxtext-deployment/variables.tf

+1-2
Original file line numberDiff line numberDiff line change
@@ -31,8 +31,7 @@ variable "maxengine_deployment_settings" {
3131

3232
model_name = string // Name of your LLM (for example: "gemma-7b")
3333
parameters_path = string // Path to the paramters for your model
34-
metrics_port = optional(number) // Emit Jetstream metrics on this port of each contaienr
35-
custom_metrics_enabled = bool // Whether or not custom metrics are also emitted
34+
metrics_port = optional(number) // Emit Jetstream metrics on this port of each container
3635
metrics_scrape_interval = optional(number) // Interval for scraping metrics (default: 10s)
3736

3837
accelerator_selectors = object({

tutorials-and-examples/inference-servers/jetstream/maxtext/single-host-inference/README.md

-1
Original file line numberDiff line numberDiff line change
@@ -137,7 +137,6 @@ For deploying autoscaling components via terraform, a few more variables to be s
137137

138138
```
139139
maxengine_deployment_settings = {
140-
custom_metrics_enabled = true
141140
metrics_port = <same as above>
142141
metrics_scrape_interval
143142
}

tutorials-and-examples/inference-servers/jetstream/maxtext/single-host-inference/terraform/sample-terraform.tfvars

-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@ maxengine_deployment_settings = {
22
maxengine_server_image = "us-docker.pkg.dev/cloud-tpu-images/inference/maxengine-server:v0.2.2"
33
jetstream_http_server_image = "us-docker.pkg.dev/cloud-tpu-images/inference/jetstream-http:v0.2.2"
44

5-
custom_metrics_enabled = true
65
metrics_port = 9100
76
metrics_scrape_interval = 10
87
accelerator_selectors = {

tutorials-and-examples/inference-servers/jetstream/maxtext/single-host-inference/terraform/variables.tf

+1-2
Original file line numberDiff line numberDiff line change
@@ -56,8 +56,7 @@ variable "maxengine_deployment_settings" {
5656

5757
model_name = string // Name of your LLM (for example: "gemma-7b")
5858
parameters_path = string // Path to the parameters for your model
59-
metrics_port = optional(number) // Emit Jetstream metrics on this port of each contaienr
60-
custom_metrics_enabled = bool // Whether or not custom metrics are also emitted
59+
metrics_port = optional(number) // Emit Jetstream metrics on this port of each container
6160
metrics_scrape_interval = optional(number) // Interval for scraping metrics (default: 10s)
6261

6362
accelerator_selectors = object({

0 commit comments

Comments
 (0)