Skip to content
This repository was archived by the owner on Jul 13, 2023. It is now read-only.

Commit 79a4958

Browse files
feat: add support for Dataproc metric configuration (#626)
* test: use fully qualified request type name in tests PiperOrigin-RevId: 475685359 Source-Link: googleapis/googleapis@7a12973 Source-Link: https://github.com/googleapis/googleapis-gen/commit/370c729e2ba062a167449c27882ba5f379c5c34d Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiMzcwYzcyOWUyYmEwNjJhMTY3NDQ5YzI3ODgyYmE1ZjM3OWM1YzM0ZCJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * feat: add support for Dataproc metric configuration Committer: @AkshatBhargava PiperOrigin-RevId: 475750057 Source-Link: googleapis/googleapis@30517fd Source-Link: https://github.com/googleapis/googleapis-gen/commit/a41cc2ab3df78ee0b84f67499e7562de02ab34c0 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYTQxY2MyYWIzZGY3OGVlMGI4NGY2NzQ5OWU3NTYyZGUwMmFiMzRjMCJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com> Co-authored-by: sofisl <[email protected]>
1 parent e1c6d8b commit 79a4958

9 files changed

+1716
-525
lines changed

protos/google/cloud/dataproc/v1/clusters.proto

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -284,6 +284,9 @@ message ClusterConfig {
284284

285285
// Optional. Metastore configuration.
286286
MetastoreConfig metastore_config = 20 [(google.api.field_behavior) = OPTIONAL];
287+
288+
// Optional. Dataproc metrics configuration.
289+
DataprocMetricConfig dataproc_metric_config = 21 [(google.api.field_behavior) = OPTIONAL];
287290
}
288291

289292
// Dataproc cluster config for a cluster that does not directly control the
@@ -942,6 +945,49 @@ message MetastoreConfig {
942945
];
943946
}
944947

948+
949+
// Specifies Dataproc OSS Metric.
950+
message Metric {
951+
enum MetricSource {
952+
// Unspecified metric source
953+
METRIC_SOURCE_UNSPECIFIED = 0;
954+
955+
// Default monitoring agent metrics. If this source is enabled,
956+
// Dataproc enables the monitoring agent in Compute Engine, and collects
957+
// default monitoring agent metrics, which are published with an
958+
// agent.googleapis.com prefix.
959+
MONITORING_AGENT_DEFAULTS = 1;
960+
961+
// HDFS metric source
962+
HDFS = 2;
963+
964+
// SPARK metric source
965+
SPARK = 3;
966+
967+
// YARN metric source
968+
YARN = 4;
969+
970+
// Spark History Server metric source
971+
SPARK_HISTORY_SERVER = 5;
972+
973+
// Hiveserver2 metric source
974+
HIVESERVER2 = 6;
975+
}
976+
977+
// Required. Specified source of metric collection
978+
MetricSource metric_source = 1 [(google.api.field_behavior) = REQUIRED];
979+
980+
// Optional. The set of available OSS metrics to collect from the metric
981+
// source.
982+
repeated string metric_overrides = 2 [(google.api.field_behavior) = OPTIONAL];
983+
}
984+
985+
// Specifies a Dataproc metric config
986+
message DataprocMetricConfig {
987+
// Configuration set of metrics to collect from the cluster
988+
repeated Metric metrics = 1 [(google.api.field_behavior) = REQUIRED];
989+
}
990+
945991
// Contains cluster daemon metrics, such as HDFS and YARN stats.
946992
//
947993
// **Beta Feature**: This report is available for testing purposes only. It may

protos/protos.d.ts

Lines changed: 220 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)