@@ -284,6 +284,9 @@ message ClusterConfig {
284
284
285
285
// Optional. Metastore configuration.
286
286
MetastoreConfig metastore_config = 20 [(google.api.field_behavior ) = OPTIONAL ];
287
+
288
+ // Optional. Dataproc metrics configuration.
289
+ DataprocMetricConfig dataproc_metric_config = 21 [(google.api.field_behavior ) = OPTIONAL ];
287
290
}
288
291
289
292
// Dataproc cluster config for a cluster that does not directly control the
@@ -942,6 +945,49 @@ message MetastoreConfig {
942
945
];
943
946
}
944
947
948
+
949
+ // Specifies Dataproc OSS Metric.
950
+ message Metric {
951
+ enum MetricSource {
952
+ // Unspecified metric source
953
+ METRIC_SOURCE_UNSPECIFIED = 0 ;
954
+
955
+ // Default monitoring agent metrics. If this source is enabled,
956
+ // Dataproc enables the monitoring agent in Compute Engine, and collects
957
+ // default monitoring agent metrics, which are published with an
958
+ // agent.googleapis.com prefix.
959
+ MONITORING_AGENT_DEFAULTS = 1 ;
960
+
961
+ // HDFS metric source
962
+ HDFS = 2 ;
963
+
964
+ // SPARK metric source
965
+ SPARK = 3 ;
966
+
967
+ // YARN metric source
968
+ YARN = 4 ;
969
+
970
+ // Spark History Server metric source
971
+ SPARK_HISTORY_SERVER = 5 ;
972
+
973
+ // Hiveserver2 metric source
974
+ HIVESERVER2 = 6 ;
975
+ }
976
+
977
+ // Required. Specified source of metric collection
978
+ MetricSource metric_source = 1 [(google.api.field_behavior ) = REQUIRED ];
979
+
980
+ // Optional. The set of available OSS metrics to collect from the metric
981
+ // source.
982
+ repeated string metric_overrides = 2 [(google.api.field_behavior ) = OPTIONAL ];
983
+ }
984
+
985
+ // Specifies a Dataproc metric config
986
+ message DataprocMetricConfig {
987
+ // Configuration set of metrics to collect from the cluster
988
+ repeated Metric metrics = 1 [(google.api.field_behavior ) = REQUIRED ];
989
+ }
990
+
945
991
// Contains cluster daemon metrics, such as HDFS and YARN stats.
946
992
//
947
993
// **Beta Feature**: This report is available for testing purposes only. It may
0 commit comments