confgenerator : Add otel logging support for systemd_journald receiver. (#1872)

Author: franciscovalentecastro

confgenerator/logging_receivers.go

@@ -682,6 +682,60 @@ func (r LoggingReceiverSystemd) Components(ctx context.Context, tag string) []fl
 	return input
 }
 
+func (r LoggingReceiverSystemd) Pipelines(ctx context.Context) ([]otel.ReceiverPipeline, error) {
+	receiver_config := map[string]any{
+		"start_at": "beginning",
+		"priority": "debug",
+	}
+
+	modify_fields_processors, err := LoggingProcessorModifyFields{
+		Fields: map[string]*ModifyField{
+			`severity`: {
+				CopyFrom: "jsonPayload.PRIORITY",
+				MapValues: map[string]string{
+					"7": "DEBUG",
+					"6": "INFO",
+					"5": "NOTICE",
+					"4": "WARNING",
+					"3": "ERROR",
+					"2": "CRITICAL",
+					"1": "ALERT",
+					"0": "EMERGENCY",
+				},
+				MapValuesExclusive: true,
+			},
+			`sourceLocation.file`: {
+				CopyFrom: "jsonPayload.CODE_FILE",
+			},
+			`sourceLocation.func`: {
+				CopyFrom: "jsonPayload.CODE_FUNC",
+			},
+			`sourceLocation.line`: {
+				CopyFrom: "jsonPayload.CODE_LINE",
+				Type:     "integer",
+			},
+		},
+	}.Processors(ctx)
+
+	if err != nil {
+		return nil, err
+	}
+
+	return []otel.ReceiverPipeline{{
+		Receiver: otel.Component{
+			Type:   "journald",
+			Config: receiver_config,
+		},
+		Processors: map[string][]otel.Component{
+			"logs": modify_fields_processors,
+		},
+
+		ExporterTypes: map[string]otel.ExporterType{
+			"logs": otel.OTel,
+		},
+	}}, nil
+}
+
 func init() {
 	LoggingReceiverTypes.RegisterType(func() LoggingReceiver { return &LoggingReceiverSystemd{} }, platform.Linux)
 }

confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/features.yaml

@@ -13,7 +13,7 @@
 - module: logging
   feature: service:otel_logging
   key: otel_logging_supported_config
-  value: "false"
+  value: "true"
 - module: logging
   feature: receivers:systemd_journald
   key: "[0].enabled"

confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/features.yaml

@@ -13,7 +13,7 @@
 - module: logging
   feature: service:otel_logging
   key: otel_logging_supported_config
-  value: "false"
+  value: "true"
 - module: logging
   feature: receivers:systemd_journald
   key: "[0].enabled"

confgenerator/testdata/goldens/logging-otel-receiver_systemd/EXPERIMENTAL_FEATURES

@@ -0,0 +1 @@
+otel_logging

confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/features.yaml

@@ -0,0 +1,20 @@
+- module: logging
+  feature: service:pipelines
+  key: default_pipeline_overridden
+  value: "false"
+- module: metrics
+  feature: service:pipelines
+  key: default_pipeline_overridden
+  value: "false"
+- module: global
+  feature: default:self_log
+  key: default_self_log_file_collection
+  value: "true"
+- module: logging
+  feature: service:otel_logging
+  key: otel_logging_supported_config
+  value: "true"
+- module: logging
+  feature: receivers:systemd_journald
+  key: "[0].enabled"
+  value: "true"

confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/fluent_bit_main.conf

@@ -0,0 +1,24 @@
+@SET buffers_dir=/var/lib/google-cloud-ops-agent/fluent-bit/buffers
+@SET logs_dir=/var/log/google-cloud-ops-agent
+
+[SERVICE]
+    Daemon                    off
+    Flush                     1
+    Log_Level                 info
+    dns.resolver              legacy
+    storage.backlog.mem_limit 50M
+    storage.checksum          off
+    storage.max_chunks_up     128
+    storage.metrics           on
+    storage.sync              normal
+
+[INPUT]
+    Name            fluentbit_metrics
+    Scrape_Interval 60
+    Scrape_On_Start True
+
+[OUTPUT]
+    Match *
+    Name  prometheus_exporter
+    host  0.0.0.0
+    port  20202