Switch logging logs to DEBUG. Add Kube labels to workers. (#5909)

Author: davinchia

airbyte-config/models/src/main/java/io/airbyte/config/helpers/LogClientSingleton.java

@@ -143,20 +143,20 @@ public static void deleteLogs(Configs configs, String logPath) {
 
   public static void setJobMdc(Path path) {
     if (shouldUseLocalLogs(new EnvConfigs())) {
-      LOGGER.info("Setting docker job mdc");
+      LOGGER.debug("Setting docker job mdc");
       MDC.put(LogClientSingleton.JOB_LOG_PATH_MDC_KEY, path.resolve(LogClientSingleton.LOG_FILENAME).toString());
     } else {
-      LOGGER.info("Setting kube job mdc");
+      LOGGER.debug("Setting kube job mdc");
       MDC.put(LogClientSingleton.CLOUD_JOB_LOG_PATH_MDC_KEY, path.resolve(LogClientSingleton.LOG_FILENAME).toString());
     }
   }
 
   public static void setWorkspaceMdc(Path path) {
     if (shouldUseLocalLogs(new EnvConfigs())) {
-      LOGGER.info("Setting docker workspace mdc");
+      LOGGER.debug("Setting docker workspace mdc");
       MDC.put(LogClientSingleton.WORKSPACE_MDC_KEY, path.toString());
     } else {
-      LOGGER.info("Setting kube workspace mdc");
+      LOGGER.debug("Setting kube workspace mdc");
       MDC.put(LogClientSingleton.CLOUD_WORKSPACE_MDC_KEY, path.toString());
     }
   }

airbyte-workers/src/main/java/io/airbyte/workers/process/KubePodProcess.java

@@ -123,7 +123,6 @@ public class KubePodProcess extends Process {
   // 143 is the typical SIGTERM exit code.
   private static final int KILLED_EXIT_CODE = 143;
   private static final int STDIN_REMOTE_PORT = 9001;
-  private static final Map<String, String> AIRBYTE_POD_LABELS = Map.of("airbyte", "worker-pod");
 
   private final KubernetesClient fabricClient;
   private final Pod podDefinition;
@@ -273,6 +272,7 @@ public KubePodProcess(String processRunnerHost,
                         final String entrypointOverride,
                         ResourceRequirements resourceRequirements,
                         List<WorkerPodToleration> tolerations,
+                        Map<String, String> labels,
                         final String... args)
       throws IOException, InterruptedException {
     this.fabricClient = fabricClient;
@@ -374,7 +374,7 @@ public KubePodProcess(String processRunnerHost,
         .withApiVersion("v1")
         .withNewMetadata()
         .withName(podName)
-        .withLabels(AIRBYTE_POD_LABELS)
+        .withLabels(labels)
         .endMetadata()
         .withNewSpec()
         .withTolerations(buildPodTolerations(tolerations))

airbyte-workers/src/main/java/io/airbyte/workers/process/KubeProcessFactory.java

@@ -45,6 +45,10 @@ public class KubeProcessFactory implements ProcessFactory {
   private static final Logger LOGGER = LoggerFactory.getLogger(KubeProcessFactory.class);
 
   private static final Pattern ALPHABETIC = Pattern.compile("[a-zA-Z]+");;
+  private static final String JOB_LABEL_KEY = "job_id";
+  private static final String ATTEMPT_LABEL_KEY = "attempt_id";
+  private static final String WORKER_POD_LABEL_KEY = "airbyte";
+  private static final String WORKER_POD_LABEL_VALUE = "worker-pod";
 
   private final String namespace;
   private final ApiClient officialClient;
@@ -121,6 +125,9 @@ public Process create(String jobId,
           entrypoint,
           resourceRequirements,
           WorkerUtils.DEFAULT_WORKER_POD_TOLERATIONS,
+          Map.of(JOB_LABEL_KEY, jobId,
+              ATTEMPT_LABEL_KEY, String.valueOf(attempt),
+              WORKER_POD_LABEL_KEY, WORKER_POD_LABEL_VALUE),
           args);
     } catch (Exception e) {
       throw new WorkerException(e.getMessage(), e);