Heartbeat for long running activity (#9852)

* Heartbeat for long running activity

* PR comments

Author: benmoriceau

airbyte-bootloader/src/main/java/io/airbyte/bootloader/BootloaderApp.java

@@ -123,12 +123,6 @@ public void load() throws Exception {
 
       jobPersistence.setVersion(currAirbyteVersion.serialize());
       LOGGER.info("Set version to {}", currAirbyteVersion);
-
-      if (featureFlags.usesNewScheduler()) {
-        LOGGER.info("Start cleaning zombie jobs");
-        cleanupZombies(jobPersistence);
-        LOGGER.info("Cleaning zombie jobs done");
-      }
     }
 
     if (postLoadExecution != null) {

airbyte-workers/src/main/java/io/airbyte/workers/temporal/scheduling/shared/ActivityConfiguration.java

@@ -26,4 +26,13 @@ public class ActivityConfiguration {
       .setRetryOptions(TemporalUtils.NO_RETRY)
       .build();
 
+  public static final ActivityOptions LONG_RUN_OPTIONS = ActivityOptions.newBuilder()
+      .setScheduleToCloseTimeout(Duration.ofDays(MAX_SYNC_TIMEOUT_DAYS))
+      .setStartToCloseTimeout(Duration.ofDays(MAX_SYNC_TIMEOUT_DAYS))
+      .setScheduleToStartTimeout(Duration.ofDays(MAX_SYNC_TIMEOUT_DAYS))
+      .setCancellationType(ActivityCancellationType.WAIT_CANCELLATION_COMPLETED)
+      .setRetryOptions(TemporalUtils.NO_RETRY)
+      .setHeartbeatTimeout(Duration.ofSeconds(30))
+      .build();
+
 }

airbyte-workers/src/main/java/io/airbyte/workers/temporal/sync/SyncWorkflowImpl.java

@@ -32,10 +32,11 @@ public class SyncWorkflowImpl implements SyncWorkflow {
           .build())
       .build();
 
-  private final ReplicationActivity replicationActivity = Workflow.newActivityStub(ReplicationActivity.class, ActivityConfiguration.OPTIONS);
-  private final NormalizationActivity normalizationActivity = Workflow.newActivityStub(NormalizationActivity.class, ActivityConfiguration.OPTIONS);
+  private final ReplicationActivity replicationActivity = Workflow.newActivityStub(ReplicationActivity.class, ActivityConfiguration.LONG_RUN_OPTIONS);
+  private final NormalizationActivity normalizationActivity =
+      Workflow.newActivityStub(NormalizationActivity.class, ActivityConfiguration.LONG_RUN_OPTIONS);
   private final DbtTransformationActivity dbtTransformationActivity =
-      Workflow.newActivityStub(DbtTransformationActivity.class, ActivityConfiguration.OPTIONS);
+      Workflow.newActivityStub(DbtTransformationActivity.class, ActivityConfiguration.LONG_RUN_OPTIONS);
   private final PersistStateActivity persistActivity = Workflow.newActivityStub(PersistStateActivity.class, persistOptions);
 
   @Override

docker-compose.yaml

@@ -31,9 +31,7 @@ services:
       - DATABASE_URL=${DATABASE_URL}
       - DATABASE_USER=${DATABASE_USER}
       - LOG_LEVEL=${LOG_LEVEL}
-      - NEW_SCHEDULER=${NEW_SCHEDULER}
       - RUN_DATABASE_MIGRATION_ON_STARTUP=${RUN_DATABASE_MIGRATION_ON_STARTUP}
-      - TEMPORAL_HOST=${TEMPORAL_HOST}
   db:
     image: airbyte/db:${VERSION}
     logging: *default-logging