Enable scheduler for non-leader in multi-active scheduler configurati…

…on (apache#3736) Co-authored-by: Urmi Mustafi <[email protected]>
phet · Aug 11, 2023 · 7dbf7b6 · 7dbf7b6
1 parent 666ae2e
commit 7dbf7b6
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/...-service/src/main/java/org/apache/gobblin/service/modules/core/GobblinServiceManager.java b/...-service/src/main/java/org/apache/gobblin/service/modules/core/GobblinServiceManager.java
@@ -330,8 +330,9 @@ private void handleLeadershipChange(NotificationContext changeContext) {
         LOGGER.info("Leader lost notification for {} HM.isLeader {}", this.helixManager.get().getInstanceName(),
             this.helixManager.get().isLeader());
 
-        if (configuration.isSchedulerEnabled()) {
-          LOGGER.info("Gobblin Service is now running in slave instance mode, disabling Scheduler.");
+        if (configuration.isSchedulerEnabled() && !configuration.isMultiActiveSchedulerEnabled()) {
+          LOGGER.info("Gobblin Service is now running in non-leader mode without multi-active scheduler enabled, "
+              + "disabling Scheduler.");
           this.scheduler.setActive(false);
         }
 
@@ -473,7 +474,12 @@ public void start() throws ApplicationException {
 
       } else {
         if (configuration.isSchedulerEnabled()) {
-          LOGGER.info("[Init] Gobblin Service is running in slave instance mode, not enabling Scheduler.");
+          if (configuration.isMultiActiveSchedulerEnabled()) {
+          LOGGER.info("[Init] Gobblin Service enabling scheduler for non-leader since multi-active scheduler enabled");
+          this.scheduler.setActive(true);
+          } else {
+          LOGGER.info("[Init] Gobblin Service is running in non-leader instance mode, not enabling Scheduler.");
+          }
         }
         if (helixLeaderGauges.isPresent()) {
           helixLeaderGauges.get().setState(LeaderState.SLAVE);