Enable more modules in our CI + fix missing triggers

.github/workflows/test_scala_no_spark.yaml

@@ -9,6 +9,12 @@ on:
       - 'aggregator/**'
       - 'online/**'
       - 'api/**'
+      - 'hub/**'
+      - 'service/**'
+      - 'service_commons/**'
+      - 'orchestration/**'
+      - 'cloud_gcp/**'
+      - 'cloud_aws/**'
       - '.github/workflows/test_scala_no_spark.yaml'
       - 'build.sbt'
   pull_request:
@@ -19,6 +25,12 @@ on:
       - 'aggregator/**'
       - 'online/**'
       - 'api/**'
+      - 'hub/**'
+      - 'service/**'
+      - 'service_commons/**'
+      - 'orchestration/**'
+      - 'cloud_gcp/**'
+      - 'cloud_aws/**'
       - '.github/workflows/test_scala_no_spark.yaml'
       - 'build.sbt'
 
@@ -81,9 +93,22 @@ jobs:
           export SBT_OPTS="-Xmx8G -Xms2G"
           sbt "++ 2.12.18 service/test"
 
+      - name: Run service commons tests
+        run: |
+          export SBT_OPTS="-Xmx8G -Xms2G"
+          sbt "++ 2.12.18 service_commons/test"
+
       - name: Run orchestrator tests
         run: |
           export SBT_OPTS="-Xmx8G -Xms2G"
           sbt "++ 2.12.18 orchestration/test"
-
-
+
+      - name: Run cloud gcp tests
+        run: |
+          export SBT_OPTS="-Xmx8G -Xms2G"
+          sbt "++ 2.12.18 cloud_gcp/test"    
+
+      - name: Run cloud aws tests
+        run: |
+          export SBT_OPTS="-Xmx8G -Xms2G"
+          sbt "++ 2.12.18 cloud_aws/test"    

cloud_gcp/src/test/scala/ai/chronon/integrations/cloud_gcp/BigTableKVStoreTest.scala

@@ -15,10 +15,7 @@ import com.google.cloud.bigtable.data.v2.BigtableDataSettings
 import com.google.cloud.bigtable.data.v2.models.Query
 import com.google.cloud.bigtable.data.v2.models.Row
 import com.google.cloud.bigtable.data.v2.models.RowMutation
-import com.google.cloud.bigtable.emulator.v2.BigtableEmulatorRule
-import org.junit.Rule
-import org.junit.runner.RunWith
-import org.junit.runners.JUnit4
+import com.google.cloud.bigtable.emulator.v2.Emulator
 import org.mockito.ArgumentMatchers.any
 import org.mockito.Mockito.when
 import org.mockito.Mockito.withSettings
@@ -33,33 +30,30 @@ import scala.concurrent.Await
 import scala.concurrent.duration.DurationInt
 import scala.jdk.CollectionConverters._
 
-@RunWith(classOf[JUnit4])
-class BigTableKVStoreTest extends AnyFlatSpec with BeforeAndAfter{
+class BigTableKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
 
   import BigTableKVStore._
 
-  // ugly hacks to wire up the emulator. See: https://stackoverflow.com/questions/32160549/using-junit-rule-with-scalatest-e-g-temporaryfolder
-  val _bigtableEmulator: BigtableEmulatorRule = BigtableEmulatorRule.create()
-  @Rule
-  def bigtableEmulator: BigtableEmulatorRule = _bigtableEmulator
-
+  private var emulator: Emulator = _
   private var dataClient: BigtableDataClient = _
   private var adminClient: BigtableTableAdminClient = _
 
   private val projectId = "test-project"
   private val instanceId = "test-instance"
 
   before {
+    emulator = Emulator.createBundled
+    emulator.start()
     // Configure settings to use emulator
     val dataSettings = BigtableDataSettings
-      .newBuilderForEmulator(bigtableEmulator.getPort)
+      .newBuilderForEmulator(emulator.getPort)
       .setProjectId(projectId)
       .setInstanceId(instanceId)
       .setCredentialsProvider(NoCredentialsProvider.create())
       .build()
 
     val adminSettings = BigtableTableAdminSettings
-      .newBuilderForEmulator(bigtableEmulator.getPort)
+      .newBuilderForEmulator(emulator.getPort)
       .setProjectId(projectId)
       .setInstanceId(instanceId)
       .setCredentialsProvider(NoCredentialsProvider.create())