updates

Co-authored-by: Thomas Chow <[email protected]>

Author: tchow-zlai

.bazelrc

@@ -4,4 +4,4 @@ build --java_language_version=11
 build --java_runtime_version=11
 build --remote_cache=https://storage.googleapis.com/zipline-bazel-cache
 test --test_output=errors
-test --test_timeout=900
+test --test_timeout=900

.github/workflows/test_scala_non_spark.yaml

@@ -115,6 +115,6 @@ jobs:
           bazel test \
             --remote_cache=https://storage.googleapis.com/zipline-bazel-cache \
             --google_credentials=bazel-cache-key.json \
-            --java_toolchain=@bazel_tools//tools/jdk:toolchain_java17 \
-            --javabase=@bazel_tools//tools/jdk:jdk17 \
+            --java_language_version=17 \
+            --java_runtime_version=17 \
             //cloud_aws:tests

cloud_aws/src/main/scala/ai/chronon/integrations/aws/AwsApiImpl.scala

@@ -1,14 +1,8 @@
 package ai.chronon.integrations.aws
 
-import ai.chronon.online.Api
-import ai.chronon.online.ExternalSourceRegistry
-import ai.chronon.online.GroupByServingInfoParsed
-import ai.chronon.online.KVStore
-import ai.chronon.online.LoggableResponse
-import ai.chronon.online.Serde
+import ai.chronon.online._
 import software.amazon.awssdk.regions.Region
 import software.amazon.awssdk.services.dynamodb.DynamoDbClient
-import software.amazon.awssdk.core.SdkClient
 
 import java.net.URI
 

cloud_aws/src/test/scala/ai/chronon/integrations/aws/DynamoDBKVStoreTest.scala

@@ -8,7 +8,7 @@ import io.circe.generic.semiauto._
 import io.circe.parser._
 import io.circe.syntax._
 import io.circe.{Decoder, Encoder}
-import org.scalatest.BeforeAndAfter
+import org.scalatest.BeforeAndAfterAll
 import org.scalatest.flatspec.AnyFlatSpec
 import org.scalatest.matchers.should.Matchers.convertToAnyShouldWrapper
 import software.amazon.awssdk.auth.credentials.{AwsBasicCredentials, StaticCredentialsProvider}
@@ -28,7 +28,7 @@ object DDBTestUtils {
   case class TimeSeries(joinName: String, featureName: String, tileTs: Long, metric: String, summary: Array[Double])
 
 }
-class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
+class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfterAll {
 
   import DDBTestUtils._
   import DynamoDBKVStoreConstants._
@@ -58,7 +58,7 @@ class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
     series.asJson.noSpaces.getBytes(StandardCharsets.UTF_8)
   }
 
-  before {
+  override def beforeAll(): Unit = {
     // Start the local DynamoDB instance
     server = ServerRunner.createServerFromCommandLineArgs(Array("-inMemory", "-port", "8000"))
     server.start()
@@ -75,9 +75,9 @@ class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
       .build()
   }
 
-  after {
-    client.close()
-    server.stop()
+  override def afterAll(): Unit = {
+//    client.close()
+//    server.stop()
   }
 
   // Test creation of a table with primary keys only (e.g. model)
@@ -118,20 +118,20 @@ class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
       buildModelPutRequest(model, dataset)
     }
 
-    val putResults = Await.result(kvStore.multiPut(putReqs), 1.second)
+    val putResults = Await.result(kvStore.multiPut(putReqs), 1.minute)
     putResults.length shouldBe putReqs.length
     putResults.foreach(r => r shouldBe true)
 
     // call list - first call is only for 10 elements
     val listReq1 = ListRequest(dataset, Map(listLimit -> 10))
-    val listResults1 = Await.result(kvStore.list(listReq1), 1.second)
+    val listResults1 = Await.result(kvStore.list(listReq1), 1.minute)
     listResults1.resultProps.contains(continuationKey) shouldBe true
     validateExpectedListResponse(listResults1.values, 10)
 
     // call list - with continuation key
     val listReq2 =
       ListRequest(dataset, Map(listLimit -> 100, continuationKey -> listResults1.resultProps(continuationKey)))
-    val listResults2 = Await.result(kvStore.list(listReq2), 1.second)
+    val listResults2 = Await.result(kvStore.list(listReq2), 1.minute)
     listResults2.resultProps.contains(continuationKey) shouldBe false
     validateExpectedListResponse(listResults2.values, 100)
   }
@@ -151,17 +151,17 @@ class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
     val putReq2 = buildModelPutRequest(model2, dataset)
     val putReq3 = buildModelPutRequest(model3, dataset)
 
-    val putResults = Await.result(kvStore.multiPut(Seq(putReq1, putReq2, putReq3)), 1.second)
+    val putResults = Await.result(kvStore.multiPut(Seq(putReq1, putReq2, putReq3)), 1.minute)
     putResults shouldBe Seq(true, true, true)
 
     // let's try and read these
     val getReq1 = buildModelGetRequest(model1, dataset)
     val getReq2 = buildModelGetRequest(model2, dataset)
     val getReq3 = buildModelGetRequest(model3, dataset)
 
-    val getResult1 = Await.result(kvStore.multiGet(Seq(getReq1)), 1.second)
-    val getResult2 = Await.result(kvStore.multiGet(Seq(getReq2)), 1.second)
-    val getResult3 = Await.result(kvStore.multiGet(Seq(getReq3)), 1.second)
+    val getResult1 = Await.result(kvStore.multiGet(Seq(getReq1)), 1.minute)
+    val getResult2 = Await.result(kvStore.multiGet(Seq(getReq2)), 1.minute)
+    val getResult3 = Await.result(kvStore.multiGet(Seq(getReq3)), 1.minute)
 
     validateExpectedModelResponse(model1, getResult1)
     validateExpectedModelResponse(model2, getResult2)
@@ -181,13 +181,13 @@ class DynamoDBKVStoreTest extends AnyFlatSpec with BeforeAndAfter {
 
     // write to the kv store and confirm the writes were successful
     val putRequests = points.map(p => buildTSPutRequest(p, dataset))
-    val putResult = Await.result(kvStore.multiPut(putRequests), 1.second)
+    val putResult = Await.result(kvStore.multiPut(putRequests), 1.minute)
     putResult.length shouldBe tsRange.length
     putResult.foreach(r => r shouldBe true)
 
     // query in time range: 10/05/24 00:00 to 10/10
     val getRequest1 = buildTSGetRequest(points.head, dataset, 1728086400000L, 1728518400000L)
-    val getResult1 = Await.result(kvStore.multiGet(Seq(getRequest1)), 1.second)
+    val getResult1 = Await.result(kvStore.multiGet(Seq(getRequest1)), 1.minute)
     validateExpectedTimeSeriesResponse(points.head, 1728086400000L, 1728518400000L, getResult1)
   }