configurable bulk size to 5000 records insert when bootstraping the node from scratch

Signed-off-by: mineme0110 <[email protected]>

Author: mineme0110

src/main/resources/application.conf

@@ -105,6 +105,10 @@ cardano {
   blockConfirmationsToWait = 112
   blockConfirmationsToWait = ${?NODE_CARDANO_CONFIRMATION_BLOCKS}
 
+  #Initial Node Bulk Sync size
+  initialBulkSyncSize = 5000
+  initialBulkSyncSize = ${?NODE_CARDANO_INITIAL_BULK_SYNC_SIZE}
+
   # CardanoDbSyncClient
   dbSync {
     db {

src/main/scala/io/iohk/atala/prism/node/NodeConfig.scala

@@ -5,9 +5,9 @@ import com.typesafe.config.Config
 import io.iohk.atala.prism.node.cardano.CardanoClient
 import io.iohk.atala.prism.node.cardano.dbsync.CardanoDbSyncClient
 import io.iohk.atala.prism.node.cardano.wallet.CardanoWalletApiClient
+import io.iohk.atala.prism.node.repositories.TransactorFactory
 import io.iohk.atala.prism.node.services.CardanoLedgerService
 import io.iohk.atala.prism.node.services.CardanoLedgerService.CardanoNetwork
-import io.iohk.atala.prism.node.repositories.TransactorFactory
 import sttp.model.Header
 
 import scala.util.Try
@@ -21,6 +21,7 @@ object NodeConfig {
     val walletPassphrase = config.getString("walletPassphrase")
     val paymentAddress = config.getString("paymentAddress")
     val blockNumberSyncStart = config.getInt("blockNumberSyncStart")
+    val initialBulkSyncSize = config.getInt("initialBulkSyncSize")
     val blockConfirmationsToWait = config.getInt("blockConfirmationsToWait")
     val dbSyncConfig = cardanoDbSyncConfig(config.getConfig("dbSync"))
     val walletConfig = cardanoWalletConfig(config.getConfig("wallet"))
@@ -30,6 +31,7 @@ object NodeConfig {
       walletPassphrase,
       paymentAddress,
       blockNumberSyncStart,
+      initialBulkSyncSize,
       blockConfirmationsToWait,
       CardanoClient.Config(dbSyncConfig, walletConfig)
     )

src/main/scala/io/iohk/atala/prism/node/services/CardanoLedgerService.scala

@@ -64,6 +64,7 @@ class CardanoLedgerService[F[_]] private[services] (
     walletPassphrase: String,
     paymentAddress: Address,
     blockNumberSyncStart: Int,
+    initialBulkSyncSize: Int,
     blockConfirmationsToWait: Int,
     cardanoClient: CardanoClient[F],
     keyValueService: KeyValueService[F],
@@ -256,7 +257,7 @@ class CardanoLedgerService[F[_]] private[services] (
       }
     }
 
-    val batchSize = 5000 // TODO: make it configurable
+    val batchSize = initialBulkSyncSize
     notifications.grouped(batchSize).toList.traverse_(onAtalaObjectBulk)
   }
 
@@ -360,6 +361,7 @@ object CardanoLedgerService {
       walletPassphrase: String,
       paymentAddress: String,
       blockNumberSyncStart: Int,
+      initialBulkSyncSize: Int,
       blockConfirmationsToWait: Int,
       cardanoClientConfig: CardanoClient.Config
   )
@@ -370,6 +372,7 @@ object CardanoLedgerService {
       walletPassphrase: String,
       paymentAddress: Address,
       blockNumberSyncStart: Int,
+      initialBulkSyncSize: Int,
       blockConfirmationsToWait: Int,
       cardanoClient: CardanoClient[F],
       keyValueService: KeyValueService[F],
@@ -391,6 +394,7 @@ object CardanoLedgerService {
         walletPassphrase,
         paymentAddress,
         blockNumberSyncStart,
+        initialBulkSyncSize,
         blockConfirmationsToWait,
         cardanoClient,
         keyValueService,
@@ -426,6 +430,7 @@ object CardanoLedgerService {
         walletPassphrase,
         paymentAddress,
         config.blockNumberSyncStart,
+        config.initialBulkSyncSize,
         config.blockConfirmationsToWait,
         cardanoClient,
         keyValueService,
@@ -462,6 +467,7 @@ object CardanoLedgerService {
       walletPassphrase,
       paymentAddress,
       config.blockNumberSyncStart,
+      config.initialBulkSyncSize,
       config.blockConfirmationsToWait,
       cardanoClient,
       keyValueService,

src/test/scala/io/iohk/atala/prism/node/services/CardanoLedgerServiceIntegrationSpec.scala

@@ -32,7 +32,7 @@ class CardanoLedgerServiceIntegrationSpec extends AtalaWithPostgresSpec {
   private val LONG_TIMEOUT = Timeout(1.minute)
   private val RETRY_TIMEOUT = 2.minutes
   private val RETRY_SLEEP = 10.seconds
-
+  private val initialBulkSyncSize = 5000
   "CardanoLedgerService" should {
     "notify on published PRISM transactions" in {
       assume(
@@ -66,6 +66,7 @@ class CardanoLedgerServiceIntegrationSpec extends AtalaWithPostgresSpec {
         clientConfig.walletPassphrase,
         paymentAddress,
         blockNumberSyncStart = 0,
+        initialBulkSyncSize,
         // Do not wait on blocks becoming confirmed
         blockConfirmationsToWait = 0,
         cardanoClient,

src/test/scala/io/iohk/atala/prism/node/services/CardanoLedgerServiceSpec.scala

@@ -39,7 +39,7 @@ class CardanoLedgerServiceSpec extends AtalaWithPostgresSpec {
     "2cWKMJemoBakZBR9TG2YAmxxtJpyvBqv31yWuHjUWpjbc24XbxiLytuzxSdyMtrbCfGmb"
   )
   private val blockConfirmationsToWait = 31
-
+  private val initialBulkSyncSize = 5000
   private val noOpObjectHandler: AtalaObjectNotificationHandler[IOWithTraceIdContext] = _ => ReaderT.pure(())
   private val noOpObjectBulkHandler: AtalaObjectBulkNotificationHandler[IOWithTraceIdContext] = _ => ReaderT.pure(())
   private val noOpBlockHandler: CardanoBlockHandler[IOWithTraceIdContext] = _ => ReaderT.pure(())
@@ -418,6 +418,7 @@ class CardanoLedgerServiceSpec extends AtalaWithPostgresSpec {
       walletPassphrase,
       paymentAddress,
       blockNumberSyncStart,
+      initialBulkSyncSize,
       blockConfirmationsToWait,
       cardanoClient,
       keyValueService,