feat: strategy timings cache

Author: 0xkenj1

apps/processing/src/services/sharedDependencies.service.ts

@@ -21,6 +21,7 @@ import {
     KyselyRoundRepository,
     KyselyStrategyProcessingCheckpointRepository,
     KyselyStrategyRegistryRepository,
+    KyselyStrategyTimingsCache,
     KyselyTransactionManager,
 } from "@grants-stack-indexer/repository";
 import {
@@ -136,6 +137,10 @@ export class SharedDependenciesService {
             kyselyDatabase,
             env.DATABASE_SCHEMA,
         );
+        const strategyTimingsRepository = new KyselyStrategyTimingsCache(
+            kyselyDatabase,
+            env.DATABASE_SCHEMA,
+        );
 
         const strategyProcessingCheckpointRepository =
             new KyselyStrategyProcessingCheckpointRepository(kyselyDatabase, env.DATABASE_SCHEMA);
@@ -165,6 +170,7 @@ export class SharedDependenciesService {
                 attestationRepository,
                 transactionManager,
                 legacyProjectRepository,
+                strategyTimingsRepository,
             },
             registriesRepositories: {
                 eventRegistryRepository,

package.json

@@ -8,8 +8,10 @@
     "type": "module",
     "scripts": {
         "api:configure": "pnpm run --filter @grants-stack-indexer/hasura-config api:configure",
+        "bootstrap:all": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:metadata bootstrap:pricing bootstrap:strategyTimings",
         "bootstrap:metadata": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:metadata",
         "bootstrap:pricing": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:pricing",
+        "bootstrap:strategyTimings": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:strategyTimings",
         "build": "turbo run build",
         "check-types": "turbo run check-types",
         "clean": "turbo run clean",

packages/data-flow/src/orchestrator.ts

@@ -196,10 +196,12 @@ export class Orchestrator {
                     { abortSignal: signal },
                 );
                 processedEvents++;
-                this.logger.info(`Processed events: ${processedEvents}/${totalEvents}`, {
-                    className: Orchestrator.name,
-                    chainId: this.chainId,
-                });
+                if (processedEvents % 1000 === 0) {
+                    this.logger.info(`Processed events: ${processedEvents}/${totalEvents}`, {
+                        className: Orchestrator.name,
+                        chainId: this.chainId,
+                    });
+                }
             } catch (error: unknown) {
                 if (event) {
                     await this.eventsRegistry.saveLastProcessedEvent(this.chainId, {

packages/data-flow/src/types/index.ts

@@ -5,13 +5,15 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     ITransactionManager,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
-import { ICacheable } from "@grants-stack-indexer/shared";
+import { Address, ICacheable } from "@grants-stack-indexer/shared";
 
 /**
  * The core dependencies for the data flow
@@ -34,4 +36,5 @@ export type CoreDependencies = Pick<
     attestationRepository: IAttestationRepository;
     transactionManager: ITransactionManager;
     legacyProjectRepository: ILegacyProjectRepository;
+    strategyTimingsRepository: ICache<Address, StrategyTimings>;
 };

packages/data-flow/test/integration/helpers/dependencies.ts

@@ -23,6 +23,7 @@ export const createMockRepositories = (): Pick<
     | "transactionManager"
     | "attestationRepository"
     | "legacyProjectRepository"
+    | "strategyTimingsRepository"
 > => ({
     projectRepository: {
         getProjects: vi.fn(),
@@ -87,6 +88,10 @@ export const createMockRepositories = (): Pick<
     attestationRepository: {
         insertAttestation: vi.fn(),
     },
+    strategyTimingsRepository: {
+        get: vi.fn(),
+        set: vi.fn(),
+    },
 });
 
 // Mock providers

packages/data-flow/test/unit/orchestrator.spec.ts

@@ -10,6 +10,7 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     IEventRegistryRepository,
     ILegacyProjectRepository,
@@ -18,6 +19,7 @@ import {
     ITransactionManager,
     RoundNotFound,
     RoundNotFoundForId,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import {
     AlloEvent,
@@ -123,6 +125,7 @@ describe("Orchestrator", { sequential: true }, () => {
             applicationPayoutRepository: {} as unknown as IApplicationPayoutRepository,
             attestationRepository: {} as unknown as IAttestationRepository,
             legacyProjectRepository: {} as unknown as ILegacyProjectRepository,
+            strategyTimingsRepository: {} as unknown as ICache<Address, StrategyTimings>,
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
         };

packages/data-flow/test/unit/retroactiveProcessor.spec.ts

@@ -6,15 +6,18 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     IStrategyProcessingCheckpointRepository,
     ITransactionManager,
     Strategy,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import {
+    Address,
     ChainId,
     ContractToEventName,
     DeepPartial,
@@ -147,6 +150,7 @@ describe("RetroactiveProcessor", () => {
             attestationRepository: {} as IAttestationRepository,
             legacyProjectRepository: {} as ILegacyProjectRepository,
             transactionManager: {} as ITransactionManager,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
             pricingProvider: {
                 getTokenPrice: vi.fn(),
                 getTokenPrices: vi.fn(),

packages/indexer-client/src/providers/envioIndexerClient.ts

@@ -205,11 +205,14 @@ export class EnvioIndexerClient implements IIndexerClient {
                 vars["toLogIndex"] = to.logIndex;
             }
 
-            const whereClause =
+            let whereClause =
                 andConditions.length > 1
                     ? `_and: [{ ${andConditions.join(" }, { ")} }]`
                     : andConditions[0];
 
+            if (params.eventName) {
+                whereClause += `, event_name: { _eq: "${params.eventName}" }`;
+            }
             const response = (await this.client.request(
                 gql`
                     query getEvents(

packages/indexer-client/src/types/indexerClient.types.ts

@@ -33,4 +33,8 @@ export type GetEventsFilters = {
      * Limit of events to fetch
      */
     limit?: number;
+    /**
+     * Name of the event to fetch
+     */
+    eventName?: string;
 };

packages/processors/src/processors/allo/handlers/poolCreated.handler.ts

@@ -11,7 +11,11 @@ import { RoundMetadataSchema } from "../../../schemas/index.js";
 
 type Dependencies = Pick<
     ProcessorDependencies,
-    "evmProvider" | "pricingProvider" | "metadataProvider" | "roundRepository"
+    | "evmProvider"
+    | "pricingProvider"
+    | "metadataProvider"
+    | "roundRepository"
+    | "strategyTimingsRepository"
 >;
 
 /**
@@ -33,7 +37,7 @@ export class PoolCreatedHandler implements IEventHandler<"Allo", "PoolCreated">
     ) {}
 
     async handle(): Promise<Changeset[]> {
-        const { metadataProvider, evmProvider } = this.dependencies;
+        const { metadataProvider, evmProvider, strategyTimingsRepository } = this.dependencies;
         const metadataPointer = this.event.params.metadata[1];
         const {
             poolId,
@@ -76,7 +80,18 @@ export class PoolCreatedHandler implements IEventHandler<"Allo", "PoolCreated">
         };
 
         if (strategyHandler) {
-            strategyTimings = await strategyHandler.fetchStrategyTimings(strategyAddress);
+            const strategyTimingsOnRegistry = await strategyTimingsRepository.get(strategyAddress);
+            if (strategyTimingsOnRegistry) {
+                strategyTimings = strategyTimingsOnRegistry.timings as unknown as StrategyTimings;
+            } else {
+                strategyTimings = await strategyHandler.fetchStrategyTimings(strategyAddress);
+                await strategyTimingsRepository.set(strategyAddress, {
+                    address: strategyAddress,
+                    timings: JSON.stringify(strategyTimings),
+                    strategyId,
+                    createdAt: new Date(),
+                });
+            }
             if (parsedRoundMetadata.success && token) {
                 matchAmountObj = await strategyHandler.fetchMatchAmount(
                     Number(parsedRoundMetadata.data.quadraticFundingConfig.matchingFundsAvailable),

packages/processors/src/types/processor.types.ts

@@ -1,12 +1,14 @@
 import type { EvmProvider } from "@grants-stack-indexer/chain-providers";
 import type {
     IApplicationReadRepository,
+    ICache,
     IProjectReadRepository,
     IRoundReadRepository,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import { IMetadataProvider } from "@grants-stack-indexer/metadata";
 import { IPricingProvider } from "@grants-stack-indexer/pricing";
-import { ILogger } from "@grants-stack-indexer/shared";
+import { Address, ILogger } from "@grants-stack-indexer/shared";
 
 export type ProcessorDependencies = {
     evmProvider: EvmProvider;
@@ -15,5 +17,6 @@ export type ProcessorDependencies = {
     roundRepository: IRoundReadRepository;
     projectRepository: IProjectReadRepository;
     applicationRepository: IApplicationReadRepository;
+    strategyTimingsRepository: ICache<Address, StrategyTimings>;
     logger: ILogger;
 };

packages/processors/test/allo/allo.processor.spec.ts

@@ -5,10 +5,18 @@ import type { IMetadataProvider } from "@grants-stack-indexer/metadata";
 import type { IPricingProvider } from "@grants-stack-indexer/pricing";
 import type {
     IApplicationReadRepository,
+    ICache,
     IProjectReadRepository,
     IRoundReadRepository,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
-import type { AlloEvent, ChainId, ILogger, ProcessorEvent } from "@grants-stack-indexer/shared";
+import type {
+    Address,
+    AlloEvent,
+    ChainId,
+    ILogger,
+    ProcessorEvent,
+} from "@grants-stack-indexer/shared";
 
 import { UnsupportedEventException } from "../../src/internal.js";
 import { AlloProcessor } from "../../src/processors/allo/allo.processor.js";
@@ -50,6 +58,7 @@ describe("AlloProcessor", () => {
             roundRepository: mockRoundRepository,
             projectRepository: {} as IProjectReadRepository,
             applicationRepository: {} as IApplicationReadRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
             logger,
         });
 

packages/processors/test/allo/handlers/poolCreated.handler.spec.ts

@@ -4,8 +4,14 @@ import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
 import type { EvmProvider } from "@grants-stack-indexer/chain-providers";
 import type { IMetadataProvider } from "@grants-stack-indexer/metadata";
 import type { IPricingProvider } from "@grants-stack-indexer/pricing";
-import type { IRoundReadRepository, Round } from "@grants-stack-indexer/repository";
 import type {
+    ICache,
+    IRoundReadRepository,
+    Round,
+    StrategyTimings,
+} from "@grants-stack-indexer/repository";
+import type {
+    Address,
     ChainId,
     DeepPartial,
     ProcessorEvent,
@@ -94,6 +100,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -121,6 +128,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -183,6 +191,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -258,6 +267,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -288,6 +298,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -326,6 +337,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         await expect(() => handler.handle()).rejects.toThrow("Token price not found");
@@ -378,6 +390,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();
@@ -462,6 +475,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         await handler.handle();
@@ -489,6 +503,7 @@ describe("PoolCreatedHandler", () => {
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
             roundRepository: mockRoundRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
         });
 
         const result = await handler.handle();

packages/processors/test/alloV1ToV2Migration/allo/alloV1ToV2Migration.processor.spec.ts

@@ -5,10 +5,12 @@ import type { IMetadataProvider } from "@grants-stack-indexer/metadata";
 import type { IPricingProvider } from "@grants-stack-indexer/pricing";
 import type {
     IApplicationReadRepository,
+    ICache,
     IProjectReadRepository,
     IRoundReadRepository,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
-import type { ChainId, ILogger, ProcessorEvent } from "@grants-stack-indexer/shared";
+import type { Address, ChainId, ILogger, ProcessorEvent } from "@grants-stack-indexer/shared";
 
 import { UnsupportedEventException } from "../../../src/internal.js";
 import {
@@ -52,6 +54,7 @@ describe("AlloV1ToV2ProfileMigrationProcessor", () => {
             roundRepository: mockRoundRepository,
             projectRepository: {} as IProjectReadRepository,
             applicationRepository: {} as IApplicationReadRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
             logger,
         });
 

packages/processors/test/gitcoinAttestationNetwork/gitcoinAttestationNetwork.processor.spec.ts

@@ -5,10 +5,13 @@ import type { IMetadataProvider } from "@grants-stack-indexer/metadata";
 import type { IPricingProvider } from "@grants-stack-indexer/pricing";
 import type {
     IApplicationReadRepository,
+    ICache,
     IProjectReadRepository,
     IRoundReadRepository,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import type {
+    Address,
     ChainId,
     GitcoinAttestationNetworkEvent,
     ILogger,
@@ -62,6 +65,7 @@ describe("GitcoinAttestationNetworkProcessor", () => {
             roundRepository: mockRoundRepository,
             projectRepository: mockProjectRepository,
             applicationRepository: mockApplicationRepository,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
             logger,
         });
     });