feat: builder integration

apps/indexer/config.yaml

@@ -19,6 +19,7 @@ contracts:
           - event: PoolFunded(uint256 indexed poolId, uint256 amount, uint256 fee)
           - event: RoleGranted(bytes32 indexed role, address indexed account, address indexed sender);
           - event: RoleRevoked(bytes32 indexed role, address indexed account, address indexed sender);
+
     - name: Registry
       handler: src/handlers/Registry.ts
       events:
@@ -29,6 +30,11 @@ contracts:
           - event: RoleGranted(bytes32 indexed role, address indexed account, address indexed sender);
           - event: RoleRevoked(bytes32 indexed role, address indexed account, address indexed sender);
 
+    - name: AlloV1ToV2ProfileMigration
+      handler: src/handlers/AlloV1ToV2ProfileMigration.ts
+      events:
+          - event: ProfileMigrated(bytes32 indexed alloV1, uint256 alloV1ChainId, bytes32 indexed alloV2, uint256 nonce)
+
     - name: Strategy
       handler: src/handlers/Strategy.ts
       events:
@@ -155,16 +161,19 @@ networks:
     #         address:
     #             - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
 
-    # - id: 42161 # arbitrum
-    #   start_block: 146489425
-    #   contracts:
-    #       - name: Registry
-    #         address:
-    #             - 0x4AAcca72145e1dF2aeC137E1f3C5E3D75DB8b5f3
-    #       - name: Strategy
-    #       - name: Allo
-    #         address:
-    #             - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
+    - id: 42161 # arbitrum
+      start_block: 146489425
+      contracts:
+          - name: Registry
+            address:
+                - 0x4AAcca72145e1dF2aeC137E1f3C5E3D75DB8b5f3
+          - name: Strategy
+          - name: Allo
+            address:
+                - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
+          - name: AlloV1ToV2ProfileMigration
+            address:
+                - 0x1bFda15Ad5FC82E74Da81F0B8DcA486b3Ad14c71
 
     # - id: 137 # polygon
     #   start_block: 49466006
@@ -274,21 +283,23 @@ networks:
           - name: Allo
             address:
                 - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
-#######################
-#       TESTNET       #
-#######################
-
-# - id: 11155111 # sepolia
-#   start_block: 4617051
-#   contracts:
-#       - name: Registry
-#         address:
-#             - 0x4AAcca72145e1dF2aeC137E1f3C5E3D75DB8b5f3
-#       - name: Strategy
-#       - name: Allo
-#         address:
-#             - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
+    #######################
+    #       TESTNET       #
+    #######################
 
+    - id: 11155111 # sepolia
+      start_block: 4617051
+      contracts:
+          - name: Registry
+            address:
+                - 0x4AAcca72145e1dF2aeC137E1f3C5E3D75DB8b5f3
+          - name: Strategy
+          - name: Allo
+            address:
+                - 0x1133eA7Af70876e64665ecD07C0A0476d09465a1
+          - name: AlloV1ToV2ProfileMigration
+            address:
+                - 0xCd5AbD09ee34BA604795F7f69413caf20ee0Ab60
 # - id: 80001 # polygon-mumbai
 #   start_block: 41939383
 #   contracts:

apps/indexer/src/handlers/AlloV1ToV2ProfileMigration.ts

@@ -0,0 +1,6 @@
+// /*
+//  * Please refer to https://docs.envio.dev for a thorough guide on all Envio indexer features
+//  */
+import { AlloV1ToV2ProfileMigration } from "../../generated";
+
+AlloV1ToV2ProfileMigration.ProfileMigrated.handler(async ({}) => {});

apps/processing/src/services/sharedDependencies.service.ts

@@ -13,6 +13,7 @@ import {
     KyselyApplicationRepository,
     KyselyDonationRepository,
     KyselyEventRegistryRepository,
+    KyselyLegacyProjectRepository,
     KyselyMetadataCache,
     KyselyPricingCache,
     KyselyProjectRepository,
@@ -72,6 +73,10 @@ export class SharedDependenciesService {
         const transactionManager = new KyselyTransactionManager(kyselyDatabase);
 
         const projectRepository = new KyselyProjectRepository(kyselyDatabase, env.DATABASE_SCHEMA);
+        const legacyProjectRepository = new KyselyLegacyProjectRepository(
+            kyselyDatabase,
+            env.DATABASE_SCHEMA,
+        );
         const roundRepository = new KyselyRoundRepository(kyselyDatabase, env.DATABASE_SCHEMA);
         const applicationRepository = new KyselyApplicationRepository(
             kyselyDatabase,
@@ -153,6 +158,7 @@ export class SharedDependenciesService {
                 metadataProvider,
                 applicationPayoutRepository,
                 transactionManager,
+                legacyProjectRepository,
             },
             registriesRepositories: {
                 eventRegistryRepository,

apps/processing/test/unit/sharedDependencies.service.spec.ts

@@ -47,6 +47,7 @@ vi.mock("@grants-stack-indexer/repository", () => ({
     KyselyTransactionManager: vi.fn(),
     KyselyPricingCache: vi.fn(),
     KyselyMetadataCache: vi.fn(),
+    KyselyLegacyProjectRepository: vi.fn(),
     InMemoryPricingCache: vi.fn(),
     InMemoryMetadataCache: vi.fn(),
 }));

packages/data-flow/src/data-loader/dataLoader.ts

@@ -4,6 +4,7 @@ import {
     IApplicationRepository,
     IDonationRepository,
     IEventRegistryRepository,
+    ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     ITransactionManager,
@@ -15,10 +16,11 @@ import {
     createApplicationHandlers,
     createApplicationPayoutHandlers,
     createDonationHandlers,
+    createLegacyProjectHandlers,
+    createProcessedEventHandlers,
     createProjectHandlers,
     createRoundHandlers,
 } from "./handlers/index.js";
-import { createProcessedEventHandlers } from "./handlers/processedEvent.handlers.js";
 import { ChangesetHandlers } from "./types/index.js";
 
 /**
@@ -45,6 +47,7 @@ export class DataLoader implements IDataLoader {
             donation: IDonationRepository;
             applicationPayout: IApplicationPayoutRepository;
             eventRegistry: IEventRegistryRepository;
+            legacyProject: ILegacyProjectRepository;
         },
         private readonly transactionManager: ITransactionManager,
         private readonly logger: ILogger,
@@ -56,6 +59,7 @@ export class DataLoader implements IDataLoader {
             ...createDonationHandlers(repositories.donation),
             ...createApplicationPayoutHandlers(repositories.applicationPayout),
             ...createProcessedEventHandlers(repositories.eventRegistry),
+            ...createLegacyProjectHandlers(repositories.legacyProject),
         };
     }
 

packages/data-flow/src/data-loader/handlers/index.ts

@@ -4,3 +4,4 @@ export * from "./round.handlers.js";
 export * from "./donation.handlers.js";
 export * from "./applicationPayout.handlers.js";
 export * from "./processedEvent.handlers.js";
+export * from "./legacyProject.handlers.js";

packages/data-flow/src/data-loader/handlers/legacyProject.handlers.ts

@@ -0,0 +1,25 @@
+import { ILegacyProjectRepository, LegacyProjectChangeset } from "@grants-stack-indexer/repository";
+
+import { ChangesetHandler } from "../types/index.js";
+
+/**
+ * Collection of handlers for application-related operations.
+ * Each handler corresponds to a specific Application changeset type.
+ */
+export type LegacyProjectHandlers = {
+    [K in LegacyProjectChangeset["type"]]: ChangesetHandler<K>;
+};
+
+/**
+ * Creates handlers for managing application-related operations.
+ *
+ * @param repository - The application repository instance used for database operations
+ * @returns An object containing all application-related handlers
+ */
+export const createLegacyProjectHandlers = (
+    repository: ILegacyProjectRepository,
+): LegacyProjectHandlers => ({
+    InsertLegacyProject: (async (changeset, txConnection): Promise<void> => {
+        await repository.insertLegacyProject(changeset.args.legacyProject, txConnection);
+    }) satisfies ChangesetHandler<"InsertLegacyProject">,
+});

packages/data-flow/src/eventsProcessor.ts

@@ -1,6 +1,7 @@
 import type { Changeset } from "@grants-stack-indexer/repository";
 import {
     AlloProcessor,
+    AlloV1ToV2ProfileMigrationProcessor,
     ProcessorDependencies,
     RegistryProcessor,
     StrategyProcessor,
@@ -10,6 +11,7 @@ import {
     ChainId,
     ContractName,
     isAlloEvent,
+    isAlloV1ToV2ProfileMigrationEvent,
     isRegistryEvent,
     isStrategyEvent,
     ProcessorEvent,
@@ -26,11 +28,16 @@ export class EventsProcessor {
     alloProcessor: AlloProcessor;
     registryProcessor: RegistryProcessor;
     strategyProcessor: StrategyProcessor;
+    alloV1ToV2MigrationProcessor: AlloV1ToV2ProfileMigrationProcessor;
 
     constructor(chainId: ChainId, dependencies: Readonly<ProcessorDependencies>) {
         this.alloProcessor = new AlloProcessor(chainId, dependencies);
         this.registryProcessor = new RegistryProcessor(chainId, dependencies);
         this.strategyProcessor = new StrategyProcessor(chainId, dependencies);
+        this.alloV1ToV2MigrationProcessor = new AlloV1ToV2ProfileMigrationProcessor(
+            chainId,
+            dependencies,
+        );
     }
 
     /**
@@ -49,6 +56,9 @@ export class EventsProcessor {
         if (isStrategyEvent(event)) {
             return await this.strategyProcessor.process(event);
         }
+        if (isAlloV1ToV2ProfileMigrationEvent(event)) {
+            return await this.alloV1ToV2MigrationProcessor.process(event);
+        }
 
         throw new InvalidEvent(event);
     }

packages/data-flow/src/orchestrator.ts

@@ -123,6 +123,7 @@ export class Orchestrator {
                 donation: this.dependencies.donationRepository,
                 applicationPayout: this.dependencies.applicationPayoutRepository,
                 eventRegistry: this.eventsRegistry,
+                legacyProject: this.dependencies.legacyProjectRepository,
             },
             this.dependencies.transactionManager,
             this.logger,

packages/data-flow/src/retroactiveProcessor.ts

@@ -107,6 +107,7 @@ export class RetroactiveProcessor {
                 donation: this.dependencies.donationRepository,
                 applicationPayout: this.dependencies.applicationPayoutRepository,
                 eventRegistry: this.eventsRegistry,
+                legacyProject: this.dependencies.legacyProjectRepository,
             },
             this.dependencies.transactionManager,
             this.logger,

packages/data-flow/src/types/index.ts

@@ -5,6 +5,7 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IDonationRepository,
+    ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     ITransactionManager,
@@ -30,4 +31,5 @@ export type CoreDependencies = Pick<
     donationRepository: IDonationRepository;
     applicationPayoutRepository: IApplicationPayoutRepository;
     transactionManager: ITransactionManager;
+    legacyProjectRepository: ILegacyProjectRepository;
 };

packages/data-flow/test/data-loader/dataLoader.spec.ts

@@ -6,6 +6,7 @@ import {
     IApplicationRepository,
     IDonationRepository,
     IEventRegistryRepository,
+    ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     ITransactionManager,
@@ -46,6 +47,10 @@ describe("DataLoader", () => {
         saveLastProcessedEvent: vi.fn(),
     } as unknown as IEventRegistryRepository;
 
+    const mockLegacyProjectRepository = {
+        insertLegacyProject: vi.fn(),
+    } as unknown as ILegacyProjectRepository;
+
     const logger: ILogger = {
         debug: vi.fn(),
         error: vi.fn(),
@@ -67,6 +72,7 @@ describe("DataLoader", () => {
                 donation: mockDonationRepository,
                 applicationPayout: mockApplicationPayoutRepository,
                 eventRegistry: mockEventRegistryRepository,
+                legacyProject: mockLegacyProjectRepository,
             },
             mockTransactionManager,
             logger,

packages/data-flow/test/data-loader/handlers/project.handlers.spec.ts

@@ -42,6 +42,7 @@ describe("Project Handlers", () => {
             updatedAtBlock: 100n,
             tags: [],
             projectType: "canonical",
+            timestamp: new Date(),
         } as NewProject;
 
         await handlers.InsertProject(

packages/data-flow/test/integration/allo.integration.spec.ts

@@ -153,6 +153,7 @@ describe("Orchestrator Integration - Allo Events Processing", () => {
                 totalDistributed: 0n,
                 readyForPayoutTransaction: null,
                 matchingDistribution: null,
+                timestamp: new Date(poolCreatedEvent.blockTimestamp),
             },
             {},
         );

packages/data-flow/test/integration/helpers/dependencies.ts

@@ -21,6 +21,7 @@ export const createMockRepositories = (): Pick<
     | "donationRepository"
     | "applicationPayoutRepository"
     | "transactionManager"
+    | "legacyProjectRepository"
 > => ({
     projectRepository: {
         getProjects: vi.fn(),
@@ -37,6 +38,9 @@ export const createMockRepositories = (): Pick<
         getProjectByAnchor: vi.fn(),
         getProjectByAnchorOrThrow: vi.fn(),
     },
+    legacyProjectRepository: {
+        insertLegacyProject: vi.fn(),
+    },
     roundRepository: {
         getRounds: vi.fn(),
         getRoundById: vi.fn(),

packages/data-flow/test/integration/registry.integration.spec.ts

@@ -117,6 +117,7 @@ describe("Orchestrator Integration - Registry Events Processing", () => {
                 createdAtBlock: BigInt(profileCreatedEvent.blockNumber),
                 updatedAtBlock: BigInt(profileCreatedEvent.blockNumber),
                 projectType: "canonical",
+                timestamp: new Date(profileCreatedEvent.blockTimestamp),
             },
             {},
         );

packages/data-flow/test/integration/strategy.integration.spec.ts

@@ -586,6 +586,7 @@ describe("Orchestrator Integration - Strategy Events Processing", () => {
                 totalDonationsCount: 0,
                 uniqueDonorsCount: 0,
                 tags: ["allo-v2"],
+                timestamp: new Date(registeredEvent.blockTimestamp),
             },
             {},
         );