wip: store artifact deps in tg context

Author: destifo

typegraph/node/sdk/src/runtimes/python.ts

@@ -3,7 +3,10 @@
 
 import * as t from "../types.js";
 import { runtimes } from "../wit.js";
-import { Effect } from "../gen/interfaces/metatype-typegraph-runtimes.js";
+import {
+  DependencyMeta,
+  Effect,
+} from "../gen/interfaces/metatype-typegraph-runtimes.js";
 import { Materializer, Runtime } from "./mod.js";
 import { fx } from "../index.js";
 import { getFileHash } from "../utils/file_utils.js";
@@ -22,10 +25,16 @@ interface DefMat extends Materializer {
 interface PythonImport {
   name: string;
   module: string;
+  deps: Array<string>;
   secrets?: Array<string>;
   effect?: Effect;
 }
 
+// interface DependencyMeta {
+//   path: string;
+//   hash: string;
+// }
+
 interface ImportMat extends Materializer {
   module: string;
   name: string;
@@ -91,7 +100,7 @@ export class PythonRuntime extends Runtime {
   >(
     inp: I,
     out: O,
-    { name, module, effect = fx.read(), secrets = [] }: PythonImport,
+    { name, module, deps = [], effect = fx.read(), secrets = [] }: PythonImport,
   ): Promise<t.Func<I, O, ImportMat>> {
     const base = {
       runtime: this._id,
@@ -100,10 +109,22 @@ export class PythonRuntime extends Runtime {
 
     const artifactHash = await getFileHash(module);
 
+    // generate dep meta
+    const depMetas: DependencyMeta[] = [];
+    for (const dep of deps) {
+      const depHash = await getFileHash(dep);
+      const depMeta: DependencyMeta = {
+        path: dep,
+        depHash: depHash,
+      };
+      depMetas.push(depMeta);
+    }
+
     const matId = runtimes.fromPythonModule(base, {
       artifact: module,
       runtime: this._id,
       artifactHash: artifactHash,
+      deps: depMetas,
     });
 
     const pyModMatId = runtimes.fromPythonImport(base, {

typegraph/python/typegraph/runtimes/python.py

@@ -9,6 +9,7 @@
 
 from typegraph.gen.exports.runtimes import (
     BaseMaterializer,
+    DependencyMeta,
     Effect,
     EffectRead,
     MaterializerPythonDef,
@@ -94,6 +95,7 @@ def import_(
         *,
         module: str,
         name: str,
+        deps: List[str] = [],
         effect: Optional[Effect] = None,
         secrets: Optional[List[str]] = None,
     ):
@@ -102,12 +104,22 @@ def import_(
 
         artifact_hash = get_file_hash(module)
 
+        # generate dep_metas
+        dep_metas = []
+        for dep in deps:
+            dep_hash = get_file_hash(dep)
+            dep_meta = DependencyMeta(path=dep, dep_hash=dep_hash)
+            dep_metas.append(dep_meta)
+
         base = BaseMaterializer(runtime=self.id.value, effect=effect)
         mat_id = runtimes.from_python_module(
             store,
             base,
             MaterializerPythonModule(
-                artifact=module, artifact_hash=artifact_hash, runtime=self.id.value
+                artifact=module,
+                artifact_hash=artifact_hash,
+                deps=deps,
+                runtime=self.id.value,
             ),
         )