Skip to content

Commit 8c0a81a

Browse files
committed
more fixes
1 parent d534e72 commit 8c0a81a

File tree

3 files changed

+14
-6
lines changed

3 files changed

+14
-6
lines changed

examples/materialization/run.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,13 +2,17 @@
22
Example script showing how one might setup a generic model training pipeline that is quickly configurable.
33
"""
44

5+
import importlib
6+
57
# Required import to register adapters
68
import data_loaders
79
import model_training
810

911
from hamilton import base, driver
1012
from hamilton.io.materialization import to
1113

14+
importlib.import_module("custom_materializers")
15+
1216

1317
def get_model_config(model_type: str) -> dict:
1418
"""Returns model type specific configuration"""
@@ -71,5 +75,5 @@ def get_model_config(model_type: str) -> dict:
7175
*materializers,
7276
additional_vars=["classification_report"],
7377
)
74-
print(materialization_results["classification_report"])
75-
print(additional_vars)
78+
# print(materialization_results["classification_report"])
79+
# print(additional_vars)

hamilton/driver.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -997,9 +997,9 @@ def materialize(
997997
def visualize_materialization(
998998
self,
999999
*materializers: materialization.MaterializerFactory,
1000-
additional_vars: List[Union[str, Callable, Variable]],
10011000
output_file_path: str,
10021001
render_kwargs: dict,
1002+
additional_vars: List[Union[str, Callable, Variable]] = None,
10031003
inputs: Dict[str, Any] = None,
10041004
graphviz_kwargs: dict = None,
10051005
) -> Optional["graphviz.Digraph"]: # noqa F821
@@ -1014,11 +1014,13 @@ def visualize_materialization(
10141014
:param graphviz_kwargs: Arguments to pass to graphviz
10151015
:return: The graphviz graph, if you want to do something with it
10161016
"""
1017+
if additional_vars is None:
1018+
additional_vars = []
10171019
function_graph = materialization.modify_graph(self.graph, materializers)
10181020
_final_vars = self._create_final_vars(additional_vars) + [
10191021
materializer.id for materializer in materializers
10201022
]
1021-
Driver._visualize_execution_helper(
1023+
return Driver._visualize_execution_helper(
10221024
function_graph,
10231025
self.adapter,
10241026
_final_vars,

hamilton/graph.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -63,8 +63,10 @@ def add_dependency(
6363
required_node = node.Node(param_name, param_type, node_source=node.NodeType.EXTERNAL)
6464
nodes[param_name] = required_node
6565
# add edges
66-
func_node.dependencies.append(required_node)
67-
required_node.depended_on_by.append(func_node)
66+
if required_node not in func_node.dependencies:
67+
func_node.dependencies.append(required_node)
68+
if func_node not in required_node.depended_on_by:
69+
required_node.depended_on_by.append(func_node)
6870

6971

7072
def update_dependencies(

0 commit comments

Comments
 (0)