Json - Added 45 new components to handle typical list and dict operations

Author: Ark-kun

components/json/Dict/Create/from_Boolean/component.py

@@ -0,0 +1,21 @@
+from kfp.components import create_component_from_func
+
+
+def create_dict_from_boolean_value(
+    key: str,
+    value: bool,
+) -> list:
+    """Creates a JSON object from key and value."""
+    return {key: value}
+
+
+if __name__ == "__main__":
+    create_dict_from_boolean_value_op = create_component_from_func(
+        create_dict_from_boolean_value,
+        base_image="python:3.10",
+        output_component_file="component.yaml",
+        annotations={
+            "author": "Alexey Volkov <[email protected]>",
+            "canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Boolean/component.yaml",
+        },
+    )

components/json/Dict/Create/from_Boolean/component.yaml

@@ -0,0 +1,74 @@
+name: Create dict from boolean value
+description: Creates a JSON object from key and value.
+metadata:
+  annotations: {author: Alexey Volkov <[email protected]>, canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Boolean/component.yaml'}
+inputs:
+- {name: key, type: String}
+- {name: value, type: Boolean}
+outputs:
+- {name: Output, type: JsonArray}
+implementation:
+  container:
+    image: python:3.10
+    command:
+    - sh
+    - -ec
+    - |
+      program_path=$(mktemp)
+      printf "%s" "$0" > "$program_path"
+      python3 -u "$program_path" "$@"
+    - |
+      def create_dict_from_boolean_value(
+          key,
+          value,
+      ):
+          """Creates a JSON object from key and value."""
+          return {key: value}
+
+      def _deserialize_bool(s) -> bool:
+          from distutils.util import strtobool
+          return strtobool(s) == 1
+
+      def _serialize_json(obj) -> str:
+          if isinstance(obj, str):
+              return obj
+          import json
+          def default_serializer(obj):
+              if hasattr(obj, 'to_struct'):
+                  return obj.to_struct()
+              else:
+                  raise TypeError("Object of type '%s' is not JSON serializable and does not have .to_struct() method." % obj.__class__.__name__)
+          return json.dumps(obj, default=default_serializer, sort_keys=True)
+
+      import argparse
+      _parser = argparse.ArgumentParser(prog='Create dict from boolean value', description='Creates a JSON object from key and value.')
+      _parser.add_argument("--key", dest="key", type=str, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("--value", dest="value", type=_deserialize_bool, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("----output-paths", dest="_output_paths", type=str, nargs=1)
+      _parsed_args = vars(_parser.parse_args())
+      _output_files = _parsed_args.pop("_output_paths", [])
+
+      _outputs = create_dict_from_boolean_value(**_parsed_args)
+
+      _outputs = [_outputs]
+
+      _output_serializers = [
+          _serialize_json,
+
+      ]
+
+      import os
+      for idx, output_file in enumerate(_output_files):
+          try:
+              os.makedirs(os.path.dirname(output_file))
+          except OSError:
+              pass
+          with open(output_file, 'w') as f:
+              f.write(_output_serializers[idx](_outputs[idx]))
+    args:
+    - --key
+    - {inputValue: key}
+    - --value
+    - {inputValue: value}
+    - '----output-paths'
+    - {outputPath: Output}

components/json/Dict/Create/from_Dict/component.py

@@ -0,0 +1,21 @@
+from kfp.components import create_component_from_func
+
+
+def create_dict_from_dict_value(
+    key: str,
+    value: dict,
+) -> list:
+    """Creates a JSON object from key and value."""
+    return {key: value}
+
+
+if __name__ == "__main__":
+    create_dict_from_dict_value_op = create_component_from_func(
+        create_dict_from_dict_value,
+        base_image="python:3.10",
+        output_component_file="component.yaml",
+        annotations={
+            "author": "Alexey Volkov <[email protected]>",
+            "canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Dict/component.yaml",
+        },
+    )

components/json/Dict/Create/from_Dict/component.yaml

@@ -0,0 +1,71 @@
+name: Create dict from dict value
+description: Creates a JSON object from key and value.
+metadata:
+  annotations: {author: Alexey Volkov <[email protected]>, canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Dict/component.yaml'}
+inputs:
+- {name: key, type: String}
+- {name: value, type: JsonObject}
+outputs:
+- {name: Output, type: JsonArray}
+implementation:
+  container:
+    image: python:3.10
+    command:
+    - sh
+    - -ec
+    - |
+      program_path=$(mktemp)
+      printf "%s" "$0" > "$program_path"
+      python3 -u "$program_path" "$@"
+    - |
+      def create_dict_from_dict_value(
+          key,
+          value,
+      ):
+          """Creates a JSON object from key and value."""
+          return {key: value}
+
+      def _serialize_json(obj) -> str:
+          if isinstance(obj, str):
+              return obj
+          import json
+          def default_serializer(obj):
+              if hasattr(obj, 'to_struct'):
+                  return obj.to_struct()
+              else:
+                  raise TypeError("Object of type '%s' is not JSON serializable and does not have .to_struct() method." % obj.__class__.__name__)
+          return json.dumps(obj, default=default_serializer, sort_keys=True)
+
+      import json
+      import argparse
+      _parser = argparse.ArgumentParser(prog='Create dict from dict value', description='Creates a JSON object from key and value.')
+      _parser.add_argument("--key", dest="key", type=str, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("--value", dest="value", type=json.loads, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("----output-paths", dest="_output_paths", type=str, nargs=1)
+      _parsed_args = vars(_parser.parse_args())
+      _output_files = _parsed_args.pop("_output_paths", [])
+
+      _outputs = create_dict_from_dict_value(**_parsed_args)
+
+      _outputs = [_outputs]
+
+      _output_serializers = [
+          _serialize_json,
+
+      ]
+
+      import os
+      for idx, output_file in enumerate(_output_files):
+          try:
+              os.makedirs(os.path.dirname(output_file))
+          except OSError:
+              pass
+          with open(output_file, 'w') as f:
+              f.write(_output_serializers[idx](_outputs[idx]))
+    args:
+    - --key
+    - {inputValue: key}
+    - --value
+    - {inputValue: value}
+    - '----output-paths'
+    - {outputPath: Output}

components/json/Dict/Create/from_Float/component.py

@@ -0,0 +1,21 @@
+from kfp.components import create_component_from_func
+
+
+def create_dict_from_float_value(
+    key: str,
+    value: float,
+) -> list:
+    """Creates a JSON object from key and value."""
+    return {key: value}
+
+
+if __name__ == "__main__":
+    create_dict_from_float_value_op = create_component_from_func(
+        create_dict_from_float_value,
+        base_image="python:3.10",
+        output_component_file="component.yaml",
+        annotations={
+            "author": "Alexey Volkov <[email protected]>",
+            "canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Float/component.yaml",
+        },
+    )

components/json/Dict/Create/from_Float/component.yaml

@@ -0,0 +1,70 @@
+name: Create dict from float value
+description: Creates a JSON object from key and value.
+metadata:
+  annotations: {author: Alexey Volkov <[email protected]>, canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Float/component.yaml'}
+inputs:
+- {name: key, type: String}
+- {name: value, type: Float}
+outputs:
+- {name: Output, type: JsonArray}
+implementation:
+  container:
+    image: python:3.10
+    command:
+    - sh
+    - -ec
+    - |
+      program_path=$(mktemp)
+      printf "%s" "$0" > "$program_path"
+      python3 -u "$program_path" "$@"
+    - |
+      def create_dict_from_float_value(
+          key,
+          value,
+      ):
+          """Creates a JSON object from key and value."""
+          return {key: value}
+
+      def _serialize_json(obj) -> str:
+          if isinstance(obj, str):
+              return obj
+          import json
+          def default_serializer(obj):
+              if hasattr(obj, 'to_struct'):
+                  return obj.to_struct()
+              else:
+                  raise TypeError("Object of type '%s' is not JSON serializable and does not have .to_struct() method." % obj.__class__.__name__)
+          return json.dumps(obj, default=default_serializer, sort_keys=True)
+
+      import argparse
+      _parser = argparse.ArgumentParser(prog='Create dict from float value', description='Creates a JSON object from key and value.')
+      _parser.add_argument("--key", dest="key", type=str, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("--value", dest="value", type=float, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("----output-paths", dest="_output_paths", type=str, nargs=1)
+      _parsed_args = vars(_parser.parse_args())
+      _output_files = _parsed_args.pop("_output_paths", [])
+
+      _outputs = create_dict_from_float_value(**_parsed_args)
+
+      _outputs = [_outputs]
+
+      _output_serializers = [
+          _serialize_json,
+
+      ]
+
+      import os
+      for idx, output_file in enumerate(_output_files):
+          try:
+              os.makedirs(os.path.dirname(output_file))
+          except OSError:
+              pass
+          with open(output_file, 'w') as f:
+              f.write(_output_serializers[idx](_outputs[idx]))
+    args:
+    - --key
+    - {inputValue: key}
+    - --value
+    - {inputValue: value}
+    - '----output-paths'
+    - {outputPath: Output}

components/json/Dict/Create/from_Integer/component.py

@@ -0,0 +1,21 @@
+from kfp.components import create_component_from_func
+
+
+def create_dict_from_integer_value(
+    key: str,
+    value: int,
+) -> list:
+    """Creates a JSON object from key and value."""
+    return {key: value}
+
+
+if __name__ == "__main__":
+    create_dict_from_integer_value_op = create_component_from_func(
+        create_dict_from_integer_value,
+        base_image="python:3.10",
+        output_component_file="component.yaml",
+        annotations={
+            "author": "Alexey Volkov <[email protected]>",
+            "canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Integer/component.yaml",
+        },
+    )

components/json/Dict/Create/from_Integer/component.yaml

@@ -0,0 +1,70 @@
+name: Create dict from integer value
+description: Creates a JSON object from key and value.
+metadata:
+  annotations: {author: Alexey Volkov <[email protected]>, canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_Integer/component.yaml'}
+inputs:
+- {name: key, type: String}
+- {name: value, type: Integer}
+outputs:
+- {name: Output, type: JsonArray}
+implementation:
+  container:
+    image: python:3.10
+    command:
+    - sh
+    - -ec
+    - |
+      program_path=$(mktemp)
+      printf "%s" "$0" > "$program_path"
+      python3 -u "$program_path" "$@"
+    - |
+      def create_dict_from_integer_value(
+          key,
+          value,
+      ):
+          """Creates a JSON object from key and value."""
+          return {key: value}
+
+      def _serialize_json(obj) -> str:
+          if isinstance(obj, str):
+              return obj
+          import json
+          def default_serializer(obj):
+              if hasattr(obj, 'to_struct'):
+                  return obj.to_struct()
+              else:
+                  raise TypeError("Object of type '%s' is not JSON serializable and does not have .to_struct() method." % obj.__class__.__name__)
+          return json.dumps(obj, default=default_serializer, sort_keys=True)
+
+      import argparse
+      _parser = argparse.ArgumentParser(prog='Create dict from integer value', description='Creates a JSON object from key and value.')
+      _parser.add_argument("--key", dest="key", type=str, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("--value", dest="value", type=int, required=True, default=argparse.SUPPRESS)
+      _parser.add_argument("----output-paths", dest="_output_paths", type=str, nargs=1)
+      _parsed_args = vars(_parser.parse_args())
+      _output_files = _parsed_args.pop("_output_paths", [])
+
+      _outputs = create_dict_from_integer_value(**_parsed_args)
+
+      _outputs = [_outputs]
+
+      _output_serializers = [
+          _serialize_json,
+
+      ]
+
+      import os
+      for idx, output_file in enumerate(_output_files):
+          try:
+              os.makedirs(os.path.dirname(output_file))
+          except OSError:
+              pass
+          with open(output_file, 'w') as f:
+              f.write(_output_serializers[idx](_outputs[idx]))
+    args:
+    - --key
+    - {inputValue: key}
+    - --value
+    - {inputValue: value}
+    - '----output-paths'
+    - {outputPath: Output}

components/json/Dict/Create/from_List/component.py

@@ -0,0 +1,21 @@
+from kfp.components import create_component_from_func
+
+
+def create_dict_from_list_value(
+    key: str,
+    value: list,
+) -> list:
+    """Creates a JSON object from key and value."""
+    return {key: value}
+
+
+if __name__ == "__main__":
+    create_dict_from_list_value_op = create_component_from_func(
+        create_dict_from_list_value,
+        base_image="python:3.10",
+        output_component_file="component.yaml",
+        annotations={
+            "author": "Alexey Volkov <[email protected]>",
+            "canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/json/Dict/Create/from_List/component.yaml",
+        },
+    )