feat: Allow empty config path to run from overrides (#206)

Author: gmertes

docs/inference/apis/code/level3_1.sh

@@ -1 +1 @@
-anememoi-inference run aifs.yaml
+anemoi-inference run aifs.yaml

docs/inference/apis/code/level3_2.sh

@@ -1 +1 @@
-anememoi-inference run aifs.yaml date=2020-01-01
+anemoi-inference run aifs.yaml date=2020-01-01

docs/inference/apis/code/level3_3.sh

@@ -0,0 +1 @@
+anemoi-inference run checkpoint=mycheckpoint.ckpt date=2020-01-01

docs/inference/apis/level3.rst

@@ -26,6 +26,12 @@ You can also override values by providing them on the command line:
 .. literalinclude:: code/level3_2.sh
    :language: bash
 
+You can also run entirely from the command line without a config file,
+by passing all required options as an override:
+
+.. literalinclude:: code/level3_3.sh
+   :language: bash
+
 The configuration below shows how to run the inference from the data
 that was used to train the model, by setting ``dataset`` entry to
 ``true``:

src/anemoi/inference/commands/couple.py

@@ -40,8 +40,11 @@ def add_arguments(self, command_parser: ArgumentParser) -> None:
             The argument parser to which the arguments will be added.
         """
         command_parser.add_argument("--defaults", action="append", help="Sources of default values.")
-        command_parser.add_argument("config", help="Path to config file.")
-        command_parser.add_argument("overrides", nargs="*", help="Overrides.")
+        command_parser.add_argument(
+            "config",
+            help="Path to config file. Can be omitted to pass config with overrides and defaults.",
+        )
+        command_parser.add_argument("overrides", nargs="*", help="Overrides as key=value")
 
     def run(self, args: Namespace) -> None:
         """Run the couple command.
@@ -51,7 +54,15 @@ def run(self, args: Namespace) -> None:
         args : Namespace
             The arguments passed to the command.
         """
-        config = CoupleConfiguration.load(args.config, args.overrides, defaults=args.defaults)
+        if "=" in args.config:
+            args.overrides.append(args.config)
+            args.config = {}
+
+        config = CoupleConfiguration.load(
+            args.config,
+            args.overrides,
+            defaults=args.defaults,
+        )
 
         if config.description is not None:
             LOG.info("%s", config.description)

src/anemoi/inference/commands/retrieve.py

@@ -140,15 +140,19 @@ def add_arguments(self, command_parser: ArgumentParser) -> None:
             The argument parser to which the arguments will be added.
         """
         command_parser.description = self.__doc__
-        command_parser.add_argument("config", type=str, help="Path to config file")
+        command_parser.add_argument(
+            "config",
+            type=str,
+            help="Path to config file. Can be omitted to pass config with overrides and defaults.",
+        )
         command_parser.add_argument("--defaults", action="append", help="Sources of default values.")
         command_parser.add_argument("--date", type=str, help="Date")
         command_parser.add_argument("--output", type=str, default=None, help="Output file")
         command_parser.add_argument("--staging-dates", type=str, help="Path to a file with staging dates")
         command_parser.add_argument("--extra", action="append", help="Additional request values. Can be repeated")
         command_parser.add_argument("--retrieve-fields-type", type=str, help="Type of fields to retrieve")
         command_parser.add_argument("--use-scda", action="store_true", help="Use scda stream for 6/18 input time")
-        command_parser.add_argument("overrides", nargs="*", help="Overrides.")
+        command_parser.add_argument("overrides", nargs="*", help="Overrides as key=value")
 
     def run(self, args: Namespace) -> None:
         """Run the retrieve command.
@@ -158,6 +162,10 @@ def run(self, args: Namespace) -> None:
         args : Namespace
             The arguments passed to the command.
         """
+        if "=" in args.config:
+            args.overrides.append(args.config)
+            args.config = {}
+
         config: RunConfiguration = RunConfiguration.load(args.config, args.overrides, defaults=args.defaults)
 
         runner = create_runner(config)

src/anemoi/inference/commands/run.py

@@ -32,8 +32,11 @@ def add_arguments(self, command_parser: ArgumentParser) -> None:
             The argument parser to which the arguments will be added.
         """
         command_parser.add_argument("--defaults", action="append", help="Sources of default values.")
-        command_parser.add_argument("config", help="Path to config file.")
-        command_parser.add_argument("overrides", nargs="*", help="Overrides.")
+        command_parser.add_argument(
+            "config",
+            help="Path to config file. Can be omitted to pass config with overrides and defaults.",
+        )
+        command_parser.add_argument("overrides", nargs="*", help="Overrides as key=value")
 
     def run(self, args: Namespace) -> None:
         """Run the inference command.
@@ -43,6 +46,10 @@ def run(self, args: Namespace) -> None:
         args : Namespace
             The arguments passed to the command.
         """
+        if "=" in args.config:
+            args.overrides.append(args.config)
+            args.config = {}
+
         config = RunConfiguration.load(
             args.config,
             args.overrides,

src/anemoi/inference/config/__init__.py

@@ -72,7 +72,7 @@ def load(
 
         # Load the configuration
         if isinstance(path, dict):
-            config = deepcopy(path)
+            config.update(deepcopy(path))
         else:
             with open(path) as f:
                 config.update(yaml.safe_load(f))