Add airbyte-ci command: migrate-to-manifest-only

airbyte-ci/connectors/pipelines/README.md

@@ -174,21 +174,21 @@ At this point you can run `airbyte-ci` commands.
     - [Examples](#examples-5)
       - [Arguments](#arguments-1)
     - [`connectors migrate-to-base-image` command](#connectors-migrate-to-base-image-command)
-      - [Examples](#examples-7)
+      - [Examples](#examples-6)
     - [`connectors migrate-to-poetry` command](#connectors-migrate-to-poetry-command)
-      - [Examples](#examples-8)
+      - [Examples](#examples-7)
     - [`connectors migrate-to-inline-schemas` command](#connectors-migrate-to-inline-schemas-command)
-      - [Examples](#examples-9)
+      - [Examples](#examples-8)
     - [`connectors pull-request` command](#connectors-pull-request-command)
-      - [Examples](#examples-10)
+      - [Examples](#examples-9)
     - [`format` command subgroup](#format-command-subgroup)
     - [Options](#options-6)
-    - [Examples](#examples-11)
+    - [Examples](#examples-10)
     - [`format check all` command](#format-check-all-command)
     - [`format fix all` command](#format-fix-all-command)
     - [`poetry` command subgroup](#poetry-command-subgroup)
     - [Options](#options-7)
-    - [Examples](#examples-12)
+    - [Examples](#examples-11)
     - [`publish` command](#publish-command)
       - [Options](#options-8)
     - [`metadata` command subgroup](#metadata-command-subgroup)
@@ -197,6 +197,8 @@ At this point you can run `airbyte-ci` commands.
       - [What it runs](#what-it-runs-3)
     - [`tests` command](#tests-command)
       - [Options](#options-9)
+      - [Examples](#examples-12)
+    - [`migrate-to-manifest-only` command](#migrate-to-manifest-only-command)
       - [Examples](#examples-13)
   - [Changelog](#changelog)
   - [More info](#more-info)
@@ -769,13 +771,29 @@ You can pass multiple `--poetry-package-path` options to run poe tasks.
 E.G.: running Poe tasks on the modified internal packages of the current branch:
 `airbyte-ci test --modified`
 
+### <a id="migrate-to-manifest-only-command"></a>`migrate-to-manifest-only` command
+
+This command migrates valid connectors to the `manifest-only` format. It contains three steps:
+
+1. Check -> Validates whether a connector is a candidate for the migration. If not, the operation will be skipped.
+2. Strip -> Strips out all unneccessary files/folders, leaving only the root-level manifest, metadata, icon, and acceptance/integration test files
+3. Update -> Updates the connector's metadata and test-config, and generates a templated README
+
+#### Examples
+
+```bash
+airbyte-ci connectors --name=source-pokeapi migrate-to-manifest-only
+airbyte-ci connectors --language=low-code migrate-to-manifest-only
+```
+
 ## Changelog
 
 | Version | PR                                                         | Description                                                                                                                  |
 | ------- | ---------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------------------------- |
+| 4.27.0  | [#42576](https://github.com/airbytehq/airbyte/pull/42576)  | New command: `migrate-to-manifest-only`                                                                                      |
 | 4.26.1  | [#42905](https://github.com/airbytehq/airbyte/pull/42905)  | Rename the docker cache volume to avoid using the corrupted previous volume.                                                 |
 | 4.26.0  | [#42849](https://github.com/airbytehq/airbyte/pull/42849)  | Send publish failures messages to `#connector-publish-failures`                                                              |
-| 4.25.4  | [#42463](https://github.com/airbytehq/airbyte/pull/42463)  | Add validation before live test runs                                                                                         |
+| 4.25.4  | [#42463](https://github.com/airbytehq/airbyte/pull/42463) | Add validation before live test runs                                                                                         |
 | 4.25.3  | [#42437](https://github.com/airbytehq/airbyte/pull/42437)  | Ugrade-cdk: Update to work with Python connectors using poetry                                                               |
 | 4.25.2  | [#42077](https://github.com/airbytehq/airbyte/pull/42077)  | Live/regression tests: add status check for regression test runs                                                             |
 | 4.25.1  | [#42410](https://github.com/airbytehq/airbyte/pull/42410)  | Live/regression tests: disable approval requirement on forks                                                                 |

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/commands.py

@@ -119,6 +119,7 @@ def validate_environment(is_local: bool) -> None:
         "publish": "pipelines.airbyte_ci.connectors.publish.commands.publish",
         "bump-version": "pipelines.airbyte_ci.connectors.bump_version.commands.bump_version",
         "migrate-to-base-image": "pipelines.airbyte_ci.connectors.migrate_to_base_image.commands.migrate_to_base_image",
+        "migrate-to-manifest-only": "pipelines.airbyte_ci.connectors.migrate_to_manifest_only.commands.migrate_to_manifest_only",
         "migrate-to-poetry": "pipelines.airbyte_ci.connectors.migrate_to_poetry.commands.migrate_to_poetry",
         "migrate-to-inline_schemas": "pipelines.airbyte_ci.connectors.migrate_to_inline_schemas.commands.migrate_to_inline_schemas",
         "migrate-to-logging-logger": "pipelines.airbyte_ci.connectors.migrate_to_logging_logger.commands.migrate_to_logging_logger",

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/consts.py

@@ -38,6 +38,9 @@ class CONNECTOR_TEST_STEP_ID(str, Enum):
     AIRBYTE_LOGGER_MIGRATION = "migration_to_logging_logger.migration"
     PULL_REQUEST_CREATE = "pull_request.create"
     PULL_REQUEST_UPDATE = "pull_request.update"
+    MANIFEST_ONLY_CHECK = "migrate_to_manifest_only.check"
+    MANIFEST_ONLY_STRIP = "migrate_to_manifest_only.strip"
+    MANIFEST_ONLY_UPDATE = "migrate_to_manifest_only.update"
 
     def __str__(self) -> str:
         return self.value

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/migrate_to_manifest_only/commands.py

@@ -0,0 +1,46 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+import asyncclick as click
+from pipelines.airbyte_ci.connectors.context import ConnectorContext
+from pipelines.airbyte_ci.connectors.migrate_to_manifest_only.pipeline import run_connectors_manifest_only_pipeline
+from pipelines.airbyte_ci.connectors.pipeline import run_connectors_pipelines
+from pipelines.cli.dagger_pipeline_command import DaggerPipelineCommand
+
+
+@click.command(cls=DaggerPipelineCommand, short_help="Migrate a low-code connector to manifest-only")
+@click.pass_context
+async def migrate_to_manifest_only(ctx: click.Context) -> bool:
+
+    connectors_contexts = [
+        ConnectorContext(
+            pipeline_name=f"Migrate connector {connector.technical_name} to manifest-only",
+            connector=connector,
+            is_local=ctx.obj["is_local"],
+            git_branch=ctx.obj["git_branch"],
+            git_revision=ctx.obj["git_revision"],
+            diffed_branch=ctx.obj["diffed_branch"],
+            git_repo_url=ctx.obj["git_repo_url"],
+            report_output_prefix=ctx.obj["report_output_prefix"],
+            pipeline_start_timestamp=ctx.obj.get("pipeline_start_timestamp"),
+        )
+        for connector in ctx.obj["selected_connectors_with_modified_files"]
+    ]
+
+    await run_connectors_pipelines(
+        connectors_contexts,
+        run_connectors_manifest_only_pipeline,
+        "Migrate connector to manifest-only pipeline",
+        ctx.obj["concurrency"],
+        ctx.obj["dagger_logs_path"],
+        ctx.obj["execute_timeout"],
+        ctx.obj["git_branch"],
+        ctx.obj["git_revision"],
+        ctx.obj["diffed_branch"],
+        ctx.obj["is_local"],
+        ctx.obj["ci_context"],
+        ctx.obj["git_repo_url"],
+    )
+
+    return True