chore: auto-fix lint and format issues

Author: octavia-squidington-iii

airbyte-ci/connectors/base_images/base_images/java/bases.py

@@ -3,7 +3,7 @@
 #
 from __future__ import annotations
 
-from typing import Callable, Final
+from typing import Final
 
 import dagger
 
@@ -48,7 +48,7 @@ def get_container(self, platform: dagger.Platform) -> dagger.Container:
                         # tar is equired to untar java connector binary distributions.
                         # openssl is required because we need to ssh and scp sometimes.
                         # findutils is required for xargs, which is shipped as part of findutils.
-                        f"yum install -y shadow-utils tar openssl findutils",
+                        "yum install -y shadow-utils tar openssl findutils",
                         # Update first, but in the same .with_exec step as the package installation.
                         # Otherwise, we risk caching stale package URLs.
                         "yum update -y --security",

airbyte-ci/connectors/base_images/base_images/version_registry.py

@@ -7,7 +7,7 @@
 import json
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Dict, List, Mapping, Optional, Tuple, Type
+from typing import Dict, List, Optional, Tuple, Type
 
 import dagger
 import semver

airbyte-ci/connectors/connectors_insights/src/connectors_insights/hacks.py

@@ -61,7 +61,7 @@ def get_ci_on_master_report(connector: Connector) -> Dict | None:
                 json_report = get_ci_json_report(json_report_url)
                 if json_report["connector_version"] == connector.version:
                     return json_report
-            except Exception as e:
+            except Exception:
                 continue
             return None
 

airbyte-ci/connectors/connectors_insights/src/connectors_insights/utils.py

@@ -6,8 +6,6 @@
 from pathlib import Path
 from typing import TYPE_CHECKING
 
-import requests
-
 if TYPE_CHECKING:
     from typing import Callable, List, Set, Tuple
 

airbyte-ci/connectors/connectors_qa/src/connectors_qa/checks/documentation/helpers.py

@@ -5,7 +5,6 @@
 from pathlib import Path
 from typing import Any
 
-from connector_ops.utils import Connector  # type: ignore
 from jinja2 import Environment, FileSystemLoader
 from markdown_it import MarkdownIt
 from markdown_it.tree import SyntaxTreeNode

airbyte-ci/connectors/connectors_qa/src/connectors_qa/checks/documentation/models.py

@@ -2,7 +2,7 @@
 
 import re
 from pathlib import Path
-from typing import Any, Dict, List
+from typing import Dict, List
 
 from connector_ops.utils import Connector  # type: ignore
 from jinja2 import Environment, FileSystemLoader

airbyte-ci/connectors/connectors_qa/src/connectors_qa/checks/metadata.py

@@ -1,6 +1,5 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 
-import os
 from datetime import datetime, timedelta
 
 import toml

airbyte-ci/connectors/connectors_qa/tests/unit_tests/test_checks/test_documentation.py

@@ -481,4 +481,4 @@ def test_pass_when_documentation_file_has_changelog_entry(self, mocker, tmp_path
 
         # Assert
         assert result.status == CheckStatus.PASSED
-        assert f"Changelog entry found for version 1.0.0" in result.message
+        assert "Changelog entry found for version 1.0.0" in result.message

airbyte-ci/connectors/connectors_qa/tests/unit_tests/test_checks/test_metadata.py

@@ -1,10 +1,6 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 from __future__ import annotations
 
-import os
-
-import pytest
-
 from connectors_qa import consts
 from connectors_qa.checks import metadata
 from connectors_qa.models import CheckStatus

airbyte-ci/connectors/connectors_qa/tests/unit_tests/test_checks/test_security.py

@@ -80,7 +80,7 @@ def test_pass_when_https_url(self, mocker, tmp_path):
         # Arrange
         connector = mocker.MagicMock(code_directory=tmp_path)
         file_with_http_url = tmp_path / "file.py"
-        file_with_http_url.write_text(f"https://example.com")
+        file_with_http_url.write_text("https://example.com")
 
         # Act
         result = security.CheckConnectorUsesHTTPSOnly()._run(connector)

airbyte-ci/connectors/metadata_service/lib/tests/test_validators/test_metadata_validators.py

@@ -1,11 +1,8 @@
 # Copyright (c) 2024 Airbyte, Inc., all rights reserved.
 
 import pytest
-import requests
 import semver
-import yaml
 
-from metadata_service.docker_hub import get_latest_version_on_dockerhub
 from metadata_service.models.generated.ConnectorMetadataDefinitionV0 import ConnectorMetadataDefinitionV0
 from metadata_service.validators import metadata_validator
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/assets/connector_test_report.py

@@ -4,7 +4,6 @@
 
 import json
 import os
-import re
 from datetime import datetime
 from typing import List, Type, TypeVar
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/assets/metadata.py

@@ -5,15 +5,12 @@
 import os
 from typing import List
 
-import numpy as np
-import pandas as pd
 import yaml
 from dagster import OpExecutionContext, Output, asset
 from metadata_service.constants import ICON_FILE_NAME, METADATA_FILE_NAME
-from metadata_service.models.generated.ConnectorMetadataDefinitionV0 import ConnectorMetadataDefinitionV0
 from orchestrator.config import get_public_url_for_gcs_file
 from orchestrator.logging import sentry
-from orchestrator.models.metadata import LatestMetadataEntry, MetadataDefinition, PartialMetadataDefinition
+from orchestrator.models.metadata import LatestMetadataEntry, MetadataDefinition
 from orchestrator.utils.object_helpers import are_values_equal, merge_values
 
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/assets/registry_entry.py

@@ -11,7 +11,6 @@
 
 import orchestrator.hacks as HACKS
 import pandas as pd
-import semver
 import sentry_sdk
 from dagster import AutoMaterializePolicy, DynamicPartitionsDefinition, MetadataValue, OpExecutionContext, Output, asset
 from dagster_gcp.gcs.file_manager import GCSFileHandle, GCSFileManager

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/assets/slack.py

@@ -5,7 +5,7 @@
 import os
 
 import pandas as pd
-from dagster import AutoMaterializePolicy, FreshnessPolicy, OpExecutionContext, Output, asset
+from dagster import AutoMaterializePolicy, FreshnessPolicy, OpExecutionContext, asset
 from orchestrator.utils.dagster_helpers import OutputDataFrame, output_dataframe
 
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/config.py

@@ -17,7 +17,7 @@
 NIGHTLY_INDIVIDUAL_TEST_REPORT_FILE_NAME = "output.json"
 NIGHTLY_GHA_WORKFLOW_ID = "connector_nightly_builds_dagger.yml"
 CI_TEST_REPORT_PREFIX = "airbyte-ci/connectors/test"
-CI_MASTER_TEST_OUTPUT_REGEX = f".*master.*output.json$"
+CI_MASTER_TEST_OUTPUT_REGEX = ".*master.*output.json$"
 ANALYTICS_BUCKET = "ab-analytics-connector-metrics"
 ANALYTICS_FOLDER = "data/connector_quality_metrics"
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/jobs/registry.py

@@ -3,7 +3,7 @@
 #
 
 from dagster import AssetSelection, SkipReason, define_asset_job, job, op
-from orchestrator.assets import metadata, registry, registry_entry, specs_secrets_mask
+from orchestrator.assets import registry_entry
 from orchestrator.config import HIGH_QUEUE_PRIORITY, MAX_METADATA_PARTITION_RUN_REQUEST
 from orchestrator.logging.publish_connector_lifecycle import PublishConnectorLifecycle, PublishConnectorLifecycleStage, StageStatus
 
@@ -103,7 +103,7 @@ def add_new_metadata_partitions_op(context):
     context.log.info(f"New etags found: {new_etags_found}")
 
     if not new_etags_found:
-        return SkipReason(f"No new metadata files to process in GCS bucket")
+        return SkipReason("No new metadata files to process in GCS bucket")
 
     # if there are more than the MAX_METADATA_PARTITION_RUN_REQUEST, we need to split them into multiple runs
     etags_to_process = new_etags_found

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/logging/sentry.py

@@ -82,7 +82,7 @@ def _get_context_from_args_kwargs(args, kwargs):
 
     # otherwise raise an error
     raise Exception(
-        f"No context provided to Sentry Transaction. When using @instrument, ensure that the asset/op has a context as the first argument."
+        "No context provided to Sentry Transaction. When using @instrument, ensure that the asset/op has a context as the first argument."
     )
 
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/ops/slack.py

@@ -4,9 +4,7 @@
 
 import os
 
-from dagster import OpExecutionContext, op
-from dagster_slack import SlackResource
-from slack_sdk import WebhookClient
+from dagster import OpExecutionContext
 
 
 def chunk_messages(report):

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/resources/gcp.py

@@ -8,7 +8,7 @@
 from typing import List, Optional, Union
 
 import dagster._check as check
-from dagster import BoolSource, Field, InitResourceContext, Noneable, StringSource, resource
+from dagster import Field, InitResourceContext, Noneable, StringSource, resource
 from dagster._core.storage.file_manager import check_file_like_obj
 from dagster_gcp.gcs.file_manager import GCSFileHandle, GCSFileManager
 from google.cloud import storage

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/resources/github.py

@@ -6,8 +6,7 @@
 from typing import List
 
 from dagster import InitResourceContext, StringSource, resource
-from dateutil.parser import parse
-from github import ContentFile, Github, GitTreeElement, Repository
+from github import ContentFile, Github, Repository
 from metadata_service.constants import METADATA_FILE_NAME
 from orchestrator.config import CONNECTORS_PATH
 
@@ -64,7 +63,7 @@ def get_latest_commit_for_file(github_connector_repo: Repository, path: str) ->
     config_schema={"connectors_path": StringSource},
 )
 def github_connectors_metadata_files(resource_context: InitResourceContext) -> List[dict]:
-    resource_context.log.info(f"retrieving github metadata files")
+    resource_context.log.info("retrieving github metadata files")
 
     github_connector_repo = resource_context.resources.github_connector_repo
     repo_file_tree = github_connector_repo.get_git_tree("master", recursive=True).tree
@@ -78,7 +77,7 @@ def github_connectors_metadata_files(resource_context: InitResourceContext) -> L
         if _valid_metadata_file_path(github_file.path)
     ]
 
-    resource_context.log.info(f"finished retrieving github metadata files")
+    resource_context.log.info("finished retrieving github metadata files")
     return metadata_file_paths
 
 

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/utils/dagster_helpers.py

@@ -3,7 +3,7 @@
 #
 
 import hashlib
-from typing import List, Optional
+from typing import List
 
 import pandas as pd
 from dagster import MetadataValue, Output

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/test/steps/java_connectors.py

@@ -8,30 +8,24 @@
 
 from typing import TYPE_CHECKING
 
-import anyio
-from dagger import File, QueryError
-
 from pipelines.airbyte_ci.connectors.build_image.steps.common import LoadContainerToLocalDockerHost
 from pipelines.airbyte_ci.connectors.build_image.steps.java_connectors import (
     BuildConnectorDistributionTar,
     BuildConnectorImages,
-    dist_tar_directory_path,
 )
 from pipelines.airbyte_ci.connectors.build_image.steps.normalization import BuildOrPullNormalization
 from pipelines.airbyte_ci.connectors.consts import CONNECTOR_TEST_STEP_ID
 from pipelines.airbyte_ci.connectors.test.context import ConnectorTestContext
 from pipelines.airbyte_ci.connectors.test.steps.common import AcceptanceTests
 from pipelines.airbyte_ci.steps.gradle import GradleTask
 from pipelines.consts import LOCAL_BUILD_PLATFORM
-from pipelines.dagger.actions.system import docker
 from pipelines.helpers.execution.run_steps import StepToRun
-from pipelines.helpers.utils import export_container_to_tarball
-from pipelines.models.steps import STEP_PARAMS, StepResult, StepStatus
+from pipelines.models.steps import STEP_PARAMS
 
 if TYPE_CHECKING:
-    from typing import Callable, Dict, List, Optional
+    from typing import List
 
-    from pipelines.helpers.execution.run_steps import RESULTS_DICT, STEP_TREE
+    from pipelines.helpers.execution.run_steps import STEP_TREE
 
 
 class IntegrationTests(GradleTask):

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/steps/gradle.py

@@ -12,7 +12,7 @@
 from pathlib import Path
 from typing import Any, ClassVar, Dict, Generator, List, Optional, Tuple, cast
 
-from dagger import Container, ExecError
+from dagger import ExecError
 
 from pipelines.airbyte_ci.connectors.context import ConnectorContext
 from pipelines.helpers.utils import dagger_directory_as_zip_file

airbyte-ci/connectors/pipelines/tests/test_build_image/test_python_connectors.py

@@ -4,7 +4,6 @@
 
 from pathlib import Path
 
-import asyncclick as click
 import pytest
 
 from pipelines.airbyte_ci.connectors.build_image.steps import build_customization, python_connectors

airbyte-ci/connectors/pipelines/tests/test_dagger/test_actions/test_python/test_common.py

@@ -3,13 +3,10 @@
 #
 import datetime
 
-import asyncclick as click
 import pytest
 import requests
 
-from pipelines.airbyte_ci.connectors.build_image.steps.python_connectors import BuildConnectorImages
 from pipelines.airbyte_ci.connectors.context import ConnectorContext
-from pipelines.dagger.actions.python import common
 
 pytestmark = [
     pytest.mark.anyio,

airbyte-ci/connectors/pipelines/tests/test_helpers/test_execution/test_argument_parsing.py

@@ -1,10 +1,6 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 
 import enum
-import time
-
-import anyio
-import pytest
 
 from pipelines.helpers.execution import argument_parsing
 

airbyte-ci/connectors/pipelines/tests/test_publish.py

@@ -2,7 +2,6 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 import json
-import os
 import random
 from typing import List
 

airbyte-ci/connectors/pipelines/tests/test_tests/test_common.py

@@ -7,7 +7,6 @@
 import time
 from typing import List
 
-import asyncclick as click
 import dagger
 import pytest
 import yaml

airbyte-ci/connectors/pipelines/tests/test_tests/test_python_connectors.py

@@ -4,7 +4,6 @@
 
 from unittest.mock import patch
 
-import asyncclick as click
 import pytest
 from connector_ops.utils import Connector, ConnectorLanguage
 

airbyte-ci/connectors/pipelines/tests/test_upgrade_java_cdk.py

@@ -2,20 +2,13 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 
-import json
-import random
-from pathlib import Path
-from typing import List
 from unittest.mock import AsyncMock, MagicMock
 
-import anyio
-import asyncclick as click
 import pytest
-from connector_ops.utils import Connector, ConnectorLanguage
+from connector_ops.utils import Connector
 from dagger import Directory
 
 from pipelines.airbyte_ci.connectors.context import ConnectorContext
-from pipelines.airbyte_ci.connectors.publish import pipeline as publish_pipeline
 from pipelines.airbyte_ci.connectors.upgrade_cdk import pipeline as upgrade_cdk_pipeline
 from pipelines.models.steps import StepStatus
 

airbyte-integrations/bases/connector-acceptance-test/connector_acceptance_test/utils/compare.py

@@ -5,8 +5,6 @@
 import functools
 from typing import List, Mapping, Optional
 
-import dpath.exceptions
-import dpath.util
 import icdiff
 import py
 from pprintpp import pformat

airbyte-integrations/bases/connector-acceptance-test/unit_tests/test_core.py

@@ -1768,7 +1768,7 @@ async def test_read_validate_stream_statuses_exceptions(mocker, output):
     configured_catalog = ConfiguredAirbyteCatalog(
         streams=[
             ConfiguredAirbyteStream(
-                stream=AirbyteStream.parse_obj({"name": f"test_stream_0", "json_schema": {}, "supported_sync_modes": ["full_refresh"]}),
+                stream=AirbyteStream.parse_obj({"name": "test_stream_0", "json_schema": {}, "supported_sync_modes": ["full_refresh"]}),
                 sync_mode="full_refresh",
                 destination_sync_mode="overwrite",
             )
@@ -1919,7 +1919,7 @@ async def test_read_validate_async_output_state_messages(mocker, state_message_p
     configured_catalog = ConfiguredAirbyteCatalog(
         streams=[
             ConfiguredAirbyteStream(
-                stream=AirbyteStream.parse_obj({"name": f"test_stream_0", "json_schema": {}, "supported_sync_modes": ["full_refresh"]}),
+                stream=AirbyteStream.parse_obj({"name": "test_stream_0", "json_schema": {}, "supported_sync_modes": ["full_refresh"]}),
                 sync_mode="full_refresh",
                 destination_sync_mode="overwrite",
             )

airbyte-integrations/bases/connector-acceptance-test/unit_tests/test_global_fixtures.py

@@ -12,7 +12,6 @@
     Config,
     EmptyStreamConfiguration,
     ExpectedRecordsConfig,
-    IgnoredFieldsConfiguration,
 )
 
 from airbyte_protocol.models import AirbyteStream, ConfiguredAirbyteCatalog, ConfiguredAirbyteStream, DestinationSyncMode, SyncMode