airbyte-ci: disable a flaky test (#35418)

Author: alafanechere

airbyte-ci/connectors/pipelines/pyproject.toml

@@ -57,7 +57,7 @@ shell = "pyinstaller --additional-hooks-dir=pyinstaller_hooks --collect-all pipe
 args = [{name = "ARTIFACT_NAME", default="airbyte-ci", positional = true}]
 
 [tool.poe.tasks]
-test = "pytest tests"
+test = "pytest tests -m 'not flaky'"
 type_check = "mypy pipelines --disallow-untyped-defs"
 lint = "ruff check pipelines"
 

airbyte-ci/connectors/pipelines/pytest.ini

@@ -2,3 +2,4 @@
 addopts = --cov=pipelines
 markers =
     slow: marks tests as slow (deselect with '-m "not slow"')
+    flaky: marks tests as flaky (deselect with '-m "not flaky"')

airbyte-ci/connectors/pipelines/tests/test_tests/test_common.py

@@ -193,6 +193,10 @@ async def test_cat_container_provisioning(
         env_vars = {await env_var.name(): await env_var.value() for env_var in await cat_container.env_variables()}
         assert "CACHEBUSTER" in env_vars
 
+    @pytest.mark.flaky
+    # This test has shown some flakiness in CI
+    # This should be investigated and fixed
+    # https://github.com/airbytehq/airbyte-internal-issues/issues/6304
     async def test_cat_container_caching(
         self,
         dagger_client,