diff --git a/airbyte-integrations/connectors/source-file-secure/Dockerfile b/airbyte-integrations/connectors/source-file-secure/Dockerfile index f9dc7bfe946bc..256d21bdf9b89 100644 --- a/airbyte-integrations/connectors/source-file-secure/Dockerfile +++ b/airbyte-integrations/connectors/source-file-secure/Dockerfile @@ -1,4 +1,4 @@ -FROM airbyte/source-file:0.2.14 +FROM airbyte/source-file:0.2.15 WORKDIR /airbyte/integration_code COPY source_file_secure ./source_file_secure @@ -9,5 +9,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.2.14 +LABEL io.airbyte.version=0.2.15 LABEL io.airbyte.name=airbyte/source-file-secure diff --git a/airbyte-integrations/connectors/source-file-secure/integration_tests/spec.json b/airbyte-integrations/connectors/source-file-secure/integration_tests/spec.json index bc7fba3509bf5..cc4872eb81dd6 100644 --- a/airbyte-integrations/connectors/source-file-secure/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-file-secure/integration_tests/spec.json @@ -4,7 +4,7 @@ "$schema": "http://json-schema.org/draft-07/schema#", "title": "File Source Spec", "type": "object", - "additionalProperties": false, + "additionalProperties": true, "required": ["dataset_name", "format", "url", "provider"], "properties": { "dataset_name": { @@ -40,7 +40,10 @@ "title": "HTTPS: Public Web", "required": ["storage"], "properties": { - "storage": { "type": "string", "const": "HTTPS" }, + "storage": { + "type": "string", + "const": "HTTPS" + }, "user_agent": { "type": "boolean", "title": "User-Agent", @@ -124,14 +127,22 @@ "title": "Storage", "const": "SSH" }, - "user": { "type": "string", "title": "User", "description": "" }, + "user": { + "type": "string", + "title": "User", + "description": "" + }, "password": { "type": "string", "title": "Password", "description": "", "airbyte_secret": true }, - "host": { "type": "string", "title": "Host", "description": "" }, + "host": { + "type": "string", + "title": "Host", + "description": "" + }, "port": { "type": "string", "title": "Port", @@ -149,14 +160,22 @@ "title": "Storage", "const": "SCP" }, - "user": { "type": "string", "title": "User", "description": "" }, + "user": { + "type": "string", + "title": "User", + "description": "" + }, "password": { "type": "string", "title": "Password", "description": "", "airbyte_secret": true }, - "host": { "type": "string", "title": "Host", "description": "" }, + "host": { + "type": "string", + "title": "Host", + "description": "" + }, "port": { "type": "string", "title": "Port", @@ -174,14 +193,22 @@ "title": "Storage", "const": "SFTP" }, - "user": { "type": "string", "title": "User", "description": "" }, + "user": { + "type": "string", + "title": "User", + "description": "" + }, "password": { "type": "string", "title": "Password", "description": "", "airbyte_secret": true }, - "host": { "type": "string", "title": "Host", "description": "" }, + "host": { + "type": "string", + "title": "Host", + "description": "" + }, "port": { "type": "string", "title": "Port", diff --git a/airbyte-integrations/connectors/source-file-secure/setup.py b/airbyte-integrations/connectors/source-file-secure/setup.py index 01e673542d491..44709b2838489 100644 --- a/airbyte-integrations/connectors/source-file-secure/setup.py +++ b/airbyte-integrations/connectors/source-file-secure/setup.py @@ -7,27 +7,23 @@ MAIN_REQUIREMENTS = [ "airbyte-cdk~=0.1", - "gcsfs==0.7.1", + "gcsfs==2022.7.1", "genson==1.2.2", - "google-cloud-storage==1.35.0", + "google-cloud-storage==2.5.0", "pandas==1.4.3", - "paramiko==2.7.2", - "s3fs==0.4.2", - "smart-open[all]==4.1.2", - "lxml==4.6.5", + "paramiko==2.11.0", + "s3fs==2022.7.1", + "smart-open[all]==6.0.0", + "lxml==4.9.1", "html5lib==1.1", - "beautifulsoup4==4.9.3", - "pyarrow==8.0.0", + "beautifulsoup4==4.11.1", + "pyarrow==9.0.0", "xlrd==2.0.1", - "openpyxl==3.0.6", - "pyxlsb==1.0.8", + "openpyxl==3.0.10", + "pyxlsb==1.0.9", ] -TEST_REQUIREMENTS = [ - "boto3==1.16.57", - "pytest==6.1.2", - "pytest-docker==0.10.1", -] +TEST_REQUIREMENTS = ["boto3==1.21.21", "pytest==7.1.2", "pytest-docker==1.0.0", "pytest-mock~=3.8.2"] setup( name="source_file_secure",