Skip to content

Commit bb0ce26

Browse files
lazebnyilazebnyi
authored
Revert "Source Marketo: set high test strictness level (#21790)" (#21946)
This reverts commit 34d43cc.
1 parent 34d43cc commit bb0ce26

File tree

9 files changed

+165
-313
lines changed

9 files changed

+165
-313
lines changed

‎airbyte-integrations/connectors/source-marketo/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,5 +34,5 @@ COPY source_marketo ./source_marketo
3434
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
3535
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
3636

37-
LABEL io.airbyte.version=1.0.0
37+
LABEL io.airbyte.version=0.1.11
3838
LABEL io.airbyte.name=airbyte/source-marketo

‎airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml

Lines changed: 20 additions & 73 deletions
Original file line numberDiff line numberDiff line change
@@ -1,82 +1,29 @@
11
# See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference)
22
# for more information about how to configure these tests
33
connector_image: airbyte/source-marketo:dev
4-
test_strictness_level: high
5-
acceptance_tests:
4+
tests:
65
spec:
7-
tests:
8-
- spec_path: "source_marketo/spec.json"
6+
- spec_path: "source_marketo/spec.json"
97
connection:
10-
tests:
11-
- config_path: "secrets/config.json"
12-
status: "succeed"
13-
- config_path: "integration_tests/invalid_config.json"
14-
status: "failed"
8+
- config_path: "secrets/config.json"
9+
status: "succeed"
10+
- config_path: "integration_tests/invalid_config.json"
11+
status: "failed"
1512
discovery:
16-
tests:
17-
- config_path: "secrets/config.json"
13+
- config_path: "secrets/config.json"
1814
basic_read:
19-
tests:
20-
- config_path: "secrets/config.json"
21-
expect_records:
22-
path: "integration_tests/expected_records.jsonl"
23-
empty_streams:
24-
- name: "activities_update_opportunity"
25-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
26-
- name: "activities_change_segment"
27-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
28-
- name: "activities_document_interacted_with"
29-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
30-
- name: "activities_call_webhook"
31-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
32-
- name: "activities_push_leadto_marketo"
33-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
34-
- name: "activities_change_revenue_stage"
35-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
36-
- name: "activities_dialogue_goal_reached"
37-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
38-
- name: "activities_removefrom_opportunity"
39-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
40-
- name: "activities_received_forwardto_friend_email"
41-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
42-
- name: "activities_open_sales_email"
43-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
44-
- name: "activities_share_content"
45-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
46-
- name: "activities_sales_email_bounced"
47-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
48-
- name: "activities_dialogue_engaged"
49-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
50-
- name: "activities_dialogue_appointment_scheduled"
51-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
52-
- name: "activities_click_sales_email"
53-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
54-
- name: "activities_sent_forwardto_friend_email"
55-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
56-
- name: "activities_click_link"
57-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
58-
- name: "activities_send_sales_email"
59-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
60-
- name: "activities_change_revenue_stage_manually"
61-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
62-
- name: "activities_receive_sales_email"
63-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
64-
- name: "activities_replyto_sales_email"
65-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
66-
- name: "activities_addto_opportunity"
67-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
68-
- name: "activities_open_email"
69-
bypass_reason: "Marketo does not provide a way to populate this stream without outside interaction"
70-
# 52 streams, most of them use BULK API therefore it takes much time to run a sync
71-
timeout_seconds: 9000
15+
- config_path: "secrets/config.json"
16+
configured_catalog_path: "integration_tests/configured_catalog.json"
17+
empty_streams: ["lists", "campaigns"]
18+
timeout_seconds: 3600
19+
expect_records:
20+
path: "integration_tests/expected_records.jsonl"
7221
incremental:
73-
tests:
74-
- config_path: "secrets/config.json"
75-
configured_catalog_path: "integration_tests/incremental_catalog.json"
76-
future_state:
77-
future_state_path: "integration_tests/abnormal_state.json"
78-
timeout_seconds: 3600
22+
- config_path: "secrets/config.json"
23+
configured_catalog_path: "integration_tests/incremental_catalog.json"
24+
future_state_path: "integration_tests/abnormal_state.json"
25+
timeout_seconds: 3600
7926
full_refresh:
80-
tests:
81-
- config_path: "secrets/config.json"
82-
configured_catalog_path: "integration_tests/configured_catalog.json"
27+
- config_path: "secrets/config.json"
28+
configured_catalog_path: "integration_tests/configured_catalog.json"
29+
timeout_seconds: 3600

‎airbyte-integrations/connectors/source-marketo/integration_tests/catalog.json

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
{
2+
"streams": [
3+
{
4+
"stream": {
5+
"name": "programs",
6+
"json_schema": {},
7+
"supported_sync_modes": ["incremental"],
8+
"source_defined_cursor": true,
9+
"default_cursor_field": []
10+
},
11+
"sync_mode": "incremental",
12+
"destination_sync_mode": "append"
13+
},
14+
{
15+
"stream": {
16+
"name": "campaigns",
17+
"json_schema": {},
18+
"supported_sync_modes": ["incremental"],
19+
"source_defined_cursor": true,
20+
"default_cursor_field": []
21+
},
22+
"sync_mode": "incremental",
23+
"destination_sync_mode": "append"
24+
},
25+
{
26+
"stream": {
27+
"name": "activity_types",
28+
"json_schema": {},
29+
"supported_sync_modes": ["full_refresh"]
30+
},
31+
"sync_mode": "full_refresh",
32+
"destination_sync_mode": "append"
33+
}
34+
]
35+
}

‎airbyte-integrations/connectors/source-marketo/integration_tests/configured_catalog.json

Lines changed: 23 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -4,84 +4,65 @@
44
"stream": {
55
"name": "programs",
66
"json_schema": {},
7-
"supported_sync_modes": ["full_refresh", "incremental"],
7+
"supported_sync_modes": ["incremental"],
88
"source_defined_cursor": true,
9-
"default_cursor_field": ["updatedAt"],
10-
"source_defined_primary_key": [["id"]]
9+
"default_cursor_field": []
1110
},
12-
"sync_mode": "full_refresh",
13-
"destination_sync_mode": "append",
14-
"cursor_field": ["updatedAt"],
15-
"primary_key": [["id"]]
11+
"sync_mode": "incremental",
12+
"destination_sync_mode": "append"
1613
},
1714
{
1815
"stream": {
1916
"name": "campaigns",
2017
"json_schema": {},
21-
"supported_sync_modes": ["full_refresh", "incremental"],
18+
"supported_sync_modes": ["incremental"],
2219
"source_defined_cursor": true,
23-
"default_cursor_field": ["createdAt"],
24-
"source_defined_primary_key": [["id"]]
20+
"default_cursor_field": []
2521
},
26-
"sync_mode": "full_refresh",
27-
"destination_sync_mode": "append",
28-
"cursor_field": ["createdAt"],
29-
"primary_key": [["id"]]
22+
"sync_mode": "incremental",
23+
"destination_sync_mode": "append"
3024
},
3125
{
3226
"stream": {
3327
"name": "lists",
3428
"json_schema": {},
35-
"supported_sync_modes": ["full_refresh", "incremental"],
29+
"supported_sync_modes": ["incremental"],
3630
"source_defined_cursor": true,
37-
"default_cursor_field": ["createdAt"],
38-
"source_defined_primary_key": [["id"]]
31+
"default_cursor_field": []
3932
},
40-
"sync_mode": "full_refresh",
41-
"destination_sync_mode": "append",
42-
"cursor_field": ["createdAt"],
43-
"primary_key": [["id"]]
33+
"sync_mode": "incremental",
34+
"destination_sync_mode": "append"
4435
},
4536
{
4637
"stream": {
4738
"name": "leads",
4839
"json_schema": {},
49-
"supported_sync_modes": ["full_refresh", "incremental"],
50-
"default_cursor_field": ["updatedAt"],
51-
"source_defined_primary_key": [["id"]]
40+
"supported_sync_modes": ["incremental"],
41+
"source_defined_cursor": true,
42+
"default_cursor_field": []
5243
},
53-
"sync_mode": "full_refresh",
54-
"destination_sync_mode": "append",
55-
"cursor_field": ["updatedAt"],
56-
"primary_key": [["id"]]
44+
"sync_mode": "incremental",
45+
"destination_sync_mode": "append"
5746
},
5847
{
5948
"stream": {
6049
"name": "activity_types",
6150
"json_schema": {},
62-
"supported_sync_modes": ["full_refresh"],
63-
"source_defined_cursor": false,
64-
"default_cursor_field": null,
65-
"source_defined_primary_key": [["id"]]
51+
"supported_sync_modes": ["full_refresh"]
6652
},
6753
"sync_mode": "full_refresh",
68-
"destination_sync_mode": "append",
69-
"cursor_field": null,
70-
"primary_key": [["id"]]
54+
"destination_sync_mode": "append"
7155
},
7256
{
7357
"stream": {
7458
"name": "activities_visit_webpage",
7559
"json_schema": {},
76-
"supported_sync_modes": ["full_refresh", "incremental"],
60+
"supported_sync_modes": ["incremental"],
7761
"source_defined_cursor": true,
78-
"default_cursor_field": ["activityDate"],
79-
"source_defined_primary_key": [["marketoGUID"]]
62+
"default_cursor_field": []
8063
},
81-
"sync_mode": "full_refresh",
82-
"destination_sync_mode": "append",
83-
"cursor_field": ["activityDate"],
84-
"primary_key": [["marketoGUID"]]
64+
"sync_mode": "incremental",
65+
"destination_sync_mode": "append"
8566
}
8667
]
8768
}

0 commit comments

Comments
 (0)