Skip to content

Commit 9630633

Browse files
BarsoomxBarsoomx
authored
🚨🚨 Source Jira: add UserGroupsDetailed schema, fix Incremental normalization, add Incremental IssueComments, IssueWorklogs (#18901)
* Add UserGroupsDetailed schema, fix Incremental normalization, add Incremental support for IssueComments, IssueWorklogs * update docs, version, specs and definitions * revert requested changes * bump version label * fix pk * add missing primarykey * disable backwards compatibility test for 0.3.0 * fix * disable compat test for discovery * bump connector version
1 parent eab297e commit 9630633

File tree

19 files changed

+421
-57
lines changed

19 files changed

+421
-57
lines changed

‎airbyte-config/init/src/main/resources/seed/source_definitions.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -677,7 +677,7 @@
677677
- name: Jira
678678
sourceDefinitionId: 68e63de2-bb83-4c7e-93fa-a8a9051e3993
679679
dockerRepository: airbyte/source-jira
680-
dockerImageTag: 0.2.23
680+
dockerImageTag: 0.3.0
681681
documentationUrl: https://docs.airbyte.com/integrations/sources/jira
682682
icon: jira.svg
683683
sourceType: api

‎airbyte-config/init/src/main/resources/seed/source_specs.yaml

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6122,7 +6122,7 @@
61226122
supportsNormalization: false
61236123
supportsDBT: false
61246124
supported_destination_sync_modes: []
6125-
- dockerImage: "airbyte/source-jira:0.2.23"
6125+
- dockerImage: "airbyte/source-jira:0.3.0"
61266126
spec:
61276127
documentationUrl: "https://docs.airbyte.com/integrations/sources/jira"
61286128
connectionSpecification:
@@ -6152,11 +6152,6 @@
61526152
type: "string"
61536153
title: "Email"
61546154
description: "The user email for your Jira account."
6155-
max_results:
6156-
type: "integer"
6157-
title: "Max Results"
6158-
description: "Pagination max results (only for users stream)"
6159-
default: 50
61606155
projects:
61616156
type: "array"
61626157
title: "Projects"

‎airbyte-integrations/connectors/source-jira/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,5 +12,5 @@ RUN pip install .
1212
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
1313
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
1414

15-
LABEL io.airbyte.version=0.2.23
15+
LABEL io.airbyte.version=0.3.0
1616
LABEL io.airbyte.name=airbyte/source-jira

‎airbyte-integrations/connectors/source-jira/acceptance-test-config.yml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,14 +5,16 @@ tests:
55
spec:
66
- spec_path: "source_jira/spec.json"
77
backward_compatibility_tests_config:
8-
disable_for_version: "0.2.22"
8+
disable_for_version: "0.2.23"
99
connection:
1010
- config_path: "secrets/config.json"
1111
status: "succeed"
1212
- config_path: "integration_tests/invalid_config.json"
1313
status: "failed"
1414
discovery:
1515
- config_path: "secrets/config.json"
16+
backward_compatibility_tests_config:
17+
disable_for_version: "0.2.23"
1618
basic_read:
1719
# TEST for the Labels stream
1820
- config_path: "secrets/config.json"

‎airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7455,10 +7455,10 @@
74557455
},
74567456
"supported_sync_modes": ["incremental"],
74577457
"source_defined_cursor": true,
7458-
"default_cursor_field": ["fields", "updated"]
7458+
"default_cursor_field": ["updated"]
74597459
},
74607460
"sync_mode": "incremental",
7461-
"cursor_field": ["fields", "updated"],
7461+
"cursor_field": ["updated"],
74627462
"destination_sync_mode": "append"
74637463
},
74647464
{

‎airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json

Lines changed: 20 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,21 +6,35 @@
66
"json_schema": {},
77
"supported_sync_modes": ["incremental"],
88
"source_defined_cursor": true,
9-
"default_cursor_field": ["fields", "updated"]
9+
"default_cursor_field": ["updated"]
1010
},
1111
"sync_mode": "incremental",
12-
"cursor_field": ["fields", "updated"],
12+
"cursor_field": ["updated"],
1313
"destination_sync_mode": "append"
1414
},
1515
{
1616
"stream": {
1717
"name": "issue_worklogs",
1818
"json_schema": {},
19-
"supported_sync_modes": ["full_refresh"],
20-
"source_defined_cursor": false
19+
"supported_sync_modes": ["incremental"],
20+
"source_defined_cursor": true,
21+
"default_cursor_field": ["updated"]
2122
},
22-
"sync_mode": "full_refresh",
23-
"destination_sync_mode": "overwrite"
23+
"sync_mode": "incremental",
24+
"cursor_field": ["updated"],
25+
"destination_sync_mode": "append"
26+
},
27+
{
28+
"stream": {
29+
"name": "issue_comments",
30+
"json_schema": {},
31+
"supported_sync_modes": ["incremental"],
32+
"source_defined_cursor": true,
33+
"default_cursor_field": ["updated"]
34+
},
35+
"sync_mode": "incremental",
36+
"cursor_field": ["updated"],
37+
"destination_sync_mode": "append"
2438
},
2539
{
2640
"stream": {

‎airbyte-integrations/connectors/source-jira/integration_tests/invalid_config.json

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,5 @@
33
"domain": "invaliddomain.atlassian.net",
44
"email": "[email protected]",
55
"projects": ["invalidproject"],
6-
"start_date": "2021-09-25T00:00:00Z",
7-
"max_results": 0
6+
"start_date": "2021-09-25T00:00:00Z"
87
}

‎airbyte-integrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -4,11 +4,13 @@
44
"stream": {
55
"name": "issue_worklogs",
66
"json_schema": {},
7-
"supported_sync_modes": ["full_refresh"],
8-
"source_defined_cursor": false
7+
"supported_sync_modes": ["incremental"],
8+
"source_defined_cursor": true,
9+
"default_cursor_field": ["updated"]
910
},
10-
"sync_mode": "full_refresh",
11-
"destination_sync_mode": "overwrite"
11+
"sync_mode": "incremental",
12+
"cursor_field": ["updated"],
13+
"destination_sync_mode": "append"
1214
}
1315
]
1416
}

‎airbyte-integrations/connectors/source-jira/integration_tests/sample_config.json

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,5 @@
22
"api_token": "<api_token>",
33
"domain": "<your_domain.atlassian.net>",
44
"email": "<email>",
5-
"projects": [],
6-
"max_results": "<max_results>"
5+
"projects": []
76
}

‎airbyte-integrations/connectors/source-jira/integration_tests/users_catalog.json

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
{
2+
"streams": [
3+
{
4+
"stream": {
5+
"name": "users",
6+
"json_schema": {},
7+
"supported_sync_modes": ["full_refresh"]
8+
},
9+
"sync_mode": "full_refresh",
10+
"destination_sync_mode": "overwrite"
11+
},
12+
{
13+
"stream": {
14+
"name": "users_groups_detailed",
15+
"json_schema": {},
16+
"supported_sync_modes": ["full_refresh"]
17+
},
18+
"sync_mode": "full_refresh",
19+
"destination_sync_mode": "overwrite"
20+
}
21+
]
22+
}

‎airbyte-integrations/connectors/source-jira/source_jira/schemas/board_issues.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,18 @@
5858
},
5959
"boardId": {
6060
"type": "integer"
61+
},
62+
"created": {
63+
"type": ["string", "null"],
64+
"format": "date-time",
65+
"description": "This field transformed from fields attr",
66+
"readOnly": true
67+
},
68+
"updated": {
69+
"type": ["string", "null"],
70+
"format": "date-time",
71+
"description": "This field transformed from fields attr",
72+
"readOnly": true
6173
}
6274
}
6375
}

‎airbyte-integrations/connectors/source-jira/source_jira/schemas/epics.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,18 @@
5858
"type": "string",
5959
"description": "The key of the project containing the epic.",
6060
"readOnly": true
61+
},
62+
"created": {
63+
"type": ["string", "null"],
64+
"format": "date-time",
65+
"description": "This field transformed from fields attr",
66+
"readOnly": true
67+
},
68+
"updated": {
69+
"type": ["string", "null"],
70+
"format": "date-time",
71+
"description": "This field transformed from fields attr",
72+
"readOnly": true
6173
}
6274
},
6375
"additionalProperties": true

‎airbyte-integrations/connectors/source-jira/source_jira/schemas/issues.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -100,6 +100,18 @@
100100
"type": "string",
101101
"description": "The key of the project containing the issue.",
102102
"readOnly": true
103+
},
104+
"created": {
105+
"type": ["string", "null"],
106+
"format": "date-time",
107+
"description": "This field transformed from fields attr",
108+
"readOnly": true
109+
},
110+
"updated": {
111+
"type": ["string", "null"],
112+
"format": "date-time",
113+
"description": "This field transformed from fields attr",
114+
"readOnly": true
103115
}
104116
},
105117
"additionalProperties": true

‎airbyte-integrations/connectors/source-jira/source_jira/schemas/sprint_issues.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,18 @@
6161
},
6262
"sprintId": {
6363
"type": "integer"
64+
},
65+
"created": {
66+
"type": ["string", "null"],
67+
"format": "date-time",
68+
"description": "This field transformed from fields attr",
69+
"readOnly": true
70+
},
71+
"updated": {
72+
"type": ["string", "null"],
73+
"format": "date-time",
74+
"description": "This field transformed from fields attr",
75+
"readOnly": true
6476
}
6577
}
6678
}

0 commit comments

Comments
 (0)