Skip to content

Commit c904b44

Browse files
authored
BigQuery Destination : Fix GCS processing of Facebook data (#9415)
* Fix GCS Avro file processing with invalid "-" character * Extend test data to cover the case * incr ver * s3 ver upd * add dependency * add dependency
1 parent a495917 commit c904b44

File tree

14 files changed

+60
-52
lines changed

14 files changed

+60
-52
lines changed

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/079d5540-f236-4294-ba7c-ade8fd918496.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"destinationDefinitionId": "079d5540-f236-4294-ba7c-ade8fd918496",
33
"name": "BigQuery (denormalized typed struct)",
44
"dockerRepository": "airbyte/destination-bigquery-denormalized",
5-
"dockerImageTag": "0.2.2",
5+
"dockerImageTag": "0.2.3",
66
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/bigquery",
77
"icon": "bigquery.svg"
88
}

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/22f6c74f-5699-40ff-833c-4a879ea40133.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"destinationDefinitionId": "22f6c74f-5699-40ff-833c-4a879ea40133",
33
"name": "BigQuery",
44
"dockerRepository": "airbyte/destination-bigquery",
5-
"dockerImageTag": "0.6.2",
5+
"dockerImageTag": "0.6.3",
66
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/bigquery",
77
"icon": "bigquery.svg"
88
}

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/4816b78f-1489-44c1-9060-4b19d5fa9362.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"destinationDefinitionId": "4816b78f-1489-44c1-9060-4b19d5fa9362",
33
"name": "S3",
44
"dockerRepository": "airbyte/destination-s3",
5-
"dockerImageTag": "0.2.2",
5+
"dockerImageTag": "0.2.4",
66
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/s3",
77
"icon": "s3.svg"
88
}

airbyte-config/init/src/main/resources/seed/destination_definitions.yaml

+2-2
Original file line numberDiff line numberDiff line change
@@ -13,13 +13,13 @@
1313
- name: BigQuery
1414
destinationDefinitionId: 22f6c74f-5699-40ff-833c-4a879ea40133
1515
dockerRepository: airbyte/destination-bigquery
16-
dockerImageTag: 0.6.2
16+
dockerImageTag: 0.6.3
1717
documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery
1818
icon: bigquery.svg
1919
- name: BigQuery (denormalized typed struct)
2020
destinationDefinitionId: 079d5540-f236-4294-ba7c-ade8fd918496
2121
dockerRepository: airbyte/destination-bigquery-denormalized
22-
dockerImageTag: 0.2.2
22+
dockerImageTag: 0.2.3
2323
documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery
2424
icon: bigquery.svg
2525
- name: Cassandra

airbyte-config/init/src/main/resources/seed/destination_specs.yaml

+3-3
Original file line numberDiff line numberDiff line change
@@ -188,7 +188,7 @@
188188
supportsDBT: false
189189
supported_destination_sync_modes:
190190
- "append"
191-
- dockerImage: "airbyte/destination-bigquery:0.6.2"
191+
- dockerImage: "airbyte/destination-bigquery:0.6.3"
192192
spec:
193193
documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery"
194194
connectionSpecification:
@@ -378,7 +378,7 @@
378378
- "overwrite"
379379
- "append"
380380
- "append_dedup"
381-
- dockerImage: "airbyte/destination-bigquery-denormalized:0.2.2"
381+
- dockerImage: "airbyte/destination-bigquery-denormalized:0.2.3"
382382
spec:
383383
documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery"
384384
connectionSpecification:
@@ -3408,7 +3408,7 @@
34083408
supported_destination_sync_modes:
34093409
- "append"
34103410
- "overwrite"
3411-
- dockerImage: "airbyte/destination-s3:0.2.3"
3411+
- dockerImage: "airbyte/destination-s3:0.2.4"
34123412
spec:
34133413
documentationUrl: "https://docs.airbyte.io/integrations/destinations/s3"
34143414
connectionSpecification:

airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -16,5 +16,5 @@ ENV APPLICATION destination-bigquery-denormalized
1616

1717
COPY --from=build /airbyte /airbyte
1818

19-
LABEL io.airbyte.version=0.2.2
19+
LABEL io.airbyte.version=0.2.3
2020
LABEL io.airbyte.name=airbyte/destination-bigquery-denormalized

airbyte-integrations/connectors/destination-bigquery-denormalized/build.gradle

+1
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ dependencies {
2222

2323
integrationTestJavaImplementation project(':airbyte-integrations:bases:standard-destination-test')
2424
integrationTestJavaImplementation project(':airbyte-integrations:connectors:destination-bigquery-denormalized')
25+
integrationTestJavaImplementation files(project(':airbyte-integrations:bases:base-normalization').airbyteDocker.outputs)
2526

2627
implementation files(project(':airbyte-integrations:bases:base-java').airbyteDocker.outputs)
2728
}

airbyte-integrations/connectors/destination-bigquery-denormalized/src/test-integration/java/io/airbyte/integrations/destination/bigquery/util/BigQueryDenormalizedTestDataUtils.java

+4-4
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ public static JsonNode getSchema() {
2929
+ " \"string\"\n"
3030
+ " ]\n"
3131
+ " },\n"
32-
+ " \"permissions\": {\n"
32+
+ " \"permission-list\": {\n"
3333
+ " \"type\": [\n"
3434
+ " \"array\"\n"
3535
+ " ],\n"
@@ -135,7 +135,7 @@ public static JsonNode getSchemaWithInvalidArrayType() {
135135
+ " \"string\"\n"
136136
+ " ]\n"
137137
+ " },\n"
138-
+ " \"permissions\": {\n"
138+
+ " \"permission-list\": {\n"
139139
+ " \"type\": [\n"
140140
+ " \"array\"\n"
141141
+ " ],\n"
@@ -167,7 +167,7 @@ public static JsonNode getData() {
167167
"{\n"
168168
+ " \"name\": \"Andrii\",\n"
169169
+ " \"accepts_marketing_updated_at\": \"2021-10-11T06:36:53-07:00\",\n"
170-
+ " \"permissions\": [\n"
170+
+ " \"permission-list\": [\n"
171171
+ " {\n"
172172
+ " \"domain\": \"abs\",\n"
173173
+ " \"grants\": [\n"
@@ -266,7 +266,7 @@ public static JsonNode getDataWithEmptyObjectAndArray() {
266266
return Jsons.deserialize(
267267
"{\n"
268268
+ " \"name\": \"Andrii\",\n"
269-
+ " \"permissions\": [\n"
269+
+ " \"permission-list\": [\n"
270270
+ " {\n"
271271
+ " \"domain\": \"abs\",\n"
272272
+ " \"items\": {},\n" // empty object

airbyte-integrations/connectors/destination-bigquery/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -16,5 +16,5 @@ ENV APPLICATION destination-bigquery
1616

1717
COPY --from=build /airbyte /airbyte
1818

19-
LABEL io.airbyte.version=0.6.2
19+
LABEL io.airbyte.version=0.6.3
2020
LABEL io.airbyte.name=airbyte/destination-bigquery

airbyte-integrations/connectors/destination-s3/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -16,5 +16,5 @@ ENV APPLICATION destination-s3
1616

1717
COPY --from=build /airbyte /airbyte
1818

19-
LABEL io.airbyte.version=0.2.3
19+
LABEL io.airbyte.version=0.2.4
2020
LABEL io.airbyte.name=airbyte/destination-s3

airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/avro/AvroNameTransformer.java

+5-1
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ protected String applyDefaultCase(final String input) {
1515

1616
@Override
1717
public String getIdentifier(final String name) {
18-
return checkFirsCharInStreamName(convertStreamName(name));
18+
return replaceForbiddenCharacters(checkFirsCharInStreamName(convertStreamName(name)));
1919
}
2020

2121
private String checkFirsCharInStreamName(final String name) {
@@ -26,4 +26,8 @@ private String checkFirsCharInStreamName(final String name) {
2626
}
2727
}
2828

29+
private String replaceForbiddenCharacters(final String name) {
30+
return name.replace("-", "_");
31+
}
32+
2933
}

airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/avro/JsonToAvroSchemaConverter.java

+1-1
Original file line numberDiff line numberDiff line change
@@ -175,7 +175,7 @@ public Schema getAvroSchema(final JsonNode jsonSchema,
175175
// Omit the namespace for root level fields, because it is directly assigned in the builder above.
176176
// This may not be the correct choice.
177177
? null
178-
: (fieldNamespace == null ? fieldName : (fieldNamespace + "." + fieldName));
178+
: (fieldNamespace == null ? stdName : (fieldNamespace + "." + stdName));
179179
fieldBuilder.type(parseJsonField(subfieldName, subfieldNamespace, subfieldDefinition, appendExtraProps, addStringToLogicalTypes))
180180
.withDefault(null);
181181
}

docs/integrations/destinations/bigquery.md

+15-13
Original file line numberDiff line numberDiff line change
@@ -153,6 +153,7 @@ Therefore, Airbyte BigQuery destination will convert any invalid characters into
153153
154154
| Version | Date | Pull Request | Subject |
155155
|:--------| :--- | :--- | :--- |
156+
| 0.6.3 | 2022-01-12 | [\#9415](https://github.com/airbytehq/airbyte/pull/9415) | BigQuery Destination : Fix GCS processing of Facebook data |
156157
| 0.6.2 | 2022-01-10 | [\#9121](https://github.com/airbytehq/airbyte/pull/9121) | Fixed check method for GCS mode to verify if all roles assigned to user |
157158
| 0.6.1 | 2021-12-22 | [\#9039](https://github.com/airbytehq/airbyte/pull/9039) | Added part_size configuration to UI for GCS staging |
158159
| 0.6.0 | 2021-12-17 | [\#8788](https://github.com/airbytehq/airbyte/issues/8788) | BigQuery/BiqQuery denorm Destinations : Add possibility to use different types of GCS files |
@@ -169,21 +170,22 @@ Therefore, Airbyte BigQuery destination will convert any invalid characters into
169170
170171
### bigquery-denormalized
171172
172-
| Version | Date | Pull Request | Subject |
173-
|:--------| :--- | :--- | :--- |
174-
| 0.2.2 | 2021-12-22 | [\#9039](https://github.com/airbytehq/airbyte/pull/9039) | Added part_size configuration to UI for GCS staging |
175-
| 0.2.1 | 2021-12-21 | [\#8574](https://github.com/airbytehq/airbyte/pull/8574) | Added namespace to Avro and Parquet record types |
176-
| 0.2.0 | 2021-12-17 | [\#8788](https://github.com/airbytehq/airbyte/pull/8788) | BigQuery/BiqQuery denorm Destinations : Add possibility to use different types of GCS files |
173+
| Version | Date | Pull Request | Subject |
174+
|:--------|:-----------|:-----------------------------------------------------------| :--- |
175+
| 0.2.3 | 2022-01-12 | [\#9415](https://github.com/airbytehq/airbyte/pull/9415) | BigQuery Destination : Fix GCS processing of Facebook data |
176+
| 0.2.2 | 2021-12-22 | [\#9039](https://github.com/airbytehq/airbyte/pull/9039) | Added part_size configuration to UI for GCS staging |
177+
| 0.2.1 | 2021-12-21 | [\#8574](https://github.com/airbytehq/airbyte/pull/8574) | Added namespace to Avro and Parquet record types |
178+
| 0.2.0 | 2021-12-17 | [\#8788](https://github.com/airbytehq/airbyte/pull/8788) | BigQuery/BiqQuery denorm Destinations : Add possibility to use different types of GCS files |
177179
| 0.1.11 | 2021-12-16 | [\#8816](https://github.com/airbytehq/airbyte/issues/8816) | Update dataset locations |
178-
| 0.1.10 | 2021-11-09 | [\#7804](https://github.com/airbytehq/airbyte/pull/7804) | handle null values in fields described by a $ref definition |
180+
| 0.1.10 | 2021-11-09 | [\#7804](https://github.com/airbytehq/airbyte/pull/7804) | handle null values in fields described by a $ref definition |
179181
| 0.1.9 | 2021-11-08 | [\#7736](https://github.com/airbytehq/airbyte/issues/7736) | Fixed the handling of ObjectNodes with $ref definition key |
180182
| 0.1.8 | 2021-10-27 | [\#7413](https://github.com/airbytehq/airbyte/issues/7413) | Fixed DATETIME conversion for BigQuery |
181183
| 0.1.7 | 2021-10-26 | [\#7240](https://github.com/airbytehq/airbyte/issues/7240) | Output partitioned/clustered tables |
182-
| 0.1.6 | 2021-09-16 | [\#6145](https://github.com/airbytehq/airbyte/pull/6145) | BigQuery Denormalized support for date, datetime & timestamp types through the json "format" key |
183-
| 0.1.5 | 2021-09-07 | [\#5881](https://github.com/airbytehq/airbyte/pull/5881) | BigQuery Denormalized NPE fix |
184-
| 0.1.4 | 2021-09-04 | [\#5813](https://github.com/airbytehq/airbyte/pull/5813) | fix Stackoverflow error when receive a schema from source where "Array" type doesn't contain a required "items" element |
185-
| 0.1.3 | 2021-08-07 | [\#5261](https://github.com/airbytehq/airbyte/pull/5261) | 🐛 Destination BigQuery\(Denormalized\): Fix processing arrays of records |
186-
| 0.1.2 | 2021-07-30 | [\#5125](https://github.com/airbytehq/airbyte/pull/5125) | Enable `additionalPropertities` in spec.json |
187-
| 0.1.1 | 2021-06-21 | [\#3555](https://github.com/airbytehq/airbyte/pull/3555) | Partial Success in BufferedStreamConsumer |
188-
| 0.1.0 | 2021-06-21 | [\#4176](https://github.com/airbytehq/airbyte/pull/4176) | Destination using Typed Struct and Repeated fields |
184+
| 0.1.6 | 2021-09-16 | [\#6145](https://github.com/airbytehq/airbyte/pull/6145) | BigQuery Denormalized support for date, datetime & timestamp types through the json "format" key |
185+
| 0.1.5 | 2021-09-07 | [\#5881](https://github.com/airbytehq/airbyte/pull/5881) | BigQuery Denormalized NPE fix |
186+
| 0.1.4 | 2021-09-04 | [\#5813](https://github.com/airbytehq/airbyte/pull/5813) | fix Stackoverflow error when receive a schema from source where "Array" type doesn't contain a required "items" element |
187+
| 0.1.3 | 2021-08-07 | [\#5261](https://github.com/airbytehq/airbyte/pull/5261) | 🐛 Destination BigQuery\(Denormalized\): Fix processing arrays of records |
188+
| 0.1.2 | 2021-07-30 | [\#5125](https://github.com/airbytehq/airbyte/pull/5125) | Enable `additionalPropertities` in spec.json |
189+
| 0.1.1 | 2021-06-21 | [\#3555](https://github.com/airbytehq/airbyte/pull/3555) | Partial Success in BufferedStreamConsumer |
190+
| 0.1.0 | 2021-06-21 | [\#4176](https://github.com/airbytehq/airbyte/pull/4176) | Destination using Typed Struct and Repeated fields |
189191

docs/integrations/destinations/s3.md

+23-22
Original file line numberDiff line numberDiff line change
@@ -222,26 +222,27 @@ Under the hood, an Airbyte data stream in Json schema is first converted to an A
222222
## CHANGELOG
223223

224224
| Version | Date | Pull Request | Subject |
225-
| :--- | :--- | :--- | :--- |
226-
| 0.2.3 | 2022-01-11 | [\#9367](https://github.com/airbytehq/airbyte/pull/9367) | Avro & Parquet: support array field with unknown item type; default any improperly typed field to string. |
227-
| 0.2.2 | 2021-12-21 | [\#8574](https://github.com/airbytehq/airbyte/pull/8574) | Added namespace to Avro and Parquet record types |
228-
| 0.2.1 | 2021-12-20 | [\#8974](https://github.com/airbytehq/airbyte/pull/8974) | Release a new version to ensure there is no excessive logging. |
229-
| 0.2.0 | 2021-12-15 | [\#8607](https://github.com/airbytehq/airbyte/pull/8607) | Change the output filename for CSV files - it's now `bucketPath/namespace/streamName/timestamp_epochMillis_randomUuid.csv` |
230-
| 0.1.16 | 2021-12-10 | [\#8562](https://github.com/airbytehq/airbyte/pull/8562) | Swap dependencies with destination-jdbc. |
231-
| 0.1.15 | 2021-12-03 | [\#8501](https://github.com/airbytehq/airbyte/pull/8501) | Remove excessive logging for Avro and Parquet invalid date strings. |
232-
| 0.1.14 | 2021-11-09 | [\#7732](https://github.com/airbytehq/airbyte/pull/7732) | Support timestamp in Avro and Parquet |
233-
| 0.1.13 | 2021-11-03 | [\#7288](https://github.com/airbytehq/airbyte/issues/7288) | Support Json `additionalProperties`. |
234-
| 0.1.12 | 2021-09-13 | [\#5720](https://github.com/airbytehq/airbyte/issues/5720) | Added configurable block size for stream. Each stream is limited to 10,000 by S3 |
235-
| 0.1.11 | 2021-09-10 | [\#5729](https://github.com/airbytehq/airbyte/pull/5729) | For field names that start with a digit, a `_` will be appended at the beginning for the`Parquet` and `Avro` formats. |
236-
| 0.1.10 | 2021-08-17 | [\#4699](https://github.com/airbytehq/airbyte/pull/4699) | Added json config validator |
237-
| 0.1.9 | 2021-07-12 | [\#4666](https://github.com/airbytehq/airbyte/pull/4666) | Fix MinIO output for Parquet format. |
238-
| 0.1.8 | 2021-07-07 | [\#4613](https://github.com/airbytehq/airbyte/pull/4613) | Patched schema converter to support combined restrictions. |
239-
| 0.1.7 | 2021-06-23 | [\#4227](https://github.com/airbytehq/airbyte/pull/4227) | Added Avro and JSONL output. |
240-
| 0.1.6 | 2021-06-16 | [\#4130](https://github.com/airbytehq/airbyte/pull/4130) | Patched the check to verify prefix access instead of full-bucket access. |
241-
| 0.1.5 | 2021-06-14 | [\#3908](https://github.com/airbytehq/airbyte/pull/3908) | Fixed default `max_padding_size_mb` in `spec.json`. |
242-
| 0.1.4 | 2021-06-14 | [\#3908](https://github.com/airbytehq/airbyte/pull/3908) | Added Parquet output. |
243-
| 0.1.3 | 2021-06-13 | [\#4038](https://github.com/airbytehq/airbyte/pull/4038) | Added support for alternative S3. |
244-
| 0.1.2 | 2021-06-10 | [\#4029](https://github.com/airbytehq/airbyte/pull/4029) | Fixed `_airbyte_emitted_at` field to be a UTC instead of local timestamp for consistency. |
245-
| 0.1.1 | 2021-06-09 | [\#3973](https://github.com/airbytehq/airbyte/pull/3973) | Added `AIRBYTE_ENTRYPOINT` in base Docker image for Kubernetes support. |
246-
| 0.1.0 | 2021-06-03 | [\#3672](https://github.com/airbytehq/airbyte/pull/3672) | Initial release with CSV output. |
225+
|:--------| :--- | :--- | :--- |
226+
| 0.2.4 | 2022-01-12 | [\#9415](https://github.com/airbytehq/airbyte/pull/9415) | BigQuery Destination : Fix GCS processing of Facebook data |
227+
| 0.2.3 | 2022-01-11 | [\#9367](https://github.com/airbytehq/airbyte/pull/9367) | Avro & Parquet: support array field with unknown item type; default any improperly typed field to string. |
228+
| 0.2.2 | 2021-12-21 | [\#8574](https://github.com/airbytehq/airbyte/pull/8574) | Added namespace to Avro and Parquet record types |
229+
| 0.2.1 | 2021-12-20 | [\#8974](https://github.com/airbytehq/airbyte/pull/8974) | Release a new version to ensure there is no excessive logging. |
230+
| 0.2.0 | 2021-12-15 | [\#8607](https://github.com/airbytehq/airbyte/pull/8607) | Change the output filename for CSV files - it's now `bucketPath/namespace/streamName/timestamp_epochMillis_randomUuid.csv` |
231+
| 0.1.16 | 2021-12-10 | [\#8562](https://github.com/airbytehq/airbyte/pull/8562) | Swap dependencies with destination-jdbc. |
232+
| 0.1.15 | 2021-12-03 | [\#8501](https://github.com/airbytehq/airbyte/pull/8501) | Remove excessive logging for Avro and Parquet invalid date strings. |
233+
| 0.1.14 | 2021-11-09 | [\#7732](https://github.com/airbytehq/airbyte/pull/7732) | Support timestamp in Avro and Parquet |
234+
| 0.1.13 | 2021-11-03 | [\#7288](https://github.com/airbytehq/airbyte/issues/7288) | Support Json `additionalProperties`. |
235+
| 0.1.12 | 2021-09-13 | [\#5720](https://github.com/airbytehq/airbyte/issues/5720) | Added configurable block size for stream. Each stream is limited to 10,000 by S3 |
236+
| 0.1.11 | 2021-09-10 | [\#5729](https://github.com/airbytehq/airbyte/pull/5729) | For field names that start with a digit, a `_` will be appended at the beginning for the`Parquet` and `Avro` formats. |
237+
| 0.1.10 | 2021-08-17 | [\#4699](https://github.com/airbytehq/airbyte/pull/4699) | Added json config validator |
238+
| 0.1.9 | 2021-07-12 | [\#4666](https://github.com/airbytehq/airbyte/pull/4666) | Fix MinIO output for Parquet format. |
239+
| 0.1.8 | 2021-07-07 | [\#4613](https://github.com/airbytehq/airbyte/pull/4613) | Patched schema converter to support combined restrictions. |
240+
| 0.1.7 | 2021-06-23 | [\#4227](https://github.com/airbytehq/airbyte/pull/4227) | Added Avro and JSONL output. |
241+
| 0.1.6 | 2021-06-16 | [\#4130](https://github.com/airbytehq/airbyte/pull/4130) | Patched the check to verify prefix access instead of full-bucket access. |
242+
| 0.1.5 | 2021-06-14 | [\#3908](https://github.com/airbytehq/airbyte/pull/3908) | Fixed default `max_padding_size_mb` in `spec.json`. |
243+
| 0.1.4 | 2021-06-14 | [\#3908](https://github.com/airbytehq/airbyte/pull/3908) | Added Parquet output. |
244+
| 0.1.3 | 2021-06-13 | [\#4038](https://github.com/airbytehq/airbyte/pull/4038) | Added support for alternative S3. |
245+
| 0.1.2 | 2021-06-10 | [\#4029](https://github.com/airbytehq/airbyte/pull/4029) | Fixed `_airbyte_emitted_at` field to be a UTC instead of local timestamp for consistency. |
246+
| 0.1.1 | 2021-06-09 | [\#3973](https://github.com/airbytehq/airbyte/pull/3973) | Added `AIRBYTE_ENTRYPOINT` in base Docker image for Kubernetes support. |
247+
| 0.1.0 | 2021-06-03 | [\#3672](https://github.com/airbytehq/airbyte/pull/3672) | Initial release with CSV output. |
247248

0 commit comments

Comments
 (0)