Skip to content

Commit 91d6f4e

Browse files
committed
record real gcp logs
1 parent d1b3297 commit 91d6f4e

File tree

2 files changed

+5231
-0
lines changed

2 files changed

+5231
-0
lines changed
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
apiVersion: dataproc.cnrm.cloud.google.com/v1alpha1
2+
kind: DataprocJob
3+
metadata:
4+
finalizers:
5+
- cnrm.cloud.google.com/finalizer
6+
- cnrm.cloud.google.com/deletion-defender
7+
generation: 2
8+
labels:
9+
cnrm-test: "true"
10+
name: dataprocjob-minimal-${uniqueId}
11+
namespace: ${uniqueId}
12+
spec:
13+
hiveJob:
14+
continueOnFailure: true
15+
queryFileURI: gs://config-connector-sample/hivejob_sample.sql
16+
parent:
17+
location: us-central1
18+
projectRef:
19+
external: ${projectId}
20+
placement:
21+
clusterName: dataproccluster-${uniqueId}
22+
trinoJob:
23+
queryFileURI: gs://my-bucket/trino_queries.sql
24+
status:
25+
conditions:
26+
- lastTransitionTime: "1970-01-01T00:00:00Z"
27+
message: The resource is up to date
28+
reason: UpToDate
29+
status: "True"
30+
type: Ready
31+
externalRef: projects/${projectId}/regions/us-central1/jobs/dataprocjob-minimal-${uniqueId}
32+
observedGeneration: 2
33+
observedState:
34+
driverControlFilesURI: gs://dataproc-staging-us-central1-${projectNumber}-hyktfe58/google-cloud-dataproc-metainfo/2df9d2e5-7242-4180-9f55-cc6e1aac7096/jobs/dataprocjob-minimal-${uniqueId}/
35+
driverOutputResourceURI: gs://dataproc-staging-us-central1-${projectNumber}-hyktfe58/google-cloud-dataproc-metainfo/2df9d2e5-7242-4180-9f55-cc6e1aac7096/jobs/dataprocjob-minimal-${uniqueId}/driveroutput
36+
jobUUid: 4994c587-b877-4cff-986a-59d30467b2e7
37+
placement:
38+
clusterUuid: 2df9d2e5-7242-4180-9f55-cc6e1aac7096
39+
status:
40+
state: DONE
41+
stateStartTime: '2025-03-06T08:13:36.812902Z'
42+
statusHistory:
43+
- state: PENDING
44+
stateStartTime: '2025-03-06T08:13:27.583173Z'
45+
- state: SETUP_DONE
46+
stateStartTime: '2025-03-06T08:13:27.623781Z'
47+
- details: Agent reported job success
48+
state: RUNNING
49+
stateStartTime: '2025-03-06T08:13:27.939687Z'
50+

0 commit comments

Comments
 (0)