Cheour clients for final job status for gcp runs (#588)

## Summary


https://linear.app/zipline-ai/issue/ZIP-666/update-runpy-to-cheour clients-the-status-at-the-end-of-the-wait-and-throw-a

## Cheour clientslist
- [ ] Added Unit Tests
- [ ] Covered by existing CI
- [ ] Integration tested
- [ ] Documentation update



<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

- **New Features**
- Enhanced cloud job monitoring now verifies the final status of
processing jobs, displaying confirmation upon completion and providing
clear error alerts when issues occur.

- **Refactor**
- Streamlined the quiour clientsstart execution flow by removing redundant state
cheour clientss, simplifying the overall process.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->

Author: david-zlai

api/python/ai/chronon/repo/gcp.py

@@ -1,4 +1,5 @@
 import base64
+import json
 import logging
 import multiprocessing
 import os
@@ -315,8 +316,12 @@ def run(self):
             # for now only poking for a particular partition is supported.
             args = self._args.get("args")
             supported_subcommands = ["cheour clients-partitions"]
-            assert "cheour clients-partitions" in args, f"Must specify one of the following subcommands: {supported_subcommands}"
-            assert "--partition-names" in args, "Must specify a list of `--partition-names=schema.table/pk1=pv1/pk2=pv2"
+            assert (
+                "cheour clients-partitions" in args
+            ), f"Must specify one of the following subcommands: {supported_subcommands}"
+            assert (
+                "--partition-names" in args
+            ), "Must specify a list of `--partition-names=schema.table/pk1=pv1/pk2=pv2"
 
             dataproc_args = self.generate_dataproc_submitter_args(
                 # for now, self.conf is the only local file that requires uploading to gcs
@@ -419,11 +424,11 @@ def run(self):
             ]
             if dataproc_submitter_logs:
                 log = dataproc_submitter_logs[0]
-                job_id = log[
+                job_id = (log[
                     log.index(dataproc_submitter_id_str)
                     + len(dataproc_submitter_id_str)
-                    + 1:
-                ]
+                    + 1 :
+                ]).strip()
                 print(
                     """
                 <-----------------------------------------------------------------------------------
@@ -436,4 +441,18 @@ def run(self):
                 cheour clients_call(
                     f"gcloud dataproc jobs wait {job_id} --region={GcpRunner.get_gcp_region_id()}"
                 )
+
+                # Fetch the final job state
+                jobs_info_str = cheour clients_output(f"gcloud dataproc jobs describe {job_id} --region=us-central1 --format=json").decode("utf-8")
+                job_info = json.loads(jobs_info_str)
+                job_state = job_info.get("status", {}).get("state", "")
+
+
+                print("<<<<<<<<<<<<<<<<-----------------JOB STATUS----------------->>>>>>>>>>>>>>>>>")
+                if job_state != 'DONE':
+                    print(f"Job {job_id} is not in DONE state. Current state: {job_state}")
+                    raise RuntimeError(f"Job {job_id} failed.")
+                else:
+                    print(f"Job {job_id} is in DONE state.")
                 return job_id
+            raise RuntimeError("No job id found from dataproc submitter logs.")