migrate code from googleapis/python-automl

.github/CODEOWNERS

@@ -20,6 +20,7 @@
 /appengine/flexible/django_cloudsql/**/*     @glasnt @GoogleCloudPlatform/aap-dpes  @GoogleCloudPlatform/python-samples-reviewers
 /appengine/standard_python3/spanner/*        @GoogleCloudPlatform/api-spanner-python @GoogleCloudPlatform/python-samples-reviewers
 /auth/**/*                             @arithmetic1728 @GoogleCloudPlatform/python-samples-reviewers
+/automl/**/*                           @GoogleCloudPlatform/ml-apis @GoogleCloudPlatform/python-samples-reviewers
 /batch/**/*                            @m-strzelczyk @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers
 /bigquery/**/*                         @chalmerlowe @GoogleCloudPlatform/python-samples-reviewers
 /bigquery/remote_function/**/*         @autoerr @GoogleCloudPlatform/python-samples-reviewers

.github/blunderbuss.yml

@@ -147,6 +147,10 @@ assign_issues_by:
   - 'api: vision'
   to:
   - GoogleCloudPlatform/python-samples-reviewers
+- labels:
+  - 'api: vision'
+  to:
+  - GoogleCloudPlatform/ml-apis
 
 assign_prs_by:
 - labels:

.github/header-checker-lint.yml

@@ -19,7 +19,6 @@ ignoreFiles:
   - "texttospeech/snippets/resources/example.txt"
   - "texttospeech/snippets/resources/hello.txt"
 
-
 ignoreLicenseYear: true
 
 sourceFileExtensions:

automl/AUTHORING_GUIDE.md

@@ -0,0 +1 @@
+See https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/AUTHORING_GUIDE.md

automl/CONTRIBUTING.md

@@ -0,0 +1 @@
+See https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/CONTRIBUTING.md

automl/beta/batch_predict.py

@@ -0,0 +1,59 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# [START automl_batch_predict_beta]
+from google.cloud import automl_v1beta1 as automl
+
+
+def batch_predict(
+    project_id="YOUR_PROJECT_ID",
+    model_id="YOUR_MODEL_ID",
+    input_uri="gs://YOUR_BUCKET_ID/path/to/your/input/csv_or_jsonl",
+    output_uri="gs://YOUR_BUCKET_ID/path/to/save/results/",
+):
+    """Batch predict"""
+    prediction_client = automl.PredictionServiceClient()
+
+    # Get the full path of the model.
+    model_full_id = automl.AutoMlClient.model_path(
+        project_id, "us-central1", model_id
+    )
+
+    gcs_source = automl.GcsSource(input_uris=[input_uri])
+
+    input_config = automl.BatchPredictInputConfig(gcs_source=gcs_source)
+    gcs_destination = automl.GcsDestination(output_uri_prefix=output_uri)
+    output_config = automl.BatchPredictOutputConfig(
+        gcs_destination=gcs_destination
+    )
+    params = {}
+
+    request = automl.BatchPredictRequest(
+        name=model_full_id,
+        input_config=input_config,
+        output_config=output_config,
+        params=params
+    )
+    response = prediction_client.batch_predict(
+        request=request
+    )
+
+    print("Waiting for operation to complete...")
+    print(
+        "Batch Prediction results saved to Cloud Storage bucket. {}".format(
+            response.result()
+        )
+    )
+# [END automl_batch_predict_beta]

automl/beta/batch_predict_test.py

@@ -0,0 +1,47 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific ladnguage governing permissions and
+# limitations under the License.
+
+import datetime
+import os
+
+import batch_predict
+
+PROJECT_ID = os.environ["AUTOML_PROJECT_ID"]
+BUCKET_ID = "{}-lcm".format(PROJECT_ID)
+MODEL_ID = "TEN0000000000000000000"
+PREFIX = "TEST_EXPORT_OUTPUT_" + datetime.datetime.now().strftime(
+    "%Y%m%d%H%M%S"
+)
+
+
+def test_batch_predict(capsys):
+    # As batch prediction can take a long time. Try to batch predict on a model
+    # and confirm that the model was not found, but other elements of the
+    # request were valid.
+    try:
+        input_uri = "gs://{}/entity-extraction/input.jsonl".format(BUCKET_ID)
+        output_uri = "gs://{}/{}/".format(BUCKET_ID, PREFIX)
+        batch_predict.batch_predict(
+            PROJECT_ID, MODEL_ID, input_uri, output_uri
+        )
+        out, _ = capsys.readouterr()
+        assert (
+            "does not exist"
+            in out
+        )
+    except Exception as e:
+        assert (
+            "does not exist"
+            in e.message
+        )

automl/beta/cancel_operation.py

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright 2019 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# [START automl_cancel_operation]
+
+from google.cloud import automl_v1beta1
+
+
+def sample_cancel_operation(project, operation_id):
+    """
+    Cancel Long-Running Operation
+
+    Args:
+      project Required. Your Google Cloud Project ID.
+      operation_id Required. The ID of the Operation.
+    """
+
+    client = automl_v1beta1.AutoMlClient()
+
+    operations_client = client._transport.operations_client
+
+    # project = '[Google Cloud Project ID]'
+    # operation_id = '[Operation ID]'
+    name = "projects/{}/locations/us-central1/operations/{}".format(
+        project, operation_id
+    )
+
+    operations_client.cancel_operation(name)
+
+    print(u"Cancelled operation: {}".format(name))
+
+
+# [END automl_cancel_operation]
+
+
+def main():
+    import argparse
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--project", type=str, default="[Google Cloud Project ID]")
+    parser.add_argument("--operation_id", type=str, default="[Operation ID]")
+    args = parser.parse_args()
+
+    sample_cancel_operation(args.project, args.operation_id)
+
+
+if __name__ == "__main__":
+    main()

automl/beta/delete_dataset.py

@@ -0,0 +1,30 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# [START automl_delete_dataset_beta]
+from google.cloud import automl_v1beta1 as automl
+
+
+def delete_dataset(project_id="YOUR_PROJECT_ID", dataset_id="YOUR_DATASET_ID"):
+    """Delete a dataset."""
+    client = automl.AutoMlClient()
+    # Get the full path of the dataset
+    dataset_full_id = client.dataset_path(
+        project_id, "us-central1", dataset_id
+    )
+    response = client.delete_dataset(name=dataset_full_id)
+
+    print("Dataset deleted. {}".format(response.result()))
+# [END automl_delete_dataset_beta]

automl/beta/delete_dataset_test.py

@@ -0,0 +1,46 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import uuid
+
+from google.cloud import automl_v1beta1 as automl
+import pytest
+
+import delete_dataset
+
+PROJECT_ID = os.environ["AUTOML_PROJECT_ID"]
+BUCKET_ID = "{}-lcm".format(PROJECT_ID)
+
+
+@pytest.fixture(scope="function")
+def dataset_id():
+    client = automl.AutoMlClient()
+    project_location = f"projects/{PROJECT_ID}/locations/us-central1"
+    display_name = "test_{}".format(uuid.uuid4()).replace("-", "")[:32]
+    metadata = automl.VideoClassificationDatasetMetadata()
+    dataset = automl.Dataset(
+        display_name=display_name, video_classification_dataset_metadata=metadata
+    )
+    response = client.create_dataset(parent=project_location, dataset=dataset)
+    dataset_id = response.name.split("/")[-1]
+
+    yield dataset_id
+
+
+def test_delete_dataset(capsys, dataset_id):
+    # delete dataset
+    delete_dataset.delete_dataset(PROJECT_ID, dataset_id)
+    out, _ = capsys.readouterr()
+    assert "Dataset deleted." in out

automl/beta/delete_model.py

@@ -0,0 +1,31 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def delete_model(project_id, model_id):
+    """Delete a model."""
+    # [START automl_delete_model_beta]
+    from google.cloud import automl_v1beta1 as automl
+
+    # TODO(developer): Uncomment and set the following variables
+    # project_id = "YOUR_PROJECT_ID"
+    # model_id = "YOUR_MODEL_ID"
+
+    client = automl.AutoMlClient()
+    # Get the full path of the model.
+    model_full_id = client.model_path(project_id, "us-central1", model_id)
+    response = client.delete_model(name=model_full_id)
+
+    print("Model deleted. {}".format(response.result()))
+    # [END automl_delete_model_beta]

automl/beta/delete_model_test.py

@@ -0,0 +1,31 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+
+import delete_model
+
+PROJECT_ID = os.environ["AUTOML_PROJECT_ID"]
+
+
+def test_delete_model(capsys):
+    # As model creation can take many hours, instead try to delete a
+    # nonexistent model and confirm that the model was not found, but other
+    # elements of the request were valid.
+    try:
+        delete_model.delete_model(PROJECT_ID, "VCN0000000000000000000")
+        out, _ = capsys.readouterr()
+        assert "The model does not exist" in out
+    except Exception as e:
+        assert "The model does not exist" in e.message

automl/beta/get_model.py

@@ -0,0 +1,42 @@
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def get_model(project_id, model_id):
+    """Get a model."""
+    # [START automl_get_model_beta]
+    from google.cloud import automl_v1beta1 as automl
+
+    # TODO(developer): Uncomment and set the following variables
+    # project_id = "YOUR_PROJECT_ID"
+    # model_id = "YOUR_MODEL_ID"
+
+    client = automl.AutoMlClient()
+    # Get the full path of the model.
+    model_full_id = client.model_path(project_id, "us-central1", model_id)
+    model = client.get_model(name=model_full_id)
+
+    # Retrieve deployment state.
+    if model.deployment_state == automl.Model.DeploymentState.DEPLOYED:
+        deployment_state = "deployed"
+    else:
+        deployment_state = "undeployed"
+
+    # Display the model information.
+    print("Model name: {}".format(model.name))
+    print("Model id: {}".format(model.name.split("/")[-1]))
+    print("Model display name: {}".format(model.display_name))
+    print("Model create time: {}".format(model.create_time))
+    print("Model deployment state: {}".format(deployment_state))
+    # [END automl_get_model_beta]