samples: add streaming_automl_object_tracking sample (#547)

* samples: add streaming_automl_object_tracking sample

* fix: skip checking doc link before merged

* 🦉 Updates from OwlBot

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

Author: 2 people

video-intelligence/analyze-streaming-automl-object-tracking.js

@@ -0,0 +1,98 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+'use strict';
+
+async function main(
+  path = 'YOUR_LOCAL_FILE',
+  projectId = 'YOUR_GCP_PROJECT',
+  modelId = 'YOUR_AUTOML_MODELID'
+) {
+  // [START video_streaming_automl_object_tracking_beta]
+  /**
+   * TODO(developer): Uncomment these variables before running the sample.
+   */
+  // const path = 'Local file to analyze, e.g. ./my-file.mp4';
+  // const modelId = 'AutoML model'
+  // const projectId = 'Your GCP Project'
+
+  const {StreamingVideoIntelligenceServiceClient} =
+    require('@google-cloud/video-intelligence').v1p3beta1;
+  const fs = require('fs');
+
+  // Instantiates a client
+  const client = new StreamingVideoIntelligenceServiceClient();
+
+  // Streaming configuration
+  const modelName = `projects/${projectId}/locations/us-central1/models/${modelId}`;
+  const configRequest = {
+    videoConfig: {
+      feature: 'STREAMING_AUTOML_OBJECT_TRACKING',
+      automlObjectTrackingConfig: {
+        modelName: modelName,
+      },
+    },
+  };
+
+  const readStream = fs.createReadStream(path, {
+    highWaterMark: 5 * 1024 * 1024, //chunk size set to 5MB (recommended less than 10MB)
+    encoding: 'base64',
+  });
+  //Load file content
+  // Note: Input videos must have supported video codecs. See
+  // https://cloud.google.com/video-intelligence/docs/streaming/streaming#supported_video_codecs
+  // for more details.
+  const chunks = [];
+  readStream
+    .on('data', chunk => {
+      const request = {
+        inputContent: chunk.toString(),
+      };
+      chunks.push(request);
+    })
+    .on('close', () => {
+      // configRequest should be the first in the stream of requests
+      stream.write(configRequest);
+      for (let i = 0; i < chunks.length; i++) {
+        stream.write(chunks[i]);
+      }
+      stream.end();
+    });
+
+  const stream = client.streamingAnnotateVideo().on('data', response => {
+    //Gets annotations for video
+    const annotations = response.annotationResults;
+    const objects = annotations.objectAnnotations;
+    objects.forEach(object => {
+      console.log(`Entity description: ${object.entity.description}`);
+      console.log(`Entity id: ${object.entity.entityId}`);
+      console.log(`Track id: ${object.trackId}`);
+      console.log(`Confidence: ${object.confidence}`);
+      console.log(
+        `Time offset for the frame: ${
+          object.frames[0].timeOffset.seconds || 0
+        }` + `.${(object.frames[0].timeOffset.nanos / 1e6).toFixed(0)}s`
+      );
+      //Every annotation has only one frame.
+      const box = object.frames[0].normalizedBoundingBox;
+      console.log('Bounding box position:');
+      console.log(`\tleft: ${box.left}`);
+      console.log(`\ttop: ${box.top}`);
+      console.log(`\tright: ${box.right}`);
+      console.log(`\tbottom: ${box.bottom}`);
+    });
+  });
+  // [END video_streaming_automl_object_tracking_beta]
+}
+main(...process.argv.slice(2)).catch(console.error());

video-intelligence/system-test/analyze-streaming-automl-object-tracking.test.js

@@ -0,0 +1,34 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+'use strict';
+
+const cp = require('child_process');
+const {assert} = require('chai');
+const {describe, it} = require('mocha');
+
+const execSync = cmd => cp.execSync(cmd, {encoding: 'utf-8'});
+
+const cmd = 'node analyze-streaming-automl-object-tracking.js';
+const modelId = 'VOT409893536788381696';
+const project = process.env.GCLOUD_PROJECT;
+const file = 'resources/googlework_short.mp4';
+
+describe('streaming automl object tracking', function () {
+  this.retries(3);
+  it('should track an object in a streaming video', async () => {
+    const output = execSync(`${cmd} ${file} ${project} ${modelId}`);
+    assert.match(output, /Track id/);
+  });
+});