samples(storage transfer): add samples and test cases for transfer from posix (#3)

Author: mahendra-google

storagetransfer/api/StorageTransfer.Samples.Tests/TransferFromPosixTest.cs

@@ -0,0 +1,65 @@
+// Copyright 2024 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License").
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at 
+//
+// https://www.apache.org/licenses/LICENSE-2.0 
+//
+// Unless required by applicable law or agreed to in writing, software 
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and 
+// limitations under the License.
+
+using Google.Cloud.Storage.V1;
+using Google.Cloud.StorageTransfer.V1;
+using System;
+using Xunit.Abstractions;
+using Xunit;
+
+
+namespace StorageTransfer.Samples.Tests;
+[Collection(nameof(StorageFixture))]
+public class TransferFromPosixTest : IDisposable
+{
+    private readonly StorageFixture _fixture;
+    private string _transferJobName;
+    private readonly ITestOutputHelper _outputHelper;
+    public TransferFromPosixTest(StorageFixture fixture, ITestOutputHelper outputHelper)
+    {
+        _fixture = fixture;
+        _outputHelper = outputHelper;
+    }
+
+    [Fact]
+    public void TransferFromPosix()
+    {
+        TransferFromPosixSample transferFromPosixSample = new TransferFromPosixSample(_outputHelper);
+        var transferJob = transferFromPosixSample.TransferFromPosix(_fixture.ProjectId, _fixture.SourceAgentPoolName, _fixture.RootDirectory,_fixture.BucketNameSink);
+        var storage = StorageClient.Create();
+        Assert.Contains("transferJobs/", transferJob.Name);
+        _transferJobName = transferJob.Name;
+    }
+
+    public void Dispose()
+    {
+        try
+        {
+            _fixture.Sts.UpdateTransferJob(new UpdateTransferJobRequest()
+            {
+                ProjectId = _fixture.ProjectId,
+                JobName = _transferJobName,
+                TransferJob = new TransferJob()
+                {
+                    Name = _transferJobName,
+                    Status = TransferJob.Types.Status.Deleted
+                }
+            });
+        }
+        catch (Exception)
+        {
+            // Do nothing, we delete on a best effort basis.
+        }
+    }
+}

storagetransfer/api/StorageTransfer.Samples/TransferFromPosixSample.cs

@@ -0,0 +1,78 @@
+// Copyright 2024 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License").
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at 
+//
+// https://www.apache.org/licenses/LICENSE-2.0 
+//
+// Unless required by applicable law or agreed to in writing, software 
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and 
+// limitations under the License.
+// [START storagetransfer_transfer_from_posix]
+using Google.Cloud.StorageTransfer.V1;
+using Xunit.Abstractions;
+
+
+namespace StorageTransfer.Samples
+{
+    public class TransferFromPosixSample
+    {
+        /*Create a transfer from a POSIX file system to a GCS sink bucket*/
+        private readonly ITestOutputHelper _output;
+        public TransferFromPosixSample(ITestOutputHelper output)
+        {
+            _output = output;
+        }
+        public TransferJob TransferFromPosix(
+            // Your Google Cloud Project ID
+            string projectId = "my-project-id",
+            // The agent pool associated with the POSIX data source. If not provided, defaults to the default agent
+            string sourceAgentPoolName = "projects/my-project-id/agentPools/transfer_service_default",
+            // The root directory path on the source filesystem
+            string rootDirectory = "/tmp/uploads",
+            // The GCS bucket to transfer data to
+            string sinkBucket = "my-sink-bucket")
+        {
+            
+            // # A useful description for your transfer job
+            string jobDescription = $"Transfers objects from a POSIX file system to a sink bucket ({sinkBucket})";
+
+            TransferJob transferJob = new TransferJob
+            {
+                ProjectId = projectId,
+                Description = jobDescription,
+                TransferSpec = new TransferSpec
+                {
+                    GcsDataSink = new GcsData { BucketName = sinkBucket },
+                    SourceAgentPoolName = sourceAgentPoolName,
+                    PosixDataSource = new PosixFilesystem { RootDirectory = rootDirectory }
+                },
+                Status = TransferJob.Types.Status.Enabled,
+            };
+
+
+            // Create a Transfer Service client
+            StorageTransferServiceClient client = StorageTransferServiceClient.Create();
+
+            // Create a Transfer job
+            TransferJob response = client.CreateTransferJob(new CreateTransferJobRequest { TransferJob = transferJob });
+
+            client.RunTransferJob(new RunTransferJobRequest
+            {
+                JobName = response.Name,
+                ProjectId = projectId
+            });
+
+            _output.WriteLine($"Created and ran transfer job from {rootDirectory} to {sinkBucket} with the name {response.Name}");
+            return response;
+
+
+        }
+    }
+}
+// [END storagetransfer_transfer_from_posix]
+
+