DImuthuUpe commented on a change in pull request #6: URL: https://github.com/apache/airavata-mft/pull/6#discussion_r413436548
########## File path: transport/gcp-transport/src/main/java/org/apache/airavata/mft/transport/gcp/GCSSender.java ########## @@ -0,0 +1,86 @@ +package org.apache.airavata.mft.transport.gcp; + +import com.google.api.client.googleapis.auth.oauth2.GoogleCredential; +import com.google.api.client.googleapis.javanet.GoogleNetHttpTransport; +import com.google.api.client.http.HttpTransport; +import com.google.api.client.http.InputStreamContent; +import com.google.api.client.json.JsonFactory; +import com.google.api.client.json.jackson2.JacksonFactory; +import com.google.api.services.storage.Storage; +import com.google.api.services.storage.Storage.Objects.Insert; +import com.google.api.services.storage.StorageScopes; +import com.google.api.services.storage.model.ObjectAccessControl; +import com.google.api.services.storage.model.StorageObject; +import org.apache.airavata.mft.core.ConnectorContext; +import org.apache.airavata.mft.core.api.Connector; +import org.apache.airavata.mft.resource.client.ResourceServiceClient; +import org.apache.airavata.mft.resource.service.GCSResource; +import org.apache.airavata.mft.resource.service.GCSResourceGetRequest; +import org.apache.airavata.mft.resource.service.ResourceServiceGrpc; +import org.apache.airavata.mft.secret.client.SecretServiceClient; +import org.apache.airavata.mft.secret.service.GCSSecret; +import org.apache.airavata.mft.secret.service.GCSSecretGetRequest; +import org.apache.airavata.mft.secret.service.SecretServiceGrpc; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.ByteArrayInputStream; +import java.nio.charset.StandardCharsets; +import java.util.Arrays; +import java.util.Collection; + + +public class GCSSender implements Connector { + + private static final Logger logger = LoggerFactory.getLogger(GCSSender.class); + + private GCSResource gcsResource; + private Storage storage; + + @Override + public void init(String resourceId, String credentialToken, String resourceServiceHost, int resourceServicePort, String secretServiceHost, int secretServicePort) throws Exception { + + ResourceServiceGrpc.ResourceServiceBlockingStub resourceClient = ResourceServiceClient.buildClient(resourceServiceHost, resourceServicePort); + this.gcsResource = resourceClient.getGCSResource(GCSResourceGetRequest.newBuilder().setResourceId(resourceId).build()); + + SecretServiceGrpc.SecretServiceBlockingStub secretClient = SecretServiceClient.buildClient(secretServiceHost, secretServicePort); + GCSSecret gcsSecret = secretClient.getGCSSecret(GCSSecretGetRequest.newBuilder().setSecretId(credentialToken).build()); + + HttpTransport transport = GoogleNetHttpTransport.newTrustedTransport(); + JsonFactory jsonFactory = new JacksonFactory(); + String jsonString = gcsSecret.getJsonCredentialsFilePath(); + GoogleCredential credential = GoogleCredential.fromStream(new ByteArrayInputStream(jsonString.getBytes(StandardCharsets.UTF_8))); + if (credential.createScopedRequired()) { + Collection<String> scopes = StorageScopes.all(); + credential = credential.createScoped(scopes); + } + + storage = new Storage.Builder(transport, jsonFactory, credential).build(); + } + + @Override + public void destroy() { + + } + + @Override + public void startStream(ConnectorContext context) throws Exception { + logger.info("Starting GCS Sender stream for transfer {}", context.getTransferId()); + logger.info("Content length for transfer {} {}", context.getTransferId(), context.getMetadata().getResourceSize()); + + InputStreamContent contentStream = new InputStreamContent( + "text/plain", context.getStreamBuffer().getInputStream()); Review comment: I prefer null instead of text/plain because there can be binary files ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org