This is an automated email from the ASF dual-hosted git repository.

yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 7eaef18bcbf Address failing BT read tests in #27319 (#27322)
7eaef18bcbf is described below

commit 7eaef18bcbfb48fb112884564b1362f638fe5834
Author: Ahmed Abualsaud <[email protected]>
AuthorDate: Thu Jul 6 20:55:17 2023 +0000

    Address failing BT read tests in #27319 (#27322)
    
    * create table during setup instead
    
    * spotless
    
    * use slf4j logging
    
    * spotless
---
 .../BigtableReadSchemaTransformProviderIT.java     | 42 ++++++++++++----------
 1 file changed, 24 insertions(+), 18 deletions(-)

diff --git 
a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
 
b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
index 0c3429bf1f7..81d3103f38b 100644
--- 
a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
+++ 
b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
@@ -32,6 +32,7 @@ import java.nio.ByteBuffer;
 import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.Arrays;
+import java.util.Date;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
@@ -49,14 +50,19 @@ import org.junit.Rule;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.junit.runners.JUnit4;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 @RunWith(JUnit4.class)
 public class BigtableReadSchemaTransformProviderIT {
+  private static final Logger LOG =
+      LoggerFactory.getLogger(BigtableReadSchemaTransformProviderIT.class);
+
   @Rule public final transient TestPipeline p = TestPipeline.create();
 
   private static final String COLUMN_FAMILY_NAME_1 = "test_cf_1";
   private static final String COLUMN_FAMILY_NAME_2 = "test_cf_2";
-  private BigtableTableAdminClient adminClient;
+  private BigtableTableAdminClient tableAdminClient;
   private BigtableDataClient dataClient;
   private String tableId;
   private String projectId;
@@ -106,31 +112,31 @@ public class BigtableReadSchemaTransformProviderIT {
             .setProjectId(projectId)
             .setInstanceId(instanceId)
             .build();
-    adminClient = BigtableTableAdminClient.create(adminSettings);
+    tableAdminClient = BigtableTableAdminClient.create(adminSettings);
+
+    tableId = String.format("BTReadSchemaTransformIT-%tF-%<tH-%<tM-%<tS-%<tL", 
new Date());
+    if (!tableAdminClient.exists(tableId)) {
+      CreateTableRequest createTableRequest =
+          CreateTableRequest.of(tableId)
+              .addFamily(COLUMN_FAMILY_NAME_1)
+              .addFamily(COLUMN_FAMILY_NAME_2);
+      tableAdminClient.createTable(createTableRequest);
+    }
   }
 
   @After
   public void tearDown() {
     try {
-      adminClient.deleteTable(tableId);
-      System.out.printf("Table %s deleted successfully%n", tableId);
+      tableAdminClient.deleteTable(tableId);
+      LOG.info("Table {} deleted successfully.", tableId);
     } catch (NotFoundException e) {
-      System.err.println("Failed to delete a non-existent table: " + 
e.getMessage());
+      LOG.warn("Failed to delete a non-existent table [{}]: \n{}", tableId, 
e.getMessage());
     }
     dataClient.close();
-    adminClient.close();
+    tableAdminClient.close();
   }
 
-  public List<Row> writeToTable(int numRows) throws Exception {
-    // Checks if table exists, creates table if does not exist.
-    if (!adminClient.exists(tableId)) {
-      CreateTableRequest createTableRequest =
-          CreateTableRequest.of(tableId)
-              .addFamily(COLUMN_FAMILY_NAME_1)
-              .addFamily(COLUMN_FAMILY_NAME_2);
-      adminClient.createTable(createTableRequest);
-    }
-
+  public List<Row> writeToTable(int numRows) {
     List<Row> expectedRows = new ArrayList<>();
 
     try {
@@ -199,6 +205,7 @@ public class BigtableReadSchemaTransformProviderIT {
 
         expectedRows.add(expectedRow);
       }
+      LOG.info("Finished writing {} rows to table {}", numRows, tableId);
     } catch (NotFoundException e) {
       throw new RuntimeException("Failed to write to table", e);
     }
@@ -206,8 +213,7 @@ public class BigtableReadSchemaTransformProviderIT {
   }
 
   @Test
-  public void testRead() throws Exception {
-    tableId = "BigtableReadSchemaTransformIT";
+  public void testRead() {
     List<Row> expectedRows = writeToTable(20);
 
     BigtableReadSchemaTransformConfiguration config =

Reply via email to