This is an automated email from the ASF dual-hosted git repository.
ijokarumawak pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nifi.git
The following commit(s) were added to refs/heads/master by this push:
new 639e81e NIFI-6407 - added support for useAvroLogicalTypes in
PutBigQueryBatch
639e81e is described below
commit 639e81e5a12f5fccb35a581e009eee5bcdb4bff6
Author: Pierre Villard <[email protected]>
AuthorDate: Fri Jul 19 14:20:27 2019 +0200
NIFI-6407 - added support for useAvroLogicalTypes in PutBigQueryBatch
fix Maven dep
This closes #3592.
Signed-off-by: Koji Kawamura <[email protected]>
---
.../nifi/processors/gcp/bigquery/BigQueryAttributes.java | 5 +++++
.../apache/nifi/processors/gcp/bigquery/PutBigQueryBatch.java | 11 +++++++++++
.../nifi-gcp-bundle/nifi-gcp-services-api/pom.xml | 2 +-
nifi-nar-bundles/nifi-gcp-bundle/pom.xml | 2 +-
4 files changed, 18 insertions(+), 2 deletions(-)
diff --git
a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/BigQueryAttributes.java
b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/BigQueryAttributes.java
index 842a176..81978eb 100644
---
a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/BigQueryAttributes.java
+++
b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/BigQueryAttributes.java
@@ -97,6 +97,11 @@ public class BigQueryAttributes {
+ "will skip when reading the data. The default value is 0. This
property is useful if you have header rows in the "
+ "file that should be skipped.";
+ public static final String AVRO_USE_LOGICAL_TYPES_ATTR =
"bq.avro.use.logical.types";
+ public static final String AVRO_USE_LOGICAL_TYPES_DESC = "If format is set
to Avro and if this option is set to true, you "
+ + "can interpret logical types into their corresponding types
(such as TIMESTAMP) instead of only using their raw "
+ + "types (such as INTEGER).";
+
// Batch Attributes
diff --git
a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/PutBigQueryBatch.java
b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/PutBigQueryBatch.java
index 5068ab5..5446c20 100644
---
a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/PutBigQueryBatch.java
+++
b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-processors/src/main/java/org/apache/nifi/processors/gcp/bigquery/PutBigQueryBatch.java
@@ -214,6 +214,15 @@ public class PutBigQueryBatch extends
AbstractBigQueryProcessor {
.expressionLanguageSupported(ExpressionLanguageScope.FLOWFILE_ATTRIBUTES)
.build();
+ public static final PropertyDescriptor AVRO_USE_LOGICAL_TYPES = new
PropertyDescriptor.Builder()
+ .name(BigQueryAttributes.AVRO_USE_LOGICAL_TYPES_ATTR)
+ .displayName("Avro Input - Use Logical Types")
+ .description(BigQueryAttributes.AVRO_USE_LOGICAL_TYPES_DESC)
+ .required(true)
+ .allowableValues("true", "false")
+ .defaultValue("false")
+ .build();
+
@Override
public List<PropertyDescriptor> getSupportedPropertyDescriptors() {
return ImmutableList.<PropertyDescriptor>builder()
@@ -229,6 +238,7 @@ public class PutBigQueryBatch extends
AbstractBigQueryProcessor {
.add(CSV_FIELD_DELIMITER)
.add(CSV_QUOTE)
.add(CSV_SKIP_LEADING_ROWS)
+ .add(AVRO_USE_LOGICAL_TYPES)
.build();
}
@@ -280,6 +290,7 @@ public class PutBigQueryBatch extends
AbstractBigQueryProcessor {
.setCreateDisposition(JobInfo.CreateDisposition.valueOf(context.getProperty(CREATE_DISPOSITION).getValue()))
.setWriteDisposition(JobInfo.WriteDisposition.valueOf(context.getProperty(WRITE_DISPOSITION).getValue()))
.setIgnoreUnknownValues(context.getProperty(IGNORE_UNKNOWN).asBoolean())
+
.setUseAvroLogicalTypes(context.getProperty(AVRO_USE_LOGICAL_TYPES).asBoolean())
.setMaxBadRecords(context.getProperty(MAXBAD_RECORDS).asInteger())
.setSchema(schema)
.setFormatOptions(formatOption)
diff --git a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-services-api/pom.xml
b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-services-api/pom.xml
index 671474b..ea79c10 100644
--- a/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-services-api/pom.xml
+++ b/nifi-nar-bundles/nifi-gcp-bundle/nifi-gcp-services-api/pom.xml
@@ -33,7 +33,7 @@
<dependency>
<groupId>com.google.auth</groupId>
<artifactId>google-auth-library-oauth2-http</artifactId>
- <version>0.12.0</version>
+ <version>0.16.2</version>
<exclusions>
<exclusion>
<groupId>com.google.code.findbugs</groupId>
diff --git a/nifi-nar-bundles/nifi-gcp-bundle/pom.xml
b/nifi-nar-bundles/nifi-gcp-bundle/pom.xml
index c25a36f..2e8a65a 100644
--- a/nifi-nar-bundles/nifi-gcp-bundle/pom.xml
+++ b/nifi-nar-bundles/nifi-gcp-bundle/pom.xml
@@ -27,7 +27,7 @@
<packaging>pom</packaging>
<properties>
- <google.cloud.sdk.version>0.71.0-alpha</google.cloud.sdk.version>
+ <google.cloud.sdk.version>0.101.0-alpha</google.cloud.sdk.version>
</properties>
<dependencyManagement>
