This is an automated email from the ASF dual-hosted git repository.
suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new ee59a96 [GOBBLIN-981][COBBLIN-981] Handle backward compatibility
issue in HiveSource
ee59a96 is described below
commit ee59a967fe342f5870855ed9aab00037785b6e5d
Author: Zihan Li <[email protected]>
AuthorDate: Tue Nov 26 14:48:16 2019 -0800
[GOBBLIN-981][COBBLIN-981] Handle backward compatibility issue in HiveSource
Closes #2827 from ZihanLi58/GOBBLIN-981
---
.../conversion/hive/source/HiveSource.java | 20 +++++++++++++++++++-
1 file changed, 19 insertions(+), 1 deletion(-)
diff --git
a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
index 3ff8096..7f77d78 100644
---
a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
+++
b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
@@ -222,7 +222,10 @@ public class HiveSource implements Source {
silenceHiveLoggers();
}
-
+ @Deprecated
+ protected void createWorkunitForNonPartitionedTable(HiveDataset hiveDataset)
throws IOException {
+ this.createWorkunitForNonPartitionedTable(hiveDataset, false);
+ }
protected void createWorkunitForNonPartitionedTable(HiveDataset hiveDataset,
boolean disableAvroCheck) throws IOException {
// Create workunits for tables
try {
@@ -276,6 +279,11 @@ public class HiveSource implements Source {
}
}
+ @Deprecated
+ protected HiveWorkUnit workUnitForTable(HiveDataset hiveDataset) throws
IOException {
+ return this.workUnitForTable(hiveDataset, false);
+ }
+
protected HiveWorkUnit workUnitForTable(HiveDataset hiveDataset, boolean
disableAvroCheck) throws IOException {
HiveWorkUnit hiveWorkUnit = new HiveWorkUnit(hiveDataset);
if (disableAvroCheck || isAvro(hiveDataset.getTable())) {
@@ -284,6 +292,11 @@ public class HiveSource implements Source {
return hiveWorkUnit;
}
+ @Deprecated
+ protected void createWorkunitsForPartitionedTable(HiveDataset hiveDataset,
AutoReturnableObject<IMetaStoreClient> client) throws IOException {
+ this.createWorkunitsForPartitionedTable(hiveDataset, client, false);
+ }
+
protected void createWorkunitsForPartitionedTable(HiveDataset hiveDataset,
AutoReturnableObject<IMetaStoreClient> client, boolean disableAvroCheck) throws
IOException {
long tableProcessTime = new DateTime().getMillis();
@@ -356,6 +369,11 @@ public class HiveSource implements Source {
}
}
+ @Deprecated
+ protected HiveWorkUnit workUnitForPartition(HiveDataset hiveDataset,
Partition partition) throws IOException {
+ return this.workUnitForPartition(hiveDataset, partition, false);
+ }
+
protected HiveWorkUnit workUnitForPartition(HiveDataset hiveDataset,
Partition partition, boolean disableAvroCheck) throws IOException {
HiveWorkUnit hiveWorkUnit = new HiveWorkUnit(hiveDataset, partition);
if (disableAvroCheck || isAvro(hiveDataset.getTable())) {