Review Request 66848: HIVE-19211: New streaming ingest API and support for dynamic partitioning
--- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/66848/ --- Review request for hive and Gopal V. Bugs: HIVE-19211 https://issues.apache.org/jira/browse/HIVE-19211 Repository: hive-git Description --- HIVE-19206: Automatic memory management for open streaming writers Diffs - common/src/java/org/apache/hadoop/hive/common/HeapMemoryMonitor.java PRE-CREATION common/src/java/org/apache/hadoop/hive/conf/HiveConf.java f40c60606ca704d3f8c434c83107d63652ad359b itests/hive-unit/pom.xml 3ae7f2feeec2df8156f89bdc204e2c35976485e2 itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/txn/compactor/TestCompactor.java 82ba77528678d01517dec58c3dc5d6b07077a965 metastore/src/java/org/apache/hadoop/hive/metastore/HiveClientCache.java PRE-CREATION metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreUtils.java a66c13507abef42977dfdb315ff7d69404f67ac3 ql/src/java/org/apache/hadoop/hive/ql/io/RecordUpdater.java 0aed172b6978847cdefe97878d2bc91648e37e0b ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcOutputFormat.java e69d1a06e2e001a6d706c3e6d92605c5d6a3d678 ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRecordUpdater.java 09f880221ce74cbe5477e6d514b4a6915532a491 ql/src/java/org/apache/hadoop/hive/ql/lockmgr/DbTxnManager.java 7b7fd5d19842ec691390880dcd1366539e9a6993 ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java 466188130184516459dbd307e9cd0cf22844b46d ql/src/test/org/apache/hadoop/hive/ql/exec/TestFileSinkOperator.java 7f6077c460504a9a6bf2404e07905a0f6b0da654 serde/src/java/org/apache/hadoop/hive/serde2/JsonSerDe.java PRE-CREATION streaming/pom.xml b58ec015aa69e29aacdc0a165ead9439ea2e4b26 streaming/src/java/org/apache/hive/streaming/AbstractRecordWriter.java 25998ae31a3a829aab45f9e526aa03d94feff5e0 streaming/src/java/org/apache/hive/streaming/ConnectionError.java 668bffb1ab17558dec33d599bddd6e28a06b3c5a streaming/src/java/org/apache/hive/streaming/ConnectionInfo.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/ConnectionStats.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/DelimitedInputWriter.java 898b3f9bb1d1c483cae8c1dd4f2338fc453d514b streaming/src/java/org/apache/hive/streaming/HeartBeatFailure.java b1f9520814d260a3d2df23e6050e72d803874da9 streaming/src/java/org/apache/hive/streaming/HiveEndPoint.java b04e13784485ca097153bbec86f80d22e15e5cdc streaming/src/java/org/apache/hive/streaming/HiveStreamingConnection.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/ImpersonationFailed.java 23e17e76237036d8f9419bef2255f4f82c5b18a1 streaming/src/java/org/apache/hive/streaming/InvalidColumn.java 0011b1454f8815816be931bf67cc13e7e78c9c0d streaming/src/java/org/apache/hive/streaming/InvalidPartition.java f1f980430f3aceeb044bb549cc1a37a33c144750 streaming/src/java/org/apache/hive/streaming/InvalidTable.java ef1c91dbeb84b325b019318122fdd1f45b927414 streaming/src/java/org/apache/hive/streaming/InvalidTrasactionState.java 762f5f86fc0df4a59cb54812a5dc79c1e2bc9489 streaming/src/java/org/apache/hive/streaming/PartitionCreationFailed.java 5f9aca66ea0f2a7b2c3d2f6fb805fa1760b69e44 streaming/src/java/org/apache/hive/streaming/PartitionInfo.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/QueryFailedException.java ccd3ae0c98ea6ced0290f1ab027ad6337453fca2 streaming/src/java/org/apache/hive/streaming/RecordWriter.java dc6d70e92438e037d764099c82f5f654d5f5d801 streaming/src/java/org/apache/hive/streaming/SerializationError.java a57ba00ba401283aedd3f685171ef6bd810b11cd streaming/src/java/org/apache/hive/streaming/StreamingConnection.java 2f760ea86eecbbc96db08509405a369abf7d89d5 streaming/src/java/org/apache/hive/streaming/StreamingException.java a7f84c14f30f2e4753bd99b3d2d1dcb236b0197b streaming/src/java/org/apache/hive/streaming/StreamingIOFailure.java 0dfbfa71c50215d8f3e25298c8d11634a3cbedc4 streaming/src/java/org/apache/hive/streaming/StrictDelimitedInputWriter.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/StrictJsonWriter.java 0077913cd1f0afbafe4608c4378398f61e254424 streaming/src/java/org/apache/hive/streaming/StrictRegexWriter.java c0b732482d35305ceaba1adfff09659e193ab098 streaming/src/java/org/apache/hive/streaming/TransactionBatch.java 2b057718f58dec6de3e2b329a43bb5a06ce7c9ed streaming/src/java/org/apache/hive/streaming/TransactionBatchUnAvailable.java a8c8cd48726421003df186fa1e0c2ecd18bdd5b4 streaming/src/java/org/apache/hive/streaming/TransactionError.java a331b20463e8328148fb08d85cf3ce77a7463062 streaming/src/test/org/apache/hive/streaming/TestDelimitedInputWriter.java f0843a1748d956ea99dd4807cf0b4ffbe0ef9cba streaming/src/test/org/apache/hive/streaming/TestStreaming.java
Re: Review Request 66848: HIVE-19211: New streaming ingest API and support for dynamic partitioning
--- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/66848/ --- (Updated April 27, 2018, 9:43 a.m.) Review request for hive and Gopal V. Bugs: HIVE-19206 https://issues.apache.org/jira/browse/HIVE-19206 Repository: hive-git Description --- HIVE-19206: Automatic memory management for open streaming writers Diffs - common/src/java/org/apache/hadoop/hive/common/HeapMemoryMonitor.java PRE-CREATION common/src/java/org/apache/hadoop/hive/conf/HiveConf.java f40c60606ca704d3f8c434c83107d63652ad359b itests/hive-unit/pom.xml 3ae7f2feeec2df8156f89bdc204e2c35976485e2 itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/txn/compactor/TestCompactor.java 82ba77528678d01517dec58c3dc5d6b07077a965 metastore/src/java/org/apache/hadoop/hive/metastore/HiveClientCache.java PRE-CREATION metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreUtils.java a66c13507abef42977dfdb315ff7d69404f67ac3 ql/src/java/org/apache/hadoop/hive/ql/io/RecordUpdater.java 0aed172b6978847cdefe97878d2bc91648e37e0b ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcOutputFormat.java e69d1a06e2e001a6d706c3e6d92605c5d6a3d678 ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRecordUpdater.java 09f880221ce74cbe5477e6d514b4a6915532a491 ql/src/java/org/apache/hadoop/hive/ql/lockmgr/DbTxnManager.java 7b7fd5d19842ec691390880dcd1366539e9a6993 ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java 466188130184516459dbd307e9cd0cf22844b46d ql/src/test/org/apache/hadoop/hive/ql/exec/TestFileSinkOperator.java 7f6077c460504a9a6bf2404e07905a0f6b0da654 serde/src/java/org/apache/hadoop/hive/serde2/JsonSerDe.java PRE-CREATION streaming/pom.xml b58ec015aa69e29aacdc0a165ead9439ea2e4b26 streaming/src/java/org/apache/hive/streaming/AbstractRecordWriter.java 25998ae31a3a829aab45f9e526aa03d94feff5e0 streaming/src/java/org/apache/hive/streaming/ConnectionError.java 668bffb1ab17558dec33d599bddd6e28a06b3c5a streaming/src/java/org/apache/hive/streaming/ConnectionInfo.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/ConnectionStats.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/DelimitedInputWriter.java 898b3f9bb1d1c483cae8c1dd4f2338fc453d514b streaming/src/java/org/apache/hive/streaming/HeartBeatFailure.java b1f9520814d260a3d2df23e6050e72d803874da9 streaming/src/java/org/apache/hive/streaming/HiveEndPoint.java b04e13784485ca097153bbec86f80d22e15e5cdc streaming/src/java/org/apache/hive/streaming/HiveStreamingConnection.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/ImpersonationFailed.java 23e17e76237036d8f9419bef2255f4f82c5b18a1 streaming/src/java/org/apache/hive/streaming/InvalidColumn.java 0011b1454f8815816be931bf67cc13e7e78c9c0d streaming/src/java/org/apache/hive/streaming/InvalidPartition.java f1f980430f3aceeb044bb549cc1a37a33c144750 streaming/src/java/org/apache/hive/streaming/InvalidTable.java ef1c91dbeb84b325b019318122fdd1f45b927414 streaming/src/java/org/apache/hive/streaming/InvalidTrasactionState.java 762f5f86fc0df4a59cb54812a5dc79c1e2bc9489 streaming/src/java/org/apache/hive/streaming/PartitionCreationFailed.java 5f9aca66ea0f2a7b2c3d2f6fb805fa1760b69e44 streaming/src/java/org/apache/hive/streaming/PartitionInfo.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/QueryFailedException.java ccd3ae0c98ea6ced0290f1ab027ad6337453fca2 streaming/src/java/org/apache/hive/streaming/RecordWriter.java dc6d70e92438e037d764099c82f5f654d5f5d801 streaming/src/java/org/apache/hive/streaming/SerializationError.java a57ba00ba401283aedd3f685171ef6bd810b11cd streaming/src/java/org/apache/hive/streaming/StreamingConnection.java 2f760ea86eecbbc96db08509405a369abf7d89d5 streaming/src/java/org/apache/hive/streaming/StreamingException.java a7f84c14f30f2e4753bd99b3d2d1dcb236b0197b streaming/src/java/org/apache/hive/streaming/StreamingIOFailure.java 0dfbfa71c50215d8f3e25298c8d11634a3cbedc4 streaming/src/java/org/apache/hive/streaming/StrictDelimitedInputWriter.java PRE-CREATION streaming/src/java/org/apache/hive/streaming/StrictJsonWriter.java 0077913cd1f0afbafe4608c4378398f61e254424 streaming/src/java/org/apache/hive/streaming/StrictRegexWriter.java c0b732482d35305ceaba1adfff09659e193ab098 streaming/src/java/org/apache/hive/streaming/TransactionBatch.java 2b057718f58dec6de3e2b329a43bb5a06ce7c9ed streaming/src/java/org/apache/hive/streaming/TransactionBatchUnAvailable.java a8c8cd48726421003df186fa1e0c2ecd18bdd5b4 streaming/src/java/org/apache/hive/streaming/TransactionError.java a331b20463e8328148fb08d85cf3ce77a7463062 streaming/src/test/org/apache/hive/streaming/TestDelimitedInputWriter.java f0843a1748d956ea99dd4807cf0b4ffbe0ef9cba
