This is an automated email from the ASF dual-hosted git repository.
sidmishra pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/atlas.git.
from aee4903 ATLAS-4368: Atlas - Remove elasticsearch dependency or
upgrade to 6.8.15
new 4e34fec ATLAS-3168: PatchFx: Unit test fixes and optimization.
new 6afeef4 ATLAS-3427: Atlas Hook Enhancements for improved resiliancy.
new ed81639 ATLAS-4152: Entity correlation for deleted entities.
new 10df394 ATLAS-4152: Entity correlation for deleted entities. Part #2.
Unit test fix.
new 9281c81 ATLAS-3033: Skip hive temp table while getting Table object
details from hiveContext.
new 753d4c2 ATLAS-4215: updated notification module to handle failure in
finding org.apache.logging.log4j library
new 215eafb ATLAS-4306: Support for User-specific Spool Directory
new 16759fa ATLAS-4164: [Atlas: Spooling] Tables created after spooling
are created before the spooled tables when there is multiple frequent restart
in kafka brokers
new ff35c0e ATLAS-3157: Add Integration tests for Hive metastore hook
new 6b3267e ATLAS-3226: Add QueryText for hive_table and hive_db for
Impala integration
new 803d7ed ATLAS-3489: Import API: Deleted entity handling improvement.
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/atlas/hive/hook/HiveHook.java | 5 +
.../atlas/hive/hook/HiveMetastoreHookImpl.java | 2 +-
.../atlas/hive/hook/events/BaseHiveEvent.java | 3 -
.../org/apache/atlas/hive/hook/HiveHookIT.java | 8 +-
.../atlas/impala/hook/events/BaseImpalaEvent.java | 18 +-
.../org/apache/atlas/repository/Constants.java | 2 +
.../notification/AtlasNotificationMessage.java | 23 +-
.../main/java/org/apache/atlas/hook/AtlasHook.java | 10 +
.../apache/atlas/hook/FailedMessagesLogger.java | 39 +-
.../org/apache/atlas/kafka/AtlasKafkaConsumer.java | 3 +-
.../org/apache/atlas/kafka/AtlasKafkaMessage.java | 17 +-
.../org/apache/atlas/kafka/KafkaNotification.java | 12 +
.../apache/atlas/kafka/NotificationProvider.java | 48 +-
.../atlas/notification/AbstractNotification.java | 6 +-
.../AtlasNotificationMessageDeserializer.java | 17 +-
.../apache/atlas/notification/LogConfigUtils.java | 159 +++++++
.../atlas/notification/NotificationException.java | 4 +
.../atlas/notification/NotificationInterface.java | 17 +
.../apache/atlas/notification/spool/Archiver.java | 125 ++++++
.../atlas/notification/spool/AtlasFileSpool.java | 181 ++++++++
.../atlas/notification/spool/FileOperations.java | 67 +++
.../atlas/notification/spool/IndexManagement.java | 493 +++++++++++++++++++++
.../apache/atlas/notification/spool/Publisher.java | 238 ++++++++++
.../notification/spool/SpoolConfiguration.java | 153 +++++++
.../atlas/notification/spool/SpoolUtils.java | 201 +++++++++
.../apache/atlas/notification/spool/Spooler.java | 138 ++++++
.../notification/spool/models/IndexRecord.java | 221 +++++++++
.../notification/spool/models/IndexRecords.java | 66 +--
.../spool/utils/local/FileLockedReadWrite.java | 73 +++
.../spool/utils/local/FileOpAppend.java | 29 +-
.../spool/utils/local/FileOpCompaction.java | 56 +++
.../spool/utils/local/FileOpDelete.java | 33 +-
.../notification/spool/utils/local/FileOpRead.java | 66 +++
.../spool/utils/local/FileOpUpdate.java | 60 +++
.../spool/utils/local/FileOperation.java | 181 ++++++++
.../notification/AbstractNotificationTest.java | 7 +-
.../notification/spool/AtlasFileSpoolTest.java | 233 ++++++++++
.../apache/atlas/notification/spool/BaseTest.java | 79 ++++
.../notification/spool/IndexManagementTest.java | 189 ++++++++
.../src/test/resources/spool/archive/spool-1.json | 3 +
.../src/test/resources/spool/index-test-src-1.json | 2 +
.../resources/spool/index-test-src-1_closed.json | 1 +
.../repository/graph/GraphBackedSearchIndexer.java | 3 +-
.../store/graph/EntityCorrelationStore.java | 53 +++
.../store/graph/v2/AtlasGraphUtilsV2.java | 21 +
.../atlas/repository/impexp/ImportServiceTest.java | 61 ++-
.../migration/TypesWithCollectionsFinderTest.java | 2 +
...tsTest.java => EntityCorrelationStoreTest.java} | 59 ++-
.../resources/solr/core-template/solrconfig.xml | 2 +-
.../notification/EntityCorrelationManager.java | 60 +++
.../notification/NotificationHookConsumer.java | 15 +-
.../preprocessor/EntityPreprocessor.java | 16 +-
.../preprocessor/HiveDbDDLPreprocessor.java | 52 +++
.../preprocessor/HivePreprocessor.java | 28 ++
.../preprocessor/HiveTableDDLPreprocessor.java | 52 +++
.../preprocessor/PreprocessorContext.java | 17 +-
.../NotificationHookConsumerKafkaTest.java | 6 +-
.../notification/NotificationHookConsumerTest.java | 22 +-
58 files changed, 3544 insertions(+), 213 deletions(-)
create mode 100644
notification/src/main/java/org/apache/atlas/notification/LogConfigUtils.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/Archiver.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/AtlasFileSpool.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/FileOperations.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/IndexManagement.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/Publisher.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/SpoolConfiguration.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/SpoolUtils.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/Spooler.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/models/IndexRecord.java
copy
intg/src/main/java/org/apache/atlas/model/discovery/AtlasAggregationEntry.java
=>
notification/src/main/java/org/apache/atlas/notification/spool/models/IndexRecords.java
(55%)
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileLockedReadWrite.java
copy
graphdb/common/src/main/java/org/apache/atlas/repository/graphdb/utils/IteratorToIterableAdapter.java
=>
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOpAppend.java
(57%)
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOpCompaction.java
copy intg/src/main/java/org/apache/atlas/utils/AtlasConfigurationUtil.java =>
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOpDelete.java
(54%)
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOpRead.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOpUpdate.java
create mode 100644
notification/src/main/java/org/apache/atlas/notification/spool/utils/local/FileOperation.java
create mode 100644
notification/src/test/java/org/apache/atlas/notification/spool/AtlasFileSpoolTest.java
create mode 100644
notification/src/test/java/org/apache/atlas/notification/spool/BaseTest.java
create mode 100644
notification/src/test/java/org/apache/atlas/notification/spool/IndexManagementTest.java
create mode 100644 notification/src/test/resources/spool/archive/spool-1.json
create mode 100644 notification/src/test/resources/spool/index-test-src-1.json
create mode 100644
notification/src/test/resources/spool/index-test-src-1_closed.json
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/EntityCorrelationStore.java
copy
repository/src/test/java/org/apache/atlas/repository/store/graph/v2/{DifferentialAuditsTest.java
=> EntityCorrelationStoreTest.java} (51%)
create mode 100644
webapp/src/main/java/org/apache/atlas/notification/EntityCorrelationManager.java
create mode 100644
webapp/src/main/java/org/apache/atlas/notification/preprocessor/HiveDbDDLPreprocessor.java
create mode 100644
webapp/src/main/java/org/apache/atlas/notification/preprocessor/HiveTableDDLPreprocessor.java
