This is an automated email from the ASF dual-hosted git repository.
madhan pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/atlas.git.
from 84f579e ATLAS-3621: updated HiveHook to not save query-string in
multiple attributes - queryText and name - #2 (avoid excessive logs)
new dee69ac ATLAS-3649: Table-level Imports: Deleting Tables Differing By
Requests Fails
new 599e7c4 ATLAS-3773: Shadow Attributes Update Post-Migration from 0.8.
new 1ae8dc9 ATLAS-3595, ATLAS-3603: Auto-start migration import for ZIP
file-based migration.
new 0631676 ATLAS-3641: Import Service: Support zipDirect format of
import. Test files
new fd39e4c ATLAS-3643: PC Fx: StatusReporter: Introduce Status Reporting
to Be used With PC Framework
new 09f907b ATLAS-3641: Import Service: Support zipDirect format of
import.
new a82db67 ATLAS-3642: PC fx: WorkItemManager getResults Modification.
new 1678b9b ATLAS-3320: Migration Import implementation.
new 206c3ed ATLAS-3663: ZipFileMigrator: Automatic Resume During
Migration.
new 8023946 ATLAS-3674: ZipFileMigrationImporter: Set Shell Entity
Creation.
new 0030bc2 ATLAS-3735: CustomAttribute length validation bypass for keys
with special prefix.
new f096f93 ATLAS-3737: Refactoring: Support multiple instances of
AtlasGraph
new 43c9e32 ATLAS-3762: Improve Edge creator using Genuine iterator.
new fe5fa7f ATLAS-3762: Improve edge creation using genuine iterator.
Part 2
new f1297e3 ATLAS-3796: Status Reporter display fix.
new 671e7f6 ATLAS-3798: Import percentage display fix.
new 9a1b2cc ATLAS-3799: EntityConumer only adds entity GUIDs that are
added when they were produced.
new 3294324 ATLAS-3797: Refactoring: Improve Edge Creation.
new bd9e0c9 ATLAS-3722: ZipFileMigrationImporter: Allow AtlasPatchService
to Run Before Migration Starts
new 98e3d12 Revert "ATLAS-3758: support sort params in
FreeTextSearchProcessor - #2"
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/atlas/service/Services.java | 17 +-
.../atlas/repository/graphdb/AtlasGraph.java | 13 +-
.../atlas/repository/graphdb/AtlasVertex.java | 10 +
.../repository/graphdb/janus/AtlasJanusGraph.java | 67 +++-
.../repository/graphdb/janus/AtlasJanusVertex.java | 17 ++
.../graphdb/janus/query/NativeJanusGraphQuery.java | 2 +-
.../java/org/apache/atlas/AtlasConfiguration.java | 2 +
.../atlas/model/impexp/AtlasImportRequest.java | 44 ++-
.../MigrationImportStatus.java} | 46 ++-
.../java/org/apache/atlas/pc/StatusReporter.java | 118 ++++++++
.../java/org/apache/atlas/pc/WorkItemConsumer.java | 11 +-
.../java/org/apache/atlas/pc/WorkItemManager.java | 9 +-
.../java/org/apache/atlas/utils/AtlasJson.java | 4 +
...ithResultsTest.java => StatusReporterTest.java} | 107 +++----
.../apache/atlas/GraphTransactionInterceptor.java | 4 +
.../atlas/discovery/EntityDiscoveryService.java | 2 +-
.../atlas/discovery/EntityLineageService.java | 6 +-
.../converters/AtlasInstanceConverter.java | 7 +-
.../atlas/repository/graph/FullTextMapperV2.java | 14 +-
.../repository/graph/GraphBackedSearchIndexer.java | 69 +++++
.../apache/atlas/repository/graph/GraphHelper.java | 146 ++++-----
.../atlas/repository/graph/IFullTextMapper.java | 45 +++
.../atlas/repository/impexp/ExportService.java | 8 +-
.../atlas/repository/impexp/ImportService.java | 26 +-
.../impexp/MigrationProgressService.java | 42 ++-
.../impexp/TableReplicationRequestProcessor.java | 18 +-
.../repository/impexp/ZipExportFileNames.java | 4 +
.../atlas/repository/impexp/ZipSourceDirect.java | 337 +++++++++++++++++++++
.../repository/migration/DataMigrationService.java | 19 +-
.../migration/DataMigrationStatusService.java | 245 +++++++++++++++
.../atlas/repository/migration/FileWatcher.java | 149 +++++++++
.../migration/ZipFileMigrationImporter.java | 163 ++++++++++
.../repository/patches/UniqueAttributePatch.java | 43 ++-
.../repository/store/graph/AtlasEntityStore.java | 8 +
.../store/graph/v1/DeleteHandlerDelegate.java | 11 +-
.../repository/store/graph/v1/DeleteHandlerV1.java | 15 +-
.../store/graph/v1/HardDeleteHandlerV1.java | 5 +-
.../store/graph/v1/SoftDeleteHandlerV1.java | 5 +-
.../graph/v2/AtlasEntityGraphDiscoveryV2.java | 9 +-
.../store/graph/v2/AtlasEntityStoreV2.java | 76 ++---
.../store/graph/v2/AtlasGraphUtilsV2.java | 108 ++++---
.../store/graph/v2/AtlasRelationshipStoreV2.java | 56 ++--
.../store/graph/v2/BulkImporterImpl.java | 231 +++-----------
.../store/graph/v2/ClassificationAssociator.java | 25 +-
.../store/graph/v2/EntityGraphMapper.java | 104 ++++---
.../store/graph/v2/EntityGraphRetriever.java | 30 +-
.../store/graph/v2/EntityStateChecker.java | 10 +-
.../store/graph/v2/IDBasedEntityResolver.java | 11 +-
.../graph/v2/UniqAttrBasedEntityResolver.java | 9 +-
.../graph/v2/bulkimport/FullTextMapperV2Nop.java | 57 ++++
.../bulkimport/ImportStrategy.java} | 11 +-
.../store/graph/v2/bulkimport/MigrationImport.java | 143 +++++++++
.../RegularImport.java} | 83 ++---
.../graph/v2/bulkimport/pc/EntityConsumer.java | 270 +++++++++++++++++
.../v2/bulkimport/pc/EntityConsumerBuilder.java | 63 ++++
.../v2/bulkimport/pc/EntityCreationManager.java | 129 ++++++++
.../test/java/org/apache/atlas/TestModules.java | 5 +
.../impexp/DataMigrationStatusServiceTest.java | 66 ++++
.../repository/impexp/ExportSkipLineageTest.java | 6 +-
.../atlas/repository/impexp/ImportServiceTest.java | 15 +
.../atlas/repository/impexp/ZipDirectTest.java | 83 +++++
.../repository/migration/HiveParititionTest.java | 6 +-
.../atlas/repository/migration/HiveStocksTest.java | 6 +-
.../repository/migration/MigrationBaseAsserts.java | 22 +-
.../store/graph/v2/AtlasEntityStoreV2Test.java | 2 +-
.../store/graph/v2/AtlasEntityTestBase.java | 2 +-
.../graph/v2/AtlasRelationshipStoreV2Test.java | 8 +-
.../store/graph/v2/BulkImportPercentTest.java | 15 +-
.../graph/v2/ClassificationAssociatorTest.java | 25 +-
repository/src/test/resources/zip-direct-1.zip | Bin 0 -> 25511 bytes
repository/src/test/resources/zip-direct-2.zip | Bin 0 -> 26248 bytes
repository/src/test/resources/zip-direct-3.zip | Bin 0 -> 26165 bytes
.../resources/solr/core-template/solrconfig.xml | 2 +-
73 files changed, 2823 insertions(+), 723 deletions(-)
copy
intg/src/main/java/org/apache/atlas/model/{discovery/AtlasSuggestionsResult.java
=> migration/MigrationImportStatus.java} (61%)
create mode 100644 intg/src/main/java/org/apache/atlas/pc/StatusReporter.java
copy
intg/src/test/java/org/apache/atlas/pc/{WorkItemManagerWithResultsTest.java =>
StatusReporterTest.java} (51%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/graph/IFullTextMapper.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/impexp/ZipSourceDirect.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/migration/DataMigrationStatusService.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/migration/FileWatcher.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/migration/ZipFileMigrationImporter.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/FullTextMapperV2Nop.java
copy
repository/src/main/java/org/apache/atlas/repository/store/graph/{EntityResolver.java
=> v2/bulkimport/ImportStrategy.java} (66%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/MigrationImport.java
copy
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/{BulkImporterImpl.java
=> bulkimport/RegularImport.java} (78%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityConsumer.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityConsumerBuilder.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityCreationManager.java
create mode 100644
repository/src/test/java/org/apache/atlas/repository/impexp/DataMigrationStatusServiceTest.java
create mode 100644
repository/src/test/java/org/apache/atlas/repository/impexp/ZipDirectTest.java
create mode 100644 repository/src/test/resources/zip-direct-1.zip
create mode 100644 repository/src/test/resources/zip-direct-2.zip
create mode 100644 repository/src/test/resources/zip-direct-3.zip
