This is an automated email from the ASF dual-hosted git repository.
amestry pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/atlas.git.
from e159f76 ATLAS-3623 : Beta UI: Basic search improvement to search for
namespace attribute: Bug fix for column selection
new a2ccfb9 ATLAS-3320: Import Service. Support concurrent ingest.
new 54042d3 DataMigration: Automatic resume.
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
addons/models/0000-Area0/0010-base_model.json | 50 ++++
.../repository/graphdb/janus/AtlasJanusGraph.java | 2 +-
.../java/org/apache/atlas/AtlasConfiguration.java | 1 +
.../atlas/model/impexp/AtlasImportRequest.java | 43 +++-
.../MigrationImportStatus.java} | 78 +++---
.../java/org/apache/atlas/pc/WorkItemConsumer.java | 11 +-
.../java/org/apache/atlas/pc/WorkItemManager.java | 9 +-
.../apache/atlas/GraphTransactionInterceptor.java | 4 +
.../atlas/repository/impexp/AuditsWriter.java | 3 +-
.../atlas/repository/impexp/ImportService.java | 22 +-
.../repository/impexp/ZipExportFileNames.java | 4 +
.../atlas/repository/impexp/ZipSourceDirect.java | 269 +++++++++++++++++++++
.../repository/migration/DataMigrationService.java | 4 +-
.../migration/DataMigrationStatusService.java | 104 ++++++++
.../migration/ZipFileMigrationImporter.java | 81 ++++++-
.../repository/ogm/MigrationImportStatusDTO.java | 103 ++++++++
.../repository/patches/UniqueAttributePatch.java | 4 +-
.../repository/store/graph/AtlasEntityStore.java | 8 +
.../store/graph/v2/AtlasEntityStoreV2.java | 11 +-
.../store/graph/v2/AtlasRelationshipStoreV2.java | 4 +
.../store/graph/v2/BulkImporterImpl.java | 232 ++++--------------
.../store/graph/v2/EntityGraphMapper.java | 41 +++-
.../bulkimport/ImportStrategy.java} | 11 +-
.../store/graph/v2/bulkimport/MigrationImport.java | 125 ++++++++++
.../RegularImport.java} | 76 ++----
.../graph/v2/bulkimport/pc/EntityConsumer.java | 213 ++++++++++++++++
.../v2/bulkimport/pc/EntityConsumerBuilder.java | 50 ++++
.../v2/bulkimport/pc/EntityCreationManager.java | 135 +++++++++++
.../graph/v2/bulkimport/pc/StatusReporter.java | 131 ++++++++++
.../atlas/repository/impexp/ImportServiceTest.java | 16 ++
.../repository/impexp/MigrationImportTest.java | 77 ++++++
.../repository/impexp/StatusReporterTest.java | 99 ++++++++
.../atlas/repository/impexp/ZipDirectTest.java | 61 +++++
.../impexp/ZipFileResourceTestUtils.java | 7 +-
.../src/test/resources/zip-direct-1.zip | Bin
repository/src/test/resources/zip-direct-2.zip | Bin 0 -> 1720553 bytes
36 files changed, 1759 insertions(+), 330 deletions(-)
copy intg/src/main/java/org/apache/atlas/model/{profile/AtlasUserProfile.java
=> migration/MigrationImportStatus.java} (54%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/impexp/ZipSourceDirect.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/migration/DataMigrationStatusService.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/ogm/MigrationImportStatusDTO.java
copy
repository/src/main/java/org/apache/atlas/repository/store/graph/{EntityResolver.java
=> v2/bulkimport/ImportStrategy.java} (66%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/MigrationImport.java
copy
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/{BulkImporterImpl.java
=> bulkimport/RegularImport.java} (80%)
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityConsumer.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityConsumerBuilder.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/EntityCreationManager.java
create mode 100644
repository/src/main/java/org/apache/atlas/repository/store/graph/v2/bulkimport/pc/StatusReporter.java
create mode 100644
repository/src/test/java/org/apache/atlas/repository/impexp/MigrationImportTest.java
create mode 100644
repository/src/test/java/org/apache/atlas/repository/impexp/StatusReporterTest.java
create mode 100644
repository/src/test/java/org/apache/atlas/repository/impexp/ZipDirectTest.java
copy webapp/src/test/resources/empty-1.zip =>
repository/src/test/resources/zip-direct-1.zip (100%)
create mode 100644 repository/src/test/resources/zip-direct-2.zip