Merge branch 'USERGRID-405' into USERGRID-494
Project: http://git-wip-us.apache.org/repos/asf/incubator-usergrid/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-usergrid/commit/4c59f092 Tree: http://git-wip-us.apache.org/repos/asf/incubator-usergrid/tree/4c59f092 Diff: http://git-wip-us.apache.org/repos/asf/incubator-usergrid/diff/4c59f092 Branch: refs/heads/USERGRID-528 Commit: 4c59f09222c00183e994c49ad3f3ed96938bcd22 Parents: fe1fa85 a40fb8d Author: Todd Nine <[email protected]> Authored: Fri Mar 20 15:54:53 2015 -0600 Committer: Todd Nine <[email protected]> Committed: Fri Mar 20 15:54:53 2015 -0600 ---------------------------------------------------------------------- .../main/dist/init_instance/init_rest_server.sh | 6 +- stack/core/pom.xml | 54 +- .../batch/service/SchedulerServiceImpl.java | 17 +- .../AllApplicationsObservable.java | 39 ++ .../usergrid/corepersistence/CoreModule.java | 88 ++- .../corepersistence/CpEntityManager.java | 43 +- .../corepersistence/CpEntityManagerFactory.java | 160 ++--- .../corepersistence/CpManagerCache.java | 57 +- .../corepersistence/CpRelationManager.java | 43 +- .../usergrid/corepersistence/CpSetup.java | 6 +- .../usergrid/corepersistence/CpWalker.java | 81 +-- .../usergrid/corepersistence/ManagerCache.java | 13 +- .../events/EntityDeletedHandler.java | 3 +- .../events/EntityVersionDeletedHandler.java | 76 +-- .../migration/CoreDataVersions.java | 43 ++ .../migration/CoreMigration.java | 53 ++ .../migration/CoreMigrationPlugin.java | 64 ++ .../migration/EntityDataMigration.java | 147 ---- .../migration/EntityTypeMappingMigration.java | 69 +- .../migration/GraphShardVersionMigration.java | 152 ----- .../migration/MigrationModuleVersionPlugin.java | 133 ++++ .../migration/MigrationSystemVersions.java | 43 ++ .../corepersistence/migration/Versions.java | 14 - .../results/FilteringLoader.java | 3 +- .../rx/AllEntitiesInSystemObservable.java | 101 --- .../rx/ApplicationObservable.java | 128 ---- .../rx/EdgesFromSourceObservable.java | 63 -- .../rx/EdgesToTargetObservable.java | 63 -- .../corepersistence/rx/TargetIdObservable.java | 66 -- .../rx/impl/AbstractGraphVisitorImpl.java | 107 +++ .../rx/impl/AllApplicationsObservableImpl.java | 142 ++++ .../rx/impl/AllEntitiesInSystemImpl.java | 62 ++ .../rx/impl/AllNodesInGraphImpl.java | 55 ++ .../corepersistence/util/CpEntityMapUtils.java | 19 +- .../corepersistence/util/CpNamingUtils.java | 2 + .../usergrid/persistence/EntityManager.java | 19 +- .../persistence/EntityManagerFactory.java | 22 - .../persistence/ObservableIterator.java | 1 + .../cassandra/EntityManagerFactoryImpl.java | 28 - .../cassandra/EntityManagerImpl.java | 20 +- .../org/apache/usergrid/CoreApplication.java | 24 +- .../java/org/apache/usergrid/CoreITSetup.java | 6 + .../org/apache/usergrid/CoreITSetupImpl.java | 27 +- .../org/apache/usergrid/TestEntityIndex.java | 27 + .../corepersistence/StaleIndexCleanupTest.java | 87 +-- .../migration/EntityDataMigrationIT.java | 262 ------- .../migration/EntityTypeMappingMigrationIT.java | 183 ++--- .../migration/GraphShardVersionMigrationIT.java | 226 ------ .../MigrationModuleVersionPluginTest.java | 259 +++++++ .../migration/MigrationTestRule.java | 99 --- .../migration/TestProgressObserver.java | 71 -- .../rx/AllEntitiesInSystemObservableIT.java | 41 +- .../rx/ApplicationObservableTestIT.java | 14 +- .../rx/EdgesFromSourceObservableIT.java | 10 +- .../rx/EdgesToTargetObservableIT.java | 8 +- .../rx/TargetIdObservableTestIT.java | 7 +- .../usergrid/persistence/CollectionIT.java | 80 +-- .../usergrid/persistence/CountingMutatorIT.java | 4 +- .../persistence/EntityConnectionsIT.java | 14 +- .../usergrid/persistence/EntityManagerIT.java | 16 +- .../org/apache/usergrid/persistence/GeoIT.java | 27 +- .../persistence/GeoQueryBooleanTest.java | 4 +- .../apache/usergrid/persistence/IndexIT.java | 14 +- .../usergrid/persistence/LargeEntityIT.java | 3 +- .../usergrid/persistence/PathQueryIT.java | 6 +- .../PerformanceEntityRebuildIndexTest.java | 39 +- .../usergrid/persistence/PermissionsIT.java | 4 +- .../cassandra/EntityManagerFactoryImplIT.java | 4 +- .../persistence/query/CollectionIoHelper.java | 2 +- .../persistence/query/ConnectionHelper.java | 2 +- .../query/IntersectionTransitivePagingIT.java | 2 +- .../query/IntersectionUnionPagingIT.java | 2 +- .../persistence/query/IteratingQueryIT.java | 34 +- .../resources/usergrid-custom-test.properties | 1 + stack/corepersistence/collection/pom.xml | 14 +- .../collection/EntityCollectionManager.java | 6 - .../EntityCollectionManagerFactory.java | 27 +- .../collection/EntityCollectionManagerSync.java | 49 -- .../persistence/collection/MvccEntity.java | 5 +- .../persistence/collection/MvccLogEntry.java | 1 + .../cache/CachedEntityCollectionManager.java | 7 - .../collection/event/EntityVersionDeleted.java | 3 +- .../collection/guice/CollectionModule.java | 45 +- .../persistence/collection/guice/Write.java | 17 - .../collection/guice/WriteUpdate.java | 17 - .../EntityCollectionManagerFactoryImpl.java | 71 +- .../impl/EntityCollectionManagerImpl.java | 129 +--- .../impl/EntityCollectionManagerSyncImpl.java | 71 -- .../collection/impl/EntityDeletedTask.java | 28 +- .../impl/EntityVersionCleanupTask.java | 183 ++--- .../impl/EntityVersionCreatedTask.java | 26 +- .../mvcc/MvccEntitySerializationStrategy.java | 102 --- .../mvcc/stage/delete/MarkCommit.java | 2 +- .../mvcc/stage/write/WriteCommit.java | 11 +- .../collection/mvcc/stage/write/WriteStart.java | 6 +- .../mvcc/stage/write/WriteUniqueVerify.java | 8 +- .../collection/serialization/EntityRepair.java | 38 -- .../MvccEntitySerializationStrategy.java | 119 ++++ .../serialization/OptimisticUpdate.java | 23 - .../UniqueValueSerializationStrategy.java | 46 +- .../serialization/UniqueValueSet.java | 4 + .../impl/CollectionDataVersions.java | 44 ++ .../serialization/impl/EntityRepairImpl.java | 149 ---- .../impl/EntityVersionSerializer.java | 2 - .../serialization/impl/FieldSerializer.java | 118 ---- .../MvccEntitySerializationStrategyImpl.java | 112 ++- ...vccEntitySerializationStrategyProxyImpl.java | 151 ++-- .../MvccEntitySerializationStrategyV1Impl.java | 9 +- .../MvccEntitySerializationStrategyV2Impl.java | 8 +- .../MvccEntitySerializationStrategyV3Impl.java | 587 ++++++++++++++++ .../serialization/impl/SerializationModule.java | 85 ++- .../serialization/impl/UniqueFieldEntry.java | 61 ++ .../impl/UniqueFieldEntrySerializer.java | 141 ++++ .../impl/UniqueFieldRowKeySerializer.java | 122 ++++ .../UniqueValueSerializationStrategyImpl.java | 248 +++++-- .../impl/migration/CollectionMigration.java | 53 ++ .../migration/CollectionMigrationPlugin.java | 68 ++ .../impl/migration/EntityIdScope.java | 49 ++ .../migration/MvccEntityDataMigrationImpl.java | 260 +++++++ .../collection/util/EntityUtils.java | 71 -- .../collection/EntityCollectionManagerIT.java | 104 +-- .../EntityCollectionManagerSyncIT.java | 193 ------ .../collection/guice/TestCollectionModule.java | 22 +- .../impl/EntityVersionCleanupTaskTest.java | 680 ++++++++----------- .../impl/EntityVersionCreatedTaskTest.java | 2 - .../mvcc/stage/AbstractEntityStageTest.java | 2 +- .../mvcc/stage/AbstractMvccEntityStageTest.java | 2 +- .../mvcc/stage/TestEntityGenerator.java | 2 +- .../mvcc/stage/delete/MarkCommitTest.java | 2 +- .../mvcc/stage/write/FieldSerializerTest.java | 52 -- .../write/UniqueFieldRowKeySerializerTest.java | 52 ++ ...niqueValueSerializationStrategyImplTest.java | 149 +++- .../mvcc/stage/write/WriteCommitTest.java | 2 +- .../mvcc/stage/write/WriteStartTest.java | 6 +- .../persistence/collection/rx/ParallelTest.java | 10 +- .../serialization/EntityRepairImplTest.java | 147 ---- .../impl/LogEntryIteratorTest.java | 3 +- ...MvccEntitySerializationStrategyImplTest.java | 121 +--- ...cEntitySerializationStrategyProxyV1Test.java | 85 --- ...ntitySerializationStrategyProxyV1_3Test.java | 83 +++ ...cEntitySerializationStrategyProxyV2Test.java | 83 --- ...ntitySerializationStrategyProxyV2_3Test.java | 84 +++ ...ccEntitySerializationStrategyV1ImplTest.java | 80 ++- ...ccEntitySerializationStrategyV2ImplTest.java | 75 +- .../MvccEntitySerializationStrategyV2Test.java | 7 +- ...ccEntitySerializationStrategyV3ImplTest.java | 74 ++ .../impl/SerializationComparison.java | 4 +- .../impl/UniqueFieldEntrySerializerTest.java | 108 +++ ...ctMvccEntityDataMigrationV1ToV3ImplTest.java | 215 ++++++ .../MvccEntityDataMigrationV1ToV3ImplTest.java | 105 +++ .../MvccEntityDataMigrationV2ToV3ImplTest.java | 99 +++ .../collection/util/InvalidEntityGenerator.java | 1 + .../collection/util/LogEntryMock.java | 39 +- .../collection/util/UniqueValueEntryMock.java | 161 +++++ .../collection/util/VersionGenerator.java | 55 ++ stack/corepersistence/common/pom.xml | 15 +- .../usergrid/persistence/core/CPManager.java | 28 + .../astyanax/DynamicCompositeParserImpl.java | 81 +++ .../core/astyanax/FieldBufferBuilder.java | 15 + .../core/astyanax/FieldBufferParser.java | 13 + .../astyanax/MultiKeyColumnNameIterator.java | 4 +- .../core/astyanax/MultiRowColumnIterator.java | 12 +- .../persistence/core/guice/CommonModule.java | 17 +- .../persistence/core/guice/CurrentImpl.java | 42 -- .../persistence/core/guice/PreviousImpl.java | 42 -- .../core/hystrix/HystrixCassandra.java | 94 --- .../migration/data/AbstractMigrationPlugin.java | 128 ++++ .../core/migration/data/DataMigration.java | 97 +-- .../migration/data/DataMigrationManager.java | 18 +- .../data/DataMigrationManagerImpl.java | 234 ++++--- .../migration/data/MigrationDataProvider.java | 43 ++ .../core/migration/data/MigrationInfoCache.java | 52 ++ .../migration/data/MigrationInfoCacheImpl.java | 84 +++ .../data/MigrationInfoSerialization.java | 28 +- .../data/MigrationInfoSerializationImpl.java | 67 +- .../core/migration/data/MigrationPlugin.java | 56 ++ .../migration/data/MigrationRelationship.java | 100 +++ .../core/migration/data/PluginPhase.java | 42 ++ .../core/migration/data/ProgressObserver.java | 63 ++ .../core/migration/data/VersionedData.java | 38 ++ .../migration/data/VersionedMigrationSet.java | 153 +++++ .../core/scope/ApplicationScope.java | 1 + .../persistence/core/task/TaskExecutor.java | 4 +- .../MultiKeyColumnNameIteratorTest.java | 187 +++-- .../astyanax/MultiRowColumnIteratorTest.java | 50 +- .../core/guice/DataMigrationResetRule.java | 88 +++ .../core/guice/MaxMigrationModule.java | 39 -- .../core/guice/MaxMigrationVersion.java | 40 -- .../core/guice/MigrationManagerRule.java | 7 + .../core/guice/TestCommonModule.java | 1 + .../persistence/core/guice/TestModule.java | 5 +- .../data/DataMigrationManagerImplTest.java | 350 ++++++---- .../data/MigrationInfoSerializationTest.java | 32 +- .../data/TestMigrationDataProvider.java | 61 ++ .../migration/data/TestProgressObserver.java | 89 +++ .../data/VersionedMigrationSetTest.java | 198 ++++++ .../persistence/core/util/IdGenerator.java | 51 ++ .../persistence/graph/GraphManager.java | 3 +- .../persistence/graph/GraphManagerFactory.java | 2 + .../persistence/graph/guice/GraphModule.java | 103 ++- .../graph/impl/GraphManagerImpl.java | 38 +- .../graph/impl/stage/EdgeDeleteRepairImpl.java | 9 +- .../graph/impl/stage/EdgeMetaRepairImpl.java | 18 +- .../impl/stage/NodeDeleteListenerImpl.java | 18 +- .../EdgeMetadataSerialization.java | 3 +- .../graph/serialization/EdgesObservable.java | 33 + .../graph/serialization/TargetIdObservable.java | 38 ++ .../EdgeMetadataSerializationProxyImpl.java | 161 +++-- .../impl/EdgeMetadataSerializationV1Impl.java | 6 + .../impl/EdgeMetadataSerializationV2Impl.java | 6 + .../serialization/impl/EdgesObservableImpl.java | 80 +++ .../serialization/impl/GraphDataVersions.java | 43 ++ .../impl/GraphManagerFactoryImpl.java | 95 +++ .../impl/NodeSerializationImpl.java | 36 +- .../impl/TargetIdObservableImpl.java | 72 ++ .../impl/migration/EdgeDataMigrationImpl.java | 138 ++++ .../impl/migration/GraphMigration.java | 53 ++ .../impl/migration/GraphMigrationPlugin.java | 69 ++ .../serialization/impl/migration/GraphNode.java | 39 ++ .../shard/count/NodeShardApproximationImpl.java | 4 +- .../NodeShardCounterSerializationImpl.java | 25 +- .../shard/impl/NodeShardAllocationImpl.java | 16 +- .../shard/impl/ShardGroupCompactionImpl.java | 64 +- .../persistence/graph/GraphManagerIT.java | 38 +- .../persistence/graph/GraphManagerLoadTest.java | 13 +- .../graph/GraphManagerShardConsistencyIT.java | 12 +- .../graph/GraphManagerShardingIT.java | 13 +- .../graph/GraphManagerStressTest.java | 11 +- .../usergrid/persistence/graph/SimpleTest.java | 12 +- .../graph/guice/TestGraphModule.java | 27 +- .../graph/impl/EdgeDeleteListenerTest.java | 11 +- .../graph/impl/NodeDeleteListenerTest.java | 9 +- .../graph/impl/stage/EdgeDeleteRepairTest.java | 7 +- .../graph/impl/stage/EdgeMetaRepairTest.java | 29 +- .../EdgeMetaDataSerializationProxyV1Test.java | 14 +- .../EdgeMetaDataSerializationProxyV2Test.java | 21 +- .../EdgeMetaDataSerializationV1Test.java | 7 +- .../EdgeMetaDataSerializationV2Test.java | 7 +- .../EdgeMetadataSerializationTest.java | 39 +- .../EdgeSerializationChopTest.java | 7 +- .../serialization/EdgeSerializationTest.java | 21 +- .../serialization/NodeSerializationTest.java | 15 +- .../migration/EdgeDataMigrationImplTest.java | 177 +++++ .../impl/shard/EdgeShardSerializationTest.java | 7 +- .../impl/shard/NodeShardAllocationTest.java | 27 +- .../impl/shard/NodeShardCacheTest.java | 7 +- .../impl/shard/ShardGroupCompactionTest.java | 7 +- .../shard/count/NodeShardApproximationTest.java | 9 +- .../NodeShardCounterSerializationTest.java | 6 +- .../shard/impl/ShardEntryGroupIteratorTest.java | 15 +- ...rceDirectedEdgeDescendingComparatorTest.java | 23 +- ...getDirectedEdgeDescendingComparatorTest.java | 23 +- .../graph/test/util/EdgeTestUtils.java | 29 +- .../usergrid/persistence/map/MapManager.java | 25 +- .../persistence/map/guice/MapModule.java | 8 +- .../map/impl/MapManagerFactoryImpl.java | 29 +- .../persistence/map/guice/TestMapModule.java | 3 +- stack/corepersistence/model/pom.xml | 1 - .../persistence/model/entity/Entity.java | 23 +- .../persistence/model/entity/EntityMap.java | 66 ++ .../model/entity/EntityToMapConverter.java | 133 ++++ .../model/entity/MapToEntityConverter.java | 203 ++++++ .../persistence/model/entity/SimpleId.java | 1 - .../persistence/model/field/AbstractField.java | 8 + .../persistence/model/field/ListField.java | 2 +- .../persistence/model/field/StringField.java | 20 + .../persistence/model/util/EntityUtils.java | 72 ++ stack/corepersistence/pom.xml | 8 +- stack/corepersistence/queryindex/pom.xml | 63 +- .../persistence/index/AliasedEntityIndex.java | 7 +- .../index/ApplicationEntityIndex.java | 50 ++ .../usergrid/persistence/index/EntityIndex.java | 50 +- .../persistence/index/EntityIndexBatch.java | 5 + .../persistence/index/EntityIndexFactory.java | 2 +- .../persistence/index/IndexIdentifier.java | 26 +- .../usergrid/persistence/index/SearchType.java | 49 ++ .../usergrid/persistence/index/SearchTypes.java | 14 +- .../persistence/index/guice/IndexModule.java | 5 +- .../impl/EsApplicationEntityIndexImpl.java | 371 ++++++++++ .../index/impl/EsEntityIndexBatchImpl.java | 80 ++- .../index/impl/EsEntityIndexFactoryImpl.java | 27 +- .../index/impl/EsEntityIndexImpl.java | 456 +++---------- .../persistence/index/impl/EsQueryVistor.java | 88 +-- .../persistence/index/impl/IndexingUtils.java | 140 ++-- .../persistence/index/query/EntityResults.java | 108 --- .../usergrid/persistence/index/query/Query.java | 6 +- .../persistence/index/query/Results.java | 148 ---- .../persistence/index/utils/ListUtils.java | 6 +- .../persistence/index/guice/IndexTestFig.java | 62 ++ .../index/guice/TestIndexModule.java | 11 +- .../index/impl/CorePerformanceIT.java | 339 --------- .../impl/EntityConnectionIndexImplTest.java | 306 --------- .../index/impl/EntityIndexMapUtils.java | 52 +- .../persistence/index/impl/EntityIndexTest.java | 199 ++---- .../index/impl/IndexLoadTestsIT.java | 378 +++++++++++ .../queue/guice/TestQueueModule.java | 3 +- stack/pom.xml | 16 +- stack/rest/pom.xml | 1 + .../usergrid/rest/AbstractContextResource.java | 102 +-- .../org/apache/usergrid/rest/IndexResource.java | 5 +- .../apache/usergrid/rest/MigrateResource.java | 94 ++- .../rest/test/RefreshIndexResource.java | 17 +- .../resources/usergrid-custom-test.properties | 2 + stack/services/pom.xml | 1 + .../management/importer/ImportServiceImpl.java | 34 +- .../impl/ApplicationQueueManagerImpl.java | 195 +++--- .../org/apache/usergrid/ServiceApplication.java | 18 +- .../apache/usergrid/management/EmailFlowIT.java | 6 +- .../usergrid/management/OrganizationIT.java | 10 +- .../org/apache/usergrid/management/RoleIT.java | 4 +- .../cassandra/ManagementServiceIT.java | 22 +- .../management/export/ExportServiceIT.java | 12 +- .../management/importer/ImportCollectionIT.java | 15 +- .../usergrid/services/ConnectionsServiceIT.java | 10 +- .../usergrid/services/GroupServiceIT.java | 6 +- .../usergrid/services/RolesServiceIT.java | 2 +- .../usergrid/services/UsersServiceIT.java | 2 +- .../AbstractServiceNotificationIT.java | 2 +- .../apns/NotificationsServiceIT.java | 40 +- .../gcm/NotificationsServiceIT.java | 4 +- .../resources/usergrid-custom-test.properties | 2 + .../setup/ConcurrentProcessSingleton.java | 16 +- 322 files changed, 11294 insertions(+), 7800 deletions(-) ----------------------------------------------------------------------
