http://git-wip-us.apache.org/repos/asf/atlas/blob/0877e47c/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasEntityStoreV1Test.java ---------------------------------------------------------------------- diff --git a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasEntityStoreV1Test.java b/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasEntityStoreV1Test.java deleted file mode 100644 index ef8bd2f..0000000 --- a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasEntityStoreV1Test.java +++ /dev/null @@ -1,1049 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.atlas.repository.store.graph.v1; - -import com.google.common.collect.ImmutableSet; -import org.apache.atlas.AtlasErrorCode; -import org.apache.atlas.AtlasException; -import org.apache.atlas.TestModules; -import org.apache.atlas.RequestContextV1; -import org.apache.atlas.TestUtils; -import org.apache.atlas.TestUtilsV2; -import org.apache.atlas.exception.AtlasBaseException; -import org.apache.atlas.model.instance.AtlasClassification; -import org.apache.atlas.model.instance.AtlasEntity; -import org.apache.atlas.model.instance.AtlasEntity.AtlasEntitiesWithExtInfo; -import org.apache.atlas.model.instance.AtlasEntity.AtlasEntityExtInfo; -import org.apache.atlas.model.instance.AtlasEntity.AtlasEntityWithExtInfo; -import org.apache.atlas.model.instance.AtlasEntityHeader; -import org.apache.atlas.model.instance.AtlasObjectId; -import org.apache.atlas.model.instance.AtlasStruct; -import org.apache.atlas.model.instance.EntityMutationResponse; -import org.apache.atlas.model.instance.EntityMutations; -import org.apache.atlas.model.instance.EntityMutations.EntityOperation; -import org.apache.atlas.model.typedef.AtlasClassificationDef; -import org.apache.atlas.model.typedef.AtlasEntityDef; -import org.apache.atlas.model.typedef.AtlasStructDef; -import org.apache.atlas.model.typedef.AtlasStructDef.AtlasAttributeDef; -import org.apache.atlas.model.typedef.AtlasTypesDef; -import org.apache.atlas.repository.graph.AtlasGraphProvider; -import org.apache.atlas.repository.graph.GraphBackedSearchIndexer; -import org.apache.atlas.repository.store.bootstrap.AtlasTypeDefStoreInitializer; -import org.apache.atlas.repository.store.graph.AtlasEntityStore; -import org.apache.atlas.services.MetadataService; -import org.apache.atlas.store.AtlasTypeDefStore; -import org.apache.atlas.type.AtlasArrayType; -import org.apache.atlas.type.AtlasMapType; -import org.apache.atlas.type.AtlasStructType; -import org.apache.atlas.type.AtlasType; -import org.apache.atlas.type.AtlasTypeRegistry; -import org.apache.atlas.type.AtlasTypeUtil; -import org.apache.commons.collections.CollectionUtils; -import org.apache.commons.collections.MapUtils; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; -import org.testng.Assert; -import org.testng.annotations.AfterClass; -import org.testng.annotations.BeforeClass; -import org.testng.annotations.BeforeTest; -import org.testng.annotations.Guice; -import org.testng.annotations.Test; - -import javax.inject.Inject; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Collections; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - -import static org.apache.atlas.TestUtils.COLUMNS_ATTR_NAME; -import static org.apache.atlas.TestUtils.COLUMN_TYPE; -import static org.apache.atlas.TestUtils.NAME; -import static org.apache.atlas.TestUtils.randomString; -import static org.apache.atlas.TestUtilsV2.STORAGE_DESC_TYPE; -import static org.apache.atlas.TestUtilsV2.TABLE_TYPE; -import static org.mockito.Mockito.mock; -import static org.testng.Assert.assertEquals; -import static org.testng.Assert.assertTrue; -import static org.testng.Assert.fail; - -@Guice(modules = TestModules.TestOnlyModule.class) -public class AtlasEntityStoreV1Test { - private static final Logger LOG = LoggerFactory.getLogger(AtlasEntityStoreV1Test.class); - - @Inject - AtlasTypeRegistry typeRegistry; - - @Inject - AtlasTypeDefStore typeDefStore; - - AtlasEntityStore entityStore; - - @Inject - MetadataService metadataService; - - @Inject - DeleteHandlerV1 deleteHandler; - - private AtlasEntitiesWithExtInfo deptEntity; - private AtlasEntityWithExtInfo dbEntity; - private AtlasEntityWithExtInfo tblEntity; - private AtlasEntityWithExtInfo primitiveEntity; - - AtlasEntityChangeNotifier mockChangeNotifier = mock(AtlasEntityChangeNotifier.class); - @Inject - private EntityGraphMapper graphMapper; - - - @BeforeClass - public void setUp() throws Exception { - RequestContextV1.clear(); - RequestContextV1.get().setUser(TestUtilsV2.TEST_USER); - - metadataService = TestUtils.addSessionCleanupWrapper(metadataService); - new GraphBackedSearchIndexer(typeRegistry); - - AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] { TestUtilsV2.defineDeptEmployeeTypes(), - TestUtilsV2.defineHiveTypes() - }; - - for (AtlasTypesDef typesDef : testTypesDefs) { - AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry); - - if (!typesToCreate.isEmpty()) { - typeDefStore.createTypesDef(typesToCreate); - } - } - - deptEntity = TestUtilsV2.createDeptEg2(); - dbEntity = TestUtilsV2.createDBEntityV2(); - tblEntity = TestUtilsV2.createTableEntityV2(dbEntity.getEntity()); - - AtlasTypesDef typesDef11 = new AtlasTypesDef(); - List primitiveEntityDef = new ArrayList<AtlasEntityDef>(); - primitiveEntityDef.add(TestUtilsV2.createPrimitiveEntityDef()); - typesDef11.setEntityDefs(primitiveEntityDef); - typeDefStore.createTypesDef( typesDef11 ); - - primitiveEntity = TestUtilsV2.createprimitiveEntityV2(); - } - - @AfterClass - public void clear() { - AtlasGraphProvider.cleanup(); - } - - @BeforeTest - public void init() throws Exception { - entityStore = new AtlasEntityStoreV1(deleteHandler, typeRegistry, mockChangeNotifier, graphMapper); - RequestContextV1.clear(); - RequestContextV1.get().setUser(TestUtilsV2.TEST_USER); - } - - @Test - public void testDefaultValueForPrimitiveTypes() throws Exception { - - init(); - - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(primitiveEntity), false); - List<AtlasEntityHeader> entitiesCreatedResponse = response.getEntitiesByOperation(EntityOperation.CREATE); - final Map<EntityOperation, List<AtlasEntityHeader>> entitiesMutated = response.getMutatedEntities(); - List<AtlasEntityHeader> entitiesCreatedwithdefault = entitiesMutated.get(EntityOperation.CREATE); - - AtlasEntity entityCreated = getEntityFromStore(entitiesCreatedResponse.get(0)); - - - Map attributesMap = entityCreated.getAttributes(); - String description = (String) attributesMap.get("description"); - String check = (String) attributesMap.get("check"); - String sourceCode = (String) attributesMap.get("sourcecode"); - float diskUsage = (float) attributesMap.get("diskUsage"); - boolean isstoreUse = (boolean) attributesMap.get("isstoreUse"); - int cost = (int)attributesMap.get("Cost"); - - - assertEquals(description,"test"); - assertEquals(check,"check"); - - //defaultValue - assertEquals(diskUsage,70.5f); - assertEquals(isstoreUse,true); - assertEquals(sourceCode,"Hello World"); - assertEquals(cost,30); - } - - - @Test - public void testCreate() throws Exception { - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(deptEntity), false); - - validateMutationResponse(response, EntityOperation.CREATE, 5); - AtlasEntityHeader dept1 = response.getFirstCreatedEntityByTypeName(TestUtilsV2.DEPARTMENT_TYPE); - validateEntity(deptEntity, getEntityFromStore(dept1), deptEntity.getEntities().get(0)); - - final Map<EntityOperation, List<AtlasEntityHeader>> entitiesMutated = response.getMutatedEntities(); - List<AtlasEntityHeader> entitiesCreated = entitiesMutated.get(EntityOperation.CREATE); - - Assert.assertTrue(entitiesCreated.size() >= deptEntity.getEntities().size()); - - for (int i = 0; i < deptEntity.getEntities().size(); i++) { - AtlasEntity expected = deptEntity.getEntities().get(i); - AtlasEntity actual = getEntityFromStore(entitiesCreated.get(i)); - - validateEntity(deptEntity, actual, expected); - } - - //Create DB - init(); - EntityMutationResponse dbCreationResponse = entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - validateMutationResponse(dbCreationResponse, EntityOperation.CREATE, 1); - - AtlasEntityHeader db1 = dbCreationResponse.getFirstCreatedEntityByTypeName(TestUtilsV2.DATABASE_TYPE); - validateEntity(dbEntity, getEntityFromStore(db1)); - - //Create Table - //Update DB guid - AtlasObjectId dbObjectId = (AtlasObjectId) tblEntity.getEntity().getAttribute("database"); - dbObjectId.setGuid(db1.getGuid()); - tblEntity.addReferredEntity(dbEntity.getEntity()); - - init(); - EntityMutationResponse tableCreationResponse = entityStore.createOrUpdate(new AtlasEntityStream(tblEntity), false); - validateMutationResponse(tableCreationResponse, EntityOperation.CREATE, 1); - - AtlasEntityHeader tableEntity = tableCreationResponse.getFirstCreatedEntityByTypeName(TABLE_TYPE); - validateEntity(tblEntity, getEntityFromStore(tableEntity)); - } - - @Test(dependsOnMethods = "testCreate") - public void testArrayOfEntityUpdate() throws Exception { - AtlasEntity tableEntity = new AtlasEntity(tblEntity.getEntity()); - List<AtlasObjectId> columns = new ArrayList<>(); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - - - AtlasEntity col1 = TestUtilsV2.createColumnEntity(tableEntity); - col1.setAttribute(TestUtilsV2.NAME, "col1"); - - AtlasEntity col2 = TestUtilsV2.createColumnEntity(tableEntity); - col2.setAttribute(TestUtilsV2.NAME, "col2"); - - columns.add(AtlasTypeUtil.getAtlasObjectId(col1)); - columns.add(AtlasTypeUtil.getAtlasObjectId(col2)); - - tableEntity.setAttribute(TestUtilsV2.COLUMNS_ATTR_NAME, columns); - - entitiesInfo.addReferredEntity(dbEntity.getEntity()); - entitiesInfo.addReferredEntity(col1); - entitiesInfo.addReferredEntity(col2); - - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - AtlasEntityHeader updatedTableHeader = response.getFirstUpdatedEntityByTypeName(tableEntity.getTypeName()); - validateEntity(entitiesInfo, getEntityFromStore(updatedTableHeader)); - - //Complete update. Add array elements - col3,col4 - AtlasEntity col3 = TestUtilsV2.createColumnEntity(tableEntity); - col3.setAttribute(TestUtilsV2.NAME, "col3"); - - AtlasEntity col4 = TestUtilsV2.createColumnEntity(tableEntity); - col4.setAttribute(TestUtilsV2.NAME, "col4"); - - columns.add(AtlasTypeUtil.getAtlasObjectId(col3)); - columns.add(AtlasTypeUtil.getAtlasObjectId(col4)); - tableEntity.setAttribute(TestUtilsV2.COLUMNS_ATTR_NAME, columns); - - entitiesInfo.addReferredEntity(col3); - entitiesInfo.addReferredEntity(col4); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - updatedTableHeader = response.getFirstUpdatedEntityByTypeName(tableEntity.getTypeName()); - validateEntity(entitiesInfo, getEntityFromStore(updatedTableHeader)); - - //Swap elements - columns.clear(); - columns.add(AtlasTypeUtil.getAtlasObjectId(col4)); - columns.add(AtlasTypeUtil.getAtlasObjectId(col3)); - tableEntity.setAttribute(TestUtilsV2.COLUMNS_ATTR_NAME, columns); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - updatedTableHeader = response.getFirstUpdatedEntityByTypeName(tableEntity.getTypeName()); - AtlasEntity updatedEntity = getEntityFromStore(updatedTableHeader); - // deleted columns are also included in "columns" attribute - Assert.assertTrue(((List<AtlasObjectId>) updatedEntity.getAttribute(COLUMNS_ATTR_NAME)).size() >= 2); - - assertEquals(response.getEntitiesByOperation(EntityMutations.EntityOperation.DELETE).size(), 2); // col1, col2 are deleted - - //Update array column to null - tableEntity.setAttribute(COLUMNS_ATTR_NAME, null); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - updatedTableHeader = response.getFirstUpdatedEntityByTypeName(tableEntity.getTypeName()); - validateEntity(entitiesInfo, getEntityFromStore(updatedTableHeader)); - assertEquals(response.getEntitiesByOperation(EntityMutations.EntityOperation.DELETE).size(), 2); - } - - @Test(dependsOnMethods = "testCreate") - public void testUpdateEntityWithMap() throws Exception { - AtlasEntity tableEntity = new AtlasEntity(tblEntity.getEntity()); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - Map<String, AtlasStruct> partsMap = new HashMap<>(); - partsMap.put("part0", new AtlasStruct(TestUtils.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "test")); - - tableEntity.setAttribute("partitionsMap", partsMap); - - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - AtlasEntityHeader tableDefinition1 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - AtlasEntity updatedTableDef1 = getEntityFromStore(tableDefinition1); - validateEntity(entitiesInfo, updatedTableDef1); - - Assert.assertTrue(partsMap.get("part0").equals(((Map<String, AtlasStruct>) updatedTableDef1.getAttribute("partitionsMap")).get("part0"))); - - //update map - add a map key - partsMap.put("part1", new AtlasStruct(TestUtils.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "test1")); - tableEntity.setAttribute("partitionsMap", partsMap); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - AtlasEntityHeader tableDefinition2 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - AtlasEntity updatedTableDef2 = getEntityFromStore(tableDefinition2); - validateEntity(entitiesInfo, updatedTableDef2); - - assertEquals(((Map<String, AtlasStruct>) updatedTableDef2.getAttribute("partitionsMap")).size(), 2); - Assert.assertTrue(partsMap.get("part1").equals(((Map<String, AtlasStruct>) updatedTableDef2.getAttribute("partitionsMap")).get("part1"))); - - //update map - remove a key and add another key - partsMap.remove("part0"); - partsMap.put("part2", new AtlasStruct(TestUtils.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "test2")); - tableEntity.setAttribute("partitionsMap", partsMap); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - AtlasEntityHeader tableDefinition3 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - AtlasEntity updatedTableDef3 = getEntityFromStore(tableDefinition3); - validateEntity(entitiesInfo, updatedTableDef3); - - assertEquals(((Map<String, AtlasStruct>) updatedTableDef3.getAttribute("partitionsMap")).size(), 2); - Assert.assertNull(((Map<String, AtlasStruct>) updatedTableDef3.getAttribute("partitionsMap")).get("part0")); - Assert.assertTrue(partsMap.get("part2").equals(((Map<String, AtlasStruct>) updatedTableDef3.getAttribute("partitionsMap")).get("part2"))); - - //update struct value for existing map key - AtlasStruct partition2 = partsMap.get("part2"); - partition2.setAttribute(TestUtilsV2.NAME, "test2Updated"); - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - - AtlasEntityHeader tableDefinition4 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - AtlasEntity updatedTableDef4 = getEntityFromStore(tableDefinition4); - validateEntity(entitiesInfo, updatedTableDef4); - - assertEquals(((Map<String, AtlasStruct>) updatedTableDef4.getAttribute("partitionsMap")).size(), 2); - Assert.assertNull(((Map<String, AtlasStruct>) updatedTableDef4.getAttribute("partitionsMap")).get("part0")); - Assert.assertTrue(partsMap.get("part2").equals(((Map<String, AtlasStruct>) updatedTableDef4.getAttribute("partitionsMap")).get("part2"))); - - //Test map pointing to a class - - AtlasEntity col0 = new AtlasEntity(TestUtilsV2.COLUMN_TYPE, TestUtilsV2.NAME, "test1"); - col0.setAttribute("type", "string"); - col0.setAttribute("table", AtlasTypeUtil.getAtlasObjectId(tableEntity)); - - AtlasEntityWithExtInfo col0WithExtendedInfo = new AtlasEntityWithExtInfo(col0); - col0WithExtendedInfo.addReferredEntity(tableEntity); - col0WithExtendedInfo.addReferredEntity(dbEntity.getEntity()); - - init(); - entityStore.createOrUpdate(new AtlasEntityStream(col0WithExtendedInfo), false); - - AtlasEntity col1 = new AtlasEntity(TestUtils.COLUMN_TYPE, TestUtilsV2.NAME, "test2"); - col1.setAttribute("type", "string"); - col1.setAttribute("table", AtlasTypeUtil.getAtlasObjectId(tableEntity)); - - AtlasEntityWithExtInfo col1WithExtendedInfo = new AtlasEntityWithExtInfo(col1); - col1WithExtendedInfo.addReferredEntity(tableEntity); - col1WithExtendedInfo.addReferredEntity(dbEntity.getEntity()); - - init(); - entityStore.createOrUpdate(new AtlasEntityStream(col1WithExtendedInfo), false); - - Map<String, AtlasObjectId> columnsMap = new HashMap<String, AtlasObjectId>(); - columnsMap.put("col0", AtlasTypeUtil.getAtlasObjectId(col0)); - columnsMap.put("col1", AtlasTypeUtil.getAtlasObjectId(col1)); - - tableEntity.setAttribute(TestUtils.COLUMNS_MAP, columnsMap); - - entitiesInfo.addReferredEntity(col0); - entitiesInfo.addReferredEntity(col1); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader tableDefinition5 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(tableDefinition5)); - - //Swap elements - columnsMap.clear(); - columnsMap.put("col0", AtlasTypeUtil.getAtlasObjectId(col1)); - columnsMap.put("col1", AtlasTypeUtil.getAtlasObjectId(col0)); - - tableEntity.setAttribute(TestUtils.COLUMNS_MAP, columnsMap); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader tableDefinition6 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(tableDefinition6)); - - Assert.assertEquals(entityStore.getById(col0.getGuid()).getEntity().getStatus(), AtlasEntity.Status.ACTIVE); - Assert.assertEquals(entityStore.getById(col1.getGuid()).getEntity().getStatus(), AtlasEntity.Status.ACTIVE); - - //Drop the first key and change the class type as well to col0 - columnsMap.clear(); - columnsMap.put("col0", AtlasTypeUtil.getAtlasObjectId(col0)); - init(); - - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader tableDefinition7 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(tableDefinition7)); - - //Clear state - tableEntity.setAttribute(TestUtils.COLUMNS_MAP, null); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader tableDefinition8 = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(tableDefinition8)); - } - - @Test(dependsOnMethods = "testCreate") - public void testMapOfPrimitivesUpdate() throws Exception { - AtlasEntity tableEntity = new AtlasEntity(tblEntity.getEntity()); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - - entitiesInfo.addReferredEntity(tableEntity); - - //Add a new entry - Map<String, String> paramsMap = (Map<String, String>) tableEntity.getAttribute("parametersMap"); - paramsMap.put("newParam", "value"); - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - validateMutationResponse(response, EntityMutations.EntityOperation.UPDATE, 1); - AtlasEntityHeader updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //Remove an entry - paramsMap.remove("key1"); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - validateMutationResponse(response, EntityMutations.EntityOperation.UPDATE, 1); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - } - - @Test(dependsOnMethods = "testCreate") - public void testArrayOfStructs() throws Exception { - //Modify array of structs - AtlasEntity tableEntity = new AtlasEntity(tblEntity.getEntity()); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - - List<AtlasStruct> partitions = new ArrayList<AtlasStruct>(){{ - add(new AtlasStruct(TestUtilsV2.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "part1")); - add(new AtlasStruct(TestUtilsV2.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "part2")); - }}; - tableEntity.setAttribute("partitions", partitions); - - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //add a new element to array of struct - partitions.add(new AtlasStruct(TestUtils.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "part3")); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //remove one of the struct values - init(); - partitions.remove(1); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //Update struct value within array of struct - init(); - partitions.get(0).setAttribute(TestUtilsV2.NAME, "part4"); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - - //add a repeated element to array of struct - partitions.add(new AtlasStruct(TestUtils.PARTITION_STRUCT_TYPE, TestUtilsV2.NAME, "part4")); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - // Remove all elements. Should set array attribute to null - partitions.clear(); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - } - - - @Test(dependsOnMethods = "testCreate") - public void testStructs() throws Exception { - AtlasEntity databaseEntity = dbEntity.getEntity(); - AtlasEntity tableEntity = new AtlasEntity(tblEntity.getEntity()); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - - AtlasStruct serdeInstance = new AtlasStruct(TestUtils.SERDE_TYPE, TestUtilsV2.NAME, "serde1Name"); - serdeInstance.setAttribute("serde", "test"); - serdeInstance.setAttribute("description", "testDesc"); - tableEntity.setAttribute("serde1", serdeInstance); - tableEntity.setAttribute("database", new AtlasObjectId(databaseEntity.getTypeName(), TestUtilsV2.NAME, databaseEntity.getAttribute(TestUtilsV2.NAME))); - - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - AtlasEntityHeader updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //update struct attribute - serdeInstance.setAttribute("serde", "testUpdated"); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - - //set to null - tableEntity.setAttribute("description", null); - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - updatedTable = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - Assert.assertNull(updatedTable.getAttribute("description")); - validateEntity(entitiesInfo, getEntityFromStore(updatedTable)); - } - - @Test(dependsOnMethods = "testCreate") - public void testClassUpdate() throws Exception { - - init(); - //Create new db instance - final AtlasEntity databaseInstance = TestUtilsV2.createDBEntity(); - - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(databaseInstance), false); - final AtlasEntityHeader dbCreated = response.getFirstCreatedEntityByTypeName(TestUtilsV2.DATABASE_TYPE); - - init(); - Map<String, AtlasEntity> tableCloneMap = new HashMap<>(); - AtlasEntity tableClone = new AtlasEntity(tblEntity.getEntity()); - tableClone.setAttribute("database", new AtlasObjectId(dbCreated.getGuid(), TestUtils.DATABASE_TYPE)); - - tableCloneMap.put(dbCreated.getGuid(), databaseInstance); - tableCloneMap.put(tableClone.getGuid(), tableClone); - - response = entityStore.createOrUpdate(new InMemoryMapEntityStream(tableCloneMap), false); - final AtlasEntityHeader tableDefinition = response.getFirstUpdatedEntityByTypeName(TABLE_TYPE); - AtlasEntity updatedTableDefinition = getEntityFromStore(tableDefinition); - Assert.assertNotNull(updatedTableDefinition.getAttribute("database")); - Assert.assertEquals(((AtlasObjectId) updatedTableDefinition.getAttribute("database")).getGuid(), dbCreated.getGuid()); - } - - @Test - public void testCheckOptionalAttrValueRetention() throws Exception { - - AtlasEntity dbEntity = TestUtilsV2.createDBEntity(); - - init(); - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - AtlasEntity firstEntityCreated = getEntityFromStore(response.getFirstCreatedEntityByTypeName(TestUtilsV2.DATABASE_TYPE)); - - //The optional boolean attribute should have a non-null value - final String isReplicatedAttr = "isReplicated"; - final String paramsAttr = "parameters"; - Assert.assertNotNull(firstEntityCreated.getAttribute(isReplicatedAttr)); - Assert.assertEquals(firstEntityCreated.getAttribute(isReplicatedAttr), Boolean.FALSE); - Assert.assertNull(firstEntityCreated.getAttribute(paramsAttr)); - - //Update to true - dbEntity.setAttribute(isReplicatedAttr, Boolean.TRUE); - //Update array - final HashMap<String, String> params = new HashMap<String, String>() {{ put("param1", "val1"); put("param2", "val2"); }}; - dbEntity.setAttribute(paramsAttr, params); - //Complete update - - init(); - response = entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - AtlasEntity firstEntityUpdated = getEntityFromStore(response.getFirstUpdatedEntityByTypeName(TestUtilsV2.DATABASE_TYPE)); - - Assert.assertNotNull(firstEntityUpdated); - Assert.assertNotNull(firstEntityUpdated.getAttribute(isReplicatedAttr)); - Assert.assertEquals(firstEntityUpdated.getAttribute(isReplicatedAttr), Boolean.TRUE); - Assert.assertEquals(firstEntityUpdated.getAttribute(paramsAttr), params); - - //TODO - enable test after GET API is ready -// init(); -// //Complete update without setting the attribute -// AtlasEntity newEntity = TestUtilsV2.createDBEntity(); -// //Reset name to the current DB name -// newEntity.setAttribute(AtlasClient.NAME, firstEntityCreated.getAttribute(AtlasClient.NAME)); -// response = entityStore.createOrUpdate(newEntity); -// -// firstEntityUpdated = response.getFirstEntityUpdated(); -// Assert.assertNotNull(firstEntityUpdated.getAttribute(isReplicatedAttr)); -// Assert.assertEquals(firstEntityUpdated.getAttribute(isReplicatedAttr), Boolean.TRUE); -// Assert.assertEquals(firstEntityUpdated.getAttribute(paramsAttr), params); - } - - @Test(enabled = false) - //Titan doesn't allow some reserved chars in property keys. Verify that atlas encodes these - //See GraphHelper.encodePropertyKey() - //TODO : Failing in typedef creation - public void testSpecialCharacters() throws Exception { - //Verify that type can be created with reserved characters in typename, attribute name - final String typeName = TestUtils.randomString(10); - String strAttrName = randomStrWithReservedChars(); - String arrayAttrName = randomStrWithReservedChars(); - String mapAttrName = randomStrWithReservedChars(); - - AtlasEntityDef typeDefinition = - AtlasTypeUtil.createClassTypeDef(typeName, "Special chars test type", ImmutableSet.<String>of(), - AtlasTypeUtil.createOptionalAttrDef(strAttrName, "string"), - AtlasTypeUtil.createOptionalAttrDef(arrayAttrName, "array<string>"), - AtlasTypeUtil.createOptionalAttrDef(mapAttrName, "map<string,string>")); - - AtlasTypesDef atlasTypesDef = new AtlasTypesDef(null, null, null, Arrays.asList(typeDefinition)); - typeDefStore.createTypesDef(atlasTypesDef); - - //verify that entity can be created with reserved characters in string value, array value and map key and value - AtlasEntity entity = new AtlasEntity(); - entity.setAttribute(strAttrName, randomStrWithReservedChars()); - entity.setAttribute(arrayAttrName, new String[]{randomStrWithReservedChars()}); - entity.setAttribute(mapAttrName, new HashMap<String, String>() {{ - put(randomStrWithReservedChars(), randomStrWithReservedChars()); - }}); - - AtlasEntityWithExtInfo entityWithExtInfo = new AtlasEntityWithExtInfo(entity); - - final EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(entityWithExtInfo), false); - final AtlasEntityHeader firstEntityCreated = response.getFirstEntityCreated(); - validateEntity(entityWithExtInfo, getEntityFromStore(firstEntityCreated)); - - - //Verify that search with reserved characters works - for string attribute -// String query = -// String.format("`%s` where `%s` = '%s'", typeName, strAttrName, entity.getAttribute(strAttrName)); -// String responseJson = discoveryService.searchByDSL(query, new QueryParams(1, 0)); -// JSONObject response = new JSONObject(responseJson); -// assertEquals(response.getJSONArray("rows").length(), 1); - } - - @Test(expectedExceptions = AtlasBaseException.class) - public void testCreateRequiredAttrNull() throws Exception { - //Update required attribute - Map<String, AtlasEntity> tableCloneMap = new HashMap<>(); - AtlasEntity tableEntity = new AtlasEntity(TABLE_TYPE); - tableEntity.setAttribute(TestUtilsV2.NAME, "table_" + TestUtils.randomString()); - tableCloneMap.put(tableEntity.getGuid(), tableEntity); - - entityStore.createOrUpdate(new InMemoryMapEntityStream(tableCloneMap), false); - Assert.fail("Expected exception while creating with required attribute null"); - } - - @Test - public void testPartialUpdateAttr() throws Exception { - //Update optional attribute - - init(); - - AtlasEntity dbEntity = new AtlasEntity(TestUtilsV2.DATABASE_TYPE); - dbEntity.setAttribute("name", TestUtils.randomString(10)); - dbEntity.setAttribute("description", "us db"); - dbEntity.setAttribute("isReplicated", false); - dbEntity.setAttribute("created", "09081988"); - dbEntity.setAttribute("namespace", "db namespace"); - dbEntity.setAttribute("cluster", "Fenton_Cluster"); - dbEntity.setAttribute("colo", "10001"); - - EntityStream dbStream = new AtlasEntityStream(new AtlasEntitiesWithExtInfo(dbEntity)); - EntityMutationResponse response = entityStore.createOrUpdate(dbStream, false); - AtlasEntityHeader dbHeader = response.getFirstEntityCreated(); - AtlasEntity createdDbEntity = getEntityFromStore(dbHeader); - - // update the db entity - dbEntity = new AtlasEntity(TestUtilsV2.DATABASE_TYPE); - dbEntity.setGuid(createdDbEntity.getGuid()); - // dbEntity.setAttribute("name", createdDbEntity.getAttribute("name")); - // dbEntity.setAttribute("description", "another db"); // required attr - dbEntity.setAttribute("created", "08151947"); // optional attr - dbEntity.setAttribute("isReplicated", true); // optional attr - - dbStream = new AtlasEntityStream(new AtlasEntitiesWithExtInfo(dbEntity)); - - // fail full update if required attributes are not specified. - try { - entityStore.createOrUpdate(dbStream, false); - } catch (AtlasBaseException ex) { - Assert.assertEquals(ex.getAtlasErrorCode(), AtlasErrorCode.INSTANCE_CRUD_INVALID_PARAMS); - } - - // do partial update without providing required attributes - dbStream.reset(); - response = entityStore.createOrUpdate(dbStream, true); - dbHeader = response.getFirstEntityPartialUpdated(); - AtlasEntity updatedDbEntity = getEntityFromStore(dbHeader); - - assertEquals(updatedDbEntity.getAttribute("name"), createdDbEntity.getAttribute("name")); - assertEquals(updatedDbEntity.getAttribute("description"), createdDbEntity.getAttribute("description")); - assertEquals(updatedDbEntity.getAttribute("isReplicated"), true); - assertEquals(updatedDbEntity.getAttribute("created"), "08151947"); - assertEquals(updatedDbEntity.getAttribute("namespace"), createdDbEntity.getAttribute("namespace")); - assertEquals(updatedDbEntity.getAttribute("cluster"), createdDbEntity.getAttribute("cluster")); - assertEquals(updatedDbEntity.getAttribute("colo"), createdDbEntity.getAttribute("colo")); - - // create a new table type - AtlasEntity tblEntity = new AtlasEntity(TABLE_TYPE); - tblEntity.setAttribute("name", TestUtils.randomString(10)); - tblEntity.setAttribute("type", "type"); - tblEntity.setAttribute("tableType", "MANAGED"); - tblEntity.setAttribute("database", AtlasTypeUtil.getAtlasObjectId(updatedDbEntity)); - - // create new column entity - AtlasEntity col1 = TestUtilsV2.createColumnEntity(tblEntity); - AtlasEntity col2 = TestUtilsV2.createColumnEntity(tblEntity); - col1.setAttribute(TestUtilsV2.NAME, "col1"); - col2.setAttribute(TestUtilsV2.NAME, "col2"); - - List<AtlasObjectId> columns = new ArrayList<>(); - columns.add(AtlasTypeUtil.getAtlasObjectId(col1)); - columns.add(AtlasTypeUtil.getAtlasObjectId(col2)); - - tblEntity.setAttribute(TestUtilsV2.COLUMNS_ATTR_NAME, columns); - - AtlasEntitiesWithExtInfo tableEntityInfo = new AtlasEntitiesWithExtInfo(tblEntity); - tableEntityInfo.addReferredEntity(col1.getGuid(), col1); - tableEntityInfo.addReferredEntity(col2.getGuid(), col2); - - EntityStream tblStream = new AtlasEntityStream(tableEntityInfo); - response = entityStore.createOrUpdate(tblStream, false); - AtlasEntityHeader tblHeader = response.getFirstEntityCreated(); - AtlasEntity createdTblEntity = getEntityFromStore(tblHeader); - - columns = (List<AtlasObjectId>) createdTblEntity.getAttribute(TestUtilsV2.COLUMNS_ATTR_NAME); - assertEquals(columns.size(), 2); - - // update - add 2 more columns to table - AtlasEntity col3 = TestUtilsV2.createColumnEntity(createdTblEntity); - col3.setAttribute(TestUtilsV2.NAME, "col3"); - col3.setAttribute("description", "description col3"); - - AtlasEntity col4 = TestUtilsV2.createColumnEntity(createdTblEntity); - col4.setAttribute(TestUtilsV2.NAME, "col4"); - col4.setAttribute("description", "description col4"); - - columns.clear(); - columns.add(AtlasTypeUtil.getAtlasObjectId(col3)); - columns.add(AtlasTypeUtil.getAtlasObjectId(col4)); - - tblEntity = new AtlasEntity(TABLE_TYPE); - tblEntity.setGuid(createdTblEntity.getGuid()); - tblEntity.setAttribute(TestUtilsV2.COLUMNS_ATTR_NAME, columns); - - tableEntityInfo = new AtlasEntitiesWithExtInfo(tblEntity); - tableEntityInfo.addReferredEntity(col3.getGuid(), col3); - tableEntityInfo.addReferredEntity(col4.getGuid(), col4); - - tblStream = new AtlasEntityStream(tableEntityInfo); - response = entityStore.createOrUpdate(tblStream, true); - tblHeader = response.getFirstEntityPartialUpdated(); - AtlasEntity updatedTblEntity = getEntityFromStore(tblHeader); - - columns = (List<AtlasObjectId>) updatedTblEntity.getAttribute(TestUtilsV2.COLUMNS_ATTR_NAME); - // deleted columns are included in the attribute; hence use >= - assertTrue(columns.size() >= 2); - } - - @Test - public void testPartialUpdateArrayAttr() throws Exception { - // Create a table entity, with 3 reference column entities - init(); - final AtlasEntity dbEntity = TestUtilsV2.createDBEntity(); - EntityMutationResponse dbCreationResponse = entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - - final AtlasEntity tableEntity = TestUtilsV2.createTableEntity(dbEntity); - AtlasEntitiesWithExtInfo entitiesInfo = new AtlasEntitiesWithExtInfo(tableEntity); - - final AtlasEntity columnEntity1 = TestUtilsV2.createColumnEntity(tableEntity); - columnEntity1.setAttribute("description", "desc for col1"); - entitiesInfo.addReferredEntity(columnEntity1); - - final AtlasEntity columnEntity2 = TestUtilsV2.createColumnEntity(tableEntity); - columnEntity2.setAttribute("description", "desc for col2"); - entitiesInfo.addReferredEntity(columnEntity2); - - final AtlasEntity columnEntity3 = TestUtilsV2.createColumnEntity(tableEntity); - columnEntity3.setAttribute("description", "desc for col3"); - entitiesInfo.addReferredEntity(columnEntity3); - - tableEntity.setAttribute(COLUMNS_ATTR_NAME, Arrays.asList(AtlasTypeUtil.getAtlasObjectId(columnEntity1), - AtlasTypeUtil.getAtlasObjectId(columnEntity2), - AtlasTypeUtil.getAtlasObjectId(columnEntity3))); - - init(); - - final EntityMutationResponse tblCreationResponse = entityStore.createOrUpdate(new AtlasEntityStream(entitiesInfo), false); - final AtlasEntityHeader createdTblHeader = tblCreationResponse.getCreatedEntityByTypeNameAndAttribute(TABLE_TYPE, NAME, (String) tableEntity.getAttribute(NAME)); - final AtlasEntity createdTblEntity = getEntityFromStore(createdTblHeader); - - final AtlasEntityHeader column1Created = tblCreationResponse.getCreatedEntityByTypeNameAndAttribute(COLUMN_TYPE, NAME, (String) columnEntity1.getAttribute(NAME)); - final AtlasEntityHeader column2Created = tblCreationResponse.getCreatedEntityByTypeNameAndAttribute(COLUMN_TYPE, NAME, (String) columnEntity2.getAttribute(NAME)); - final AtlasEntityHeader column3Created = tblCreationResponse.getCreatedEntityByTypeNameAndAttribute(COLUMN_TYPE, NAME, (String) columnEntity3.getAttribute(NAME)); - - // update only description attribute of all 3 columns - AtlasEntity col1 = new AtlasEntity(COLUMN_TYPE); - col1.setGuid(column1Created.getGuid()); - col1.setAttribute("description", "desc for col1:updated"); - - AtlasEntity col2 = new AtlasEntity(COLUMN_TYPE); - col2.setGuid(column2Created.getGuid()); - col2.setAttribute("description", "desc for col2:updated"); - - AtlasEntity col3 = new AtlasEntity(COLUMN_TYPE); - col3.setGuid(column3Created.getGuid()); - col3.setAttribute("description", "desc for col3:updated"); - - final AtlasEntity tableEntity1 = new AtlasEntity(TABLE_TYPE); - tableEntity1.setGuid(createdTblHeader.getGuid()); - tableEntity1.setAttribute(COLUMNS_ATTR_NAME, Arrays.asList(AtlasTypeUtil.getAtlasObjectId(col1), - AtlasTypeUtil.getAtlasObjectId(col2), - AtlasTypeUtil.getAtlasObjectId(col3))); - AtlasEntitiesWithExtInfo tableInfo = new AtlasEntitiesWithExtInfo(tableEntity1); - tableInfo.addReferredEntity(col1.getGuid(), col1); - tableInfo.addReferredEntity(col2.getGuid(), col2); - tableInfo.addReferredEntity(col3.getGuid(), col3); - - init(); - - final EntityMutationResponse tblUpdateResponse = entityStore.createOrUpdate(new AtlasEntityStream(tableInfo), true); - final AtlasEntityHeader updatedTblHeader = tblUpdateResponse.getFirstEntityPartialUpdated(); - final AtlasEntity updatedTblEntity2 = getEntityFromStore(updatedTblHeader); - List<AtlasEntityHeader> updatedColHeaders = tblUpdateResponse.getPartialUpdatedEntitiesByTypeName(COLUMN_TYPE); - - final AtlasEntity updatedCol1Entity = getEntityFromStore(updatedColHeaders.get(0)); - final AtlasEntity updatedCol2Entity = getEntityFromStore(updatedColHeaders.get(1)); - final AtlasEntity updatedCol3Entity = getEntityFromStore(updatedColHeaders.get(2)); - - assertEquals(col1.getAttribute("description"), updatedCol1Entity.getAttribute("description")); - assertEquals(col2.getAttribute("description"), updatedCol2Entity.getAttribute("description")); - assertEquals(col3.getAttribute("description"), updatedCol3Entity.getAttribute("description")); - } - - @Test - public void testSetObjectIdAttrToNull() throws Exception { - final AtlasEntity dbEntity = TestUtilsV2.createDBEntity(); - final AtlasEntity db2Entity = TestUtilsV2.createDBEntity(); - - entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - entityStore.createOrUpdate(new AtlasEntityStream(db2Entity), false); - - final AtlasEntity tableEntity = TestUtilsV2.createTableEntity(dbEntity); - - tableEntity.setAttribute("databaseComposite", AtlasTypeUtil.getAtlasObjectId(db2Entity)); - - final EntityMutationResponse tblCreationResponse = entityStore.createOrUpdate(new AtlasEntityStream(tableEntity), false); - final AtlasEntityHeader createdTblHeader = tblCreationResponse.getCreatedEntityByTypeNameAndAttribute(TABLE_TYPE, NAME, (String) tableEntity.getAttribute(NAME)); - final AtlasEntity createdTblEntity = getEntityFromStore(createdTblHeader); - - init(); - - createdTblEntity.setAttribute("databaseComposite", null); - - final EntityMutationResponse tblUpdateResponse = entityStore.createOrUpdate(new AtlasEntityStream(createdTblEntity), true); - final AtlasEntityHeader updatedTblHeader = tblUpdateResponse.getFirstEntityPartialUpdated(); - final AtlasEntity updatedTblEntity = getEntityFromStore(updatedTblHeader); - final AtlasEntity deletedDb2Entity = getEntityFromStore(db2Entity.getGuid()); - - assertEquals(deletedDb2Entity.getStatus(), AtlasEntity.Status.DELETED); - } - - @Test - public void testTagAssociationAfterRedefinition(){ - AtlasClassificationDef aTag = new AtlasClassificationDef("testTag"); - AtlasAttributeDef attributeDef = new AtlasAttributeDef("testAttribute", "int", true, - AtlasAttributeDef.Cardinality.SINGLE, 0, 1, - false, true, - Collections.<AtlasStructDef.AtlasConstraintDef>emptyList()); - aTag.addAttribute(attributeDef); - - AtlasTypesDef typesDef = new AtlasTypesDef(); - typesDef.setClassificationDefs(Arrays.asList(aTag)); - - try { - typeDefStore.createTypesDef(typesDef); - } catch (AtlasBaseException e) { - fail("Tag creation should've succeeded"); - } - - try { - typeDefStore.deleteTypesDef(typesDef); - } catch (AtlasBaseException e) { - fail("Tag deletion should've succeeded"); - } - - aTag = new AtlasClassificationDef("testTag"); - attributeDef = new AtlasAttributeDef("testAttribute", "string", true, - AtlasAttributeDef.Cardinality.SINGLE, 0, 1, - false, true, - Collections.<AtlasStructDef.AtlasConstraintDef>emptyList()); - aTag.addAttribute(attributeDef); - typesDef.setClassificationDefs(Arrays.asList(aTag)); - - try { - typeDefStore.createTypesDef(typesDef); - } catch (AtlasBaseException e) { - fail("Tag re-creation should've succeeded"); - } - - final AtlasEntity dbEntity = TestUtilsV2.createDBEntity(); - - try { - EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(dbEntity), false); - List<AtlasEntityHeader> createdEntity = response.getCreatedEntities(); - assertTrue(CollectionUtils.isNotEmpty(createdEntity)); - String guid = createdEntity.get(0).getGuid(); - entityStore.addClassification(Arrays.asList(guid), new AtlasClassification(aTag.getName(), "testAttribute", "test-string")); - } catch (AtlasBaseException e) { - fail("DB entity creation should've succeeded, e.getMessage() => " + e.getMessage()); - } - - } - - private String randomStrWithReservedChars() { - return randomString() + "\"${}%"; - } - - private void validateMutationResponse(EntityMutationResponse response, EntityMutations.EntityOperation op, int expectedNumCreated) { - List<AtlasEntityHeader> entitiesCreated = response.getEntitiesByOperation(op); - Assert.assertNotNull(entitiesCreated); - Assert.assertEquals(entitiesCreated.size(), expectedNumCreated); - } - - private void validateEntity(AtlasEntityExtInfo entityExtInfo, AtlasEntity actual) throws AtlasBaseException, AtlasException { - validateEntity(entityExtInfo, actual, entityExtInfo.getEntity(actual.getGuid())); - } - - private void validateEntity(AtlasEntityExtInfo entityExtInfo, AtlasStruct actual, AtlasStruct expected) throws AtlasBaseException, AtlasException { - if (expected == null) { - Assert.assertNull(actual, "expected null instance. Found " + actual); - - return; - } - - Assert.assertNotNull(actual, "found null instance"); - - AtlasStructType entityType = (AtlasStructType) typeRegistry.getType(actual.getTypeName()); - for (String attrName : expected.getAttributes().keySet()) { - Object expectedVal = expected.getAttribute(attrName); - Object actualVal = actual.getAttribute(attrName); - - AtlasType attrType = entityType.getAttributeType(attrName); - validateAttribute(entityExtInfo, actualVal, expectedVal, attrType, attrName); - } - } - - private void validateAttribute(AtlasEntityExtInfo entityExtInfo, Object actual, Object expected, AtlasType attributeType, String attrName) throws AtlasBaseException, AtlasException { - switch(attributeType.getTypeCategory()) { - case OBJECT_ID_TYPE: - Assert.assertTrue(actual instanceof AtlasObjectId); - String guid = ((AtlasObjectId) actual).getGuid(); - Assert.assertTrue(AtlasTypeUtil.isAssignedGuid(guid), "expected assigned guid. found " + guid); - break; - - case PRIMITIVE: - case ENUM: - Assert.assertEquals(actual, expected); - break; - - case MAP: - AtlasMapType mapType = (AtlasMapType) attributeType; - AtlasType valueType = mapType.getValueType(); - Map actualMap = (Map) actual; - Map expectedMap = (Map) expected; - - if (MapUtils.isNotEmpty(expectedMap)) { - Assert.assertTrue(MapUtils.isNotEmpty(actualMap)); - - // deleted entries are included in the attribute; hence use >= - Assert.assertTrue(actualMap.size() >= expectedMap.size()); - - for (Object key : expectedMap.keySet()) { - validateAttribute(entityExtInfo, actualMap.get(key), expectedMap.get(key), valueType, attrName); - } - } - break; - - case ARRAY: - AtlasArrayType arrType = (AtlasArrayType) attributeType; - AtlasType elemType = arrType.getElementType(); - List actualList = (List) actual; - List expectedList = (List) expected; - - if (CollectionUtils.isNotEmpty(expectedList)) { - Assert.assertTrue(CollectionUtils.isNotEmpty(actualList)); - - //actual list could have deleted entities. Hence size may not match. - Assert.assertTrue(actualList.size() >= expectedList.size()); - - for (int i = 0; i < expectedList.size(); i++) { - validateAttribute(entityExtInfo, actualList.get(i), expectedList.get(i), elemType, attrName); - } - } - break; - case STRUCT: - AtlasStruct expectedStruct = (AtlasStruct) expected; - AtlasStruct actualStruct = (AtlasStruct) actual; - - validateEntity(entityExtInfo, actualStruct, expectedStruct); - break; - default: - Assert.fail("Unknown type category"); - } - } - - private AtlasEntity getEntityFromStore(AtlasEntityHeader header) throws AtlasBaseException { - return header != null ? getEntityFromStore(header.getGuid()) : null; - } - - private AtlasEntity getEntityFromStore(String guid) throws AtlasBaseException { - AtlasEntityWithExtInfo entity = guid != null ? entityStore.getById(guid) : null; - - return entity != null ? entity.getEntity() : null; - } -}
http://git-wip-us.apache.org/repos/asf/atlas/blob/0877e47c/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipDefStoreV1Test.java ---------------------------------------------------------------------- diff --git a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipDefStoreV1Test.java b/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipDefStoreV1Test.java deleted file mode 100644 index 59bedd1..0000000 --- a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipDefStoreV1Test.java +++ /dev/null @@ -1,330 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.atlas.repository.store.graph.v1; - -import com.google.inject.Inject; -import org.apache.atlas.ApplicationProperties; -import org.apache.atlas.AtlasErrorCode; -import org.apache.atlas.AtlasException; -import org.apache.atlas.TestModules; -import org.apache.atlas.exception.AtlasBaseException; -import org.apache.atlas.model.typedef.AtlasRelationshipDef; -import org.apache.atlas.model.typedef.AtlasRelationshipEndDef; -import org.apache.atlas.model.typedef.AtlasStructDef; -import org.apache.atlas.repository.graph.AtlasGraphProvider; -import org.apache.atlas.type.AtlasTypeUtil; -import org.testng.Assert; -import org.testng.annotations.AfterClass; -import org.testng.annotations.DataProvider; -import org.testng.annotations.Guice; -import org.testng.annotations.Test; - -import static org.testng.AssertJUnit.fail; - -/** - * Tests for AtlasRelationshipStoreV1 - */ -@Guice(modules = TestModules.TestOnlyModule.class) -public class AtlasRelationshipDefStoreV1Test { - - @Inject - private - AtlasRelationshipDefStoreV1 relationshipDefStore; - - @DataProvider - public Object[][] invalidAttributeNameWithReservedKeywords(){ - AtlasRelationshipDef invalidAttrNameType = - AtlasTypeUtil.createRelationshipTypeDef("Invalid_Attribute_Type", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeA", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeB", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("order", "string"), - AtlasTypeUtil.createRequiredAttrDef("limit", "string")); - - return new Object[][] {{ - invalidAttrNameType - }}; - } - @DataProvider - public Object[][] updateValidProperties(){ - AtlasRelationshipDef existingType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","0" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.ONE_TO_TWO, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef newType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", - "description1", // updated - "1" , // updated - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, // updated - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - - return new Object[][] {{ - existingType, - newType - }}; - } - - - @DataProvider - public Object[][] updateRename(){ - AtlasRelationshipDef existingType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef newType = - AtlasTypeUtil.createRelationshipTypeDef("basicType2", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - - return new Object[][] {{ - existingType, - newType - }}; - } - @DataProvider - public Object[][] updateRelCat(){ - AtlasRelationshipDef existingType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef newType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.AGGREGATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - - return new Object[][] {{ - existingType, - newType - }}; - } - @DataProvider - public Object[][] updateEnd1(){ - AtlasRelationshipDef existingType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef changeType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeE", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef changeAttr = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr2", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef changeCardinality = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.LIST), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - - return new Object[][]{ - { - existingType, - changeType - }, - { - existingType, - changeAttr - }, - { - existingType, - changeCardinality - } - }; - } - @DataProvider - public Object[][] updateEnd2(){ - AtlasRelationshipDef existingType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - AtlasRelationshipDef changeType = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeE", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef changeAttr = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr2", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - AtlasRelationshipDef changeCardinality = - AtlasTypeUtil.createRelationshipTypeDef("basicType", "description","" , - AtlasRelationshipDef.RelationshipCategory.ASSOCIATION, - AtlasRelationshipDef.PropagateTags.BOTH, - new AtlasRelationshipEndDef("typeC", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.SINGLE), - new AtlasRelationshipEndDef("typeD", "attr1", AtlasStructDef.AtlasAttributeDef.Cardinality.LIST), - - AtlasTypeUtil.createRequiredAttrDef("aaaa", "string"), - AtlasTypeUtil.createRequiredAttrDef("bbbb", "string")); - - - return new Object[][]{ - { - existingType, - changeType - }, - { - existingType, - changeAttr - }, - { - existingType, - changeCardinality - } - }; - } - - @Test(dataProvider = "invalidAttributeNameWithReservedKeywords") - public void testCreateTypeWithReservedKeywords(AtlasRelationshipDef atlasRelationshipDef) throws AtlasException { - try { - ApplicationProperties.get().setProperty(AtlasAbstractDefStoreV1.ALLOW_RESERVED_KEYWORDS, false); - relationshipDefStore.create(atlasRelationshipDef, null); - } catch (AtlasBaseException e) { - Assert.assertEquals(e.getAtlasErrorCode(), AtlasErrorCode.ATTRIBUTE_NAME_INVALID); - } - } - - @Test(dataProvider = "updateValidProperties") - public void testupdateVertexPreUpdatepropagateTags(AtlasRelationshipDef existingRelationshipDef,AtlasRelationshipDef newRelationshipDef) throws AtlasBaseException { - AtlasRelationshipDefStoreV1.preUpdateCheck(existingRelationshipDef,newRelationshipDef); - } - - @Test(dataProvider = "updateRename") - public void testupdateVertexPreUpdateRename(AtlasRelationshipDef existingRelationshipDef,AtlasRelationshipDef newRelationshipDef) { - - try { - AtlasRelationshipDefStoreV1.preUpdateCheck(existingRelationshipDef,newRelationshipDef); - fail("expected error"); - } catch (AtlasBaseException e) { - if (!e.getAtlasErrorCode().equals(AtlasErrorCode.RELATIONSHIPDEF_INVALID_NAME_UPDATE)){ - fail("unexpected AtlasErrorCode "+e.getAtlasErrorCode()); - } - } - } - @Test(dataProvider = "updateRelCat") - public void testupdateVertexPreUpdateRelcat(AtlasRelationshipDef existingRelationshipDef,AtlasRelationshipDef newRelationshipDef) { - - try { - AtlasRelationshipDefStoreV1.preUpdateCheck(existingRelationshipDef,newRelationshipDef); - fail("expected error"); - } catch (AtlasBaseException e) { - if (!e.getAtlasErrorCode().equals(AtlasErrorCode.RELATIONSHIPDEF_INVALID_CATEGORY_UPDATE)){ - fail("unexpected AtlasErrorCode "+e.getAtlasErrorCode()); - } - } - } - @Test(dataProvider = "updateEnd1") - public void testupdateVertexPreUpdateEnd1(AtlasRelationshipDef existingRelationshipDef,AtlasRelationshipDef newRelationshipDef) { - - try { - AtlasRelationshipDefStoreV1.preUpdateCheck(existingRelationshipDef,newRelationshipDef); - fail("expected error"); - } catch (AtlasBaseException e) { - if (!e.getAtlasErrorCode().equals(AtlasErrorCode.RELATIONSHIPDEF_INVALID_END1_UPDATE)){ - fail("unexpected AtlasErrorCode "+e.getAtlasErrorCode()); - } - } - } - - @Test(dataProvider = "updateEnd2") - public void testupdateVertexPreUpdateEnd2(AtlasRelationshipDef existingRelationshipDef,AtlasRelationshipDef newRelationshipDef) { - - try { - AtlasRelationshipDefStoreV1.preUpdateCheck(existingRelationshipDef,newRelationshipDef); - fail("expected error"); - } catch (AtlasBaseException e) { - if (!e.getAtlasErrorCode().equals(AtlasErrorCode.RELATIONSHIPDEF_INVALID_END2_UPDATE)){ - fail("unexpected AtlasErrorCode "+e.getAtlasErrorCode()); - } - } - } - @AfterClass - public void clear(){ - AtlasGraphProvider.cleanup(); - } -} http://git-wip-us.apache.org/repos/asf/atlas/blob/0877e47c/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreHardDeleteV1Test.java ---------------------------------------------------------------------- diff --git a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreHardDeleteV1Test.java b/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreHardDeleteV1Test.java deleted file mode 100644 index 109118e..0000000 --- a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreHardDeleteV1Test.java +++ /dev/null @@ -1,112 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.atlas.repository.store.graph.v1; - -import com.google.common.collect.ImmutableList; -import org.apache.atlas.TestModules; -import org.apache.atlas.model.instance.AtlasEntity; -import org.apache.atlas.model.instance.AtlasObjectId; -import org.testng.annotations.Guice; - -import java.util.List; - -import static org.apache.atlas.type.AtlasTypeUtil.getAtlasObjectId; -import static org.testng.Assert.assertEquals; -import static org.testng.Assert.assertNotNull; -import static org.testng.Assert.assertNull; - -/** - * Inverse reference update test with {@link HardDeleteHandlerV1} - */ -@Guice(modules = TestModules.HardDeleteModule.class) -public class AtlasRelationshipStoreHardDeleteV1Test extends AtlasRelationshipStoreV1Test { - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_OneToMany(AtlasEntity jane) throws Exception { - // Max should have been removed from the subordinates list, leaving only John. - verifyRelationshipAttributeList(jane, "subordinates", ImmutableList.of(employeeNameIdMap.get("John"))); - } - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_ManyToOne(AtlasEntity a1, AtlasEntity a2, - AtlasEntity a3, AtlasEntity b) { - - verifyRelationshipAttributeValue(a1, "oneB", null); - - verifyRelationshipAttributeValue(a2, "oneB", null); - - verifyRelationshipAttributeList(b, "manyA", ImmutableList.of(getAtlasObjectId(a3))); - } - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_OneToOne(AtlasEntity a1, AtlasEntity b) { - verifyRelationshipAttributeValue(a1, "b", null); - } - - @Override - protected void verifyRelationshipAttributeUpdate_ManyToMany_Friends(AtlasEntity max, AtlasEntity julius, AtlasEntity mike, AtlasEntity john) throws Exception { - AtlasObjectId johnId = employeeNameIdMap.get("John"); - AtlasObjectId mikeId = employeeNameIdMap.get("Mike"); - AtlasObjectId juliusId = employeeNameIdMap.get("Julius"); - AtlasObjectId maxId = employeeNameIdMap.get("Max"); - - List<AtlasObjectId> maxFriendsIds = toAtlasObjectIds(max.getRelationshipAttribute("friends")); - assertNotNull(maxFriendsIds); - assertEquals(maxFriendsIds.size(), 2); - assertObjectIdsContains(maxFriendsIds, johnId); - assertObjectIdsContains(maxFriendsIds, juliusId); - - // Julius's updated friends: [Max] - List<AtlasObjectId> juliusFriendsIds = toAtlasObjectIds(julius.getRelationshipAttribute("friends")); - assertNotNull(juliusFriendsIds); - assertEquals(juliusFriendsIds.size(), 1); - assertObjectIdsContains(juliusFriendsIds, maxId); - - // Mike's updated friends: [John] - List<AtlasObjectId> mikeFriendsIds = toAtlasObjectIds(mike.getRelationshipAttribute("friends")); - assertNotNull(mikeFriendsIds); - assertEquals(mikeFriendsIds.size(), 1); - assertObjectIdsContains(mikeFriendsIds, johnId); - - // John's updated friends: [Max, Mike] - List<AtlasObjectId> johnFriendsIds = toAtlasObjectIds(john.getRelationshipAttribute("friends")); - assertNotNull(johnFriendsIds); - assertEquals(johnFriendsIds.size(), 2); - assertObjectIdsContains(johnFriendsIds, maxId); - assertObjectIdsContains(johnFriendsIds, mikeId); - } - - protected void verifyRelationshipAttributeUpdate_OneToOne_Sibling(AtlasEntity julius, AtlasEntity jane, AtlasEntity mike) throws Exception { - AtlasObjectId juliusId = employeeNameIdMap.get("Julius"); - AtlasObjectId mikeId = employeeNameIdMap.get("Mike"); - - // Julius sibling updated to Mike - AtlasObjectId juliusSiblingId = toAtlasObjectId(julius.getRelationshipAttribute("sibling")); - assertNotNull(juliusSiblingId); - assertObjectIdEquals(juliusSiblingId, mikeId); - - // Mike's sibling is Julius - AtlasObjectId mikeSiblingId = toAtlasObjectId(mike.getRelationshipAttribute("sibling")); - assertNotNull(mikeSiblingId); - assertObjectIdEquals(mikeSiblingId, juliusId); - - // Julius removed from Jane's sibling (hard delete) - AtlasObjectId janeSiblingId = toAtlasObjectId(jane.getRelationshipAttribute("sibling")); - assertNull(janeSiblingId); - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/atlas/blob/0877e47c/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreSoftDeleteV1Test.java ---------------------------------------------------------------------- diff --git a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreSoftDeleteV1Test.java b/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreSoftDeleteV1Test.java deleted file mode 100644 index 4faf5ad..0000000 --- a/repository/src/test/java/org/apache/atlas/repository/store/graph/v1/AtlasRelationshipStoreSoftDeleteV1Test.java +++ /dev/null @@ -1,116 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.atlas.repository.store.graph.v1; - -import com.google.common.collect.ImmutableList; -import org.apache.atlas.TestModules; -import org.apache.atlas.model.instance.AtlasEntity; -import org.apache.atlas.model.instance.AtlasObjectId; -import org.testng.annotations.Guice; - -import java.util.List; - -import static org.apache.atlas.type.AtlasTypeUtil.getAtlasObjectId; -import static org.testng.Assert.assertEquals; -import static org.testng.Assert.assertNotNull; - - -/** - * Inverse reference update test with {@link SoftDeleteHandlerV1} - */ -@Guice(modules = TestModules.SoftDeleteModule.class) -public class AtlasRelationshipStoreSoftDeleteV1Test extends AtlasRelationshipStoreV1Test { - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_OneToMany(AtlasEntity jane) throws Exception { - // Max is still in the subordinates list, as the edge still exists with state DELETED - verifyRelationshipAttributeList(jane, "subordinates", ImmutableList.of(employeeNameIdMap.get("John"), employeeNameIdMap.get("Max"))); - } - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_ManyToOne(AtlasEntity a1, AtlasEntity a2, - AtlasEntity a3, AtlasEntity b) { - - verifyRelationshipAttributeValue(a1, "oneB", b.getGuid()); - - verifyRelationshipAttributeValue(a2, "oneB", b.getGuid()); - - verifyRelationshipAttributeList(b, "manyA", ImmutableList.of(getAtlasObjectId(a1), getAtlasObjectId(a2), getAtlasObjectId(a3))); - } - - @Override - protected void verifyRelationshipAttributeUpdate_NonComposite_OneToOne(AtlasEntity a1, AtlasEntity b) { - verifyRelationshipAttributeValue(a1, "b", b.getGuid()); - } - - @Override - protected void verifyRelationshipAttributeUpdate_ManyToMany_Friends(AtlasEntity max, AtlasEntity julius, AtlasEntity mike, AtlasEntity john) throws Exception { - AtlasObjectId johnId = employeeNameIdMap.get("John"); - AtlasObjectId mikeId = employeeNameIdMap.get("Mike"); - AtlasObjectId juliusId = employeeNameIdMap.get("Julius"); - AtlasObjectId maxId = employeeNameIdMap.get("Max"); - - // Max's updated friends: [Julius, John, Mike(soft deleted)] - List<AtlasObjectId> maxFriendsIds = toAtlasObjectIds(max.getRelationshipAttribute("friends")); - assertNotNull(maxFriendsIds); - assertEquals(maxFriendsIds.size(), 3); - assertObjectIdsContains(maxFriendsIds, johnId); - assertObjectIdsContains(maxFriendsIds, juliusId); - assertObjectIdsContains(maxFriendsIds, mikeId); - - // Julius's updated friends: [Max] - List<AtlasObjectId> juliusFriendsIds = toAtlasObjectIds(julius.getRelationshipAttribute("friends")); - assertNotNull(juliusFriendsIds); - assertEquals(juliusFriendsIds.size(), 1); - assertObjectIdsContains(juliusFriendsIds, maxId); - - // Mike's updated friends: [John, Max(soft deleted)] - List<AtlasObjectId> mikeFriendsIds = toAtlasObjectIds(mike.getRelationshipAttribute("friends")); - assertNotNull(mikeFriendsIds); - assertEquals(mikeFriendsIds.size(), 2); - assertObjectIdsContains(mikeFriendsIds, johnId); - assertObjectIdsContains(mikeFriendsIds, maxId); - - // John's updated friends: [Max, Mike] - List<AtlasObjectId> johnFriendsIds = toAtlasObjectIds(john.getRelationshipAttribute("friends")); - assertNotNull(johnFriendsIds); - assertEquals(johnFriendsIds.size(), 2); - assertObjectIdsContains(johnFriendsIds, maxId); - assertObjectIdsContains(johnFriendsIds, mikeId); - } - - protected void verifyRelationshipAttributeUpdate_OneToOne_Sibling(AtlasEntity julius, AtlasEntity jane, AtlasEntity mike) throws Exception { - AtlasObjectId juliusId = employeeNameIdMap.get("Julius"); - AtlasObjectId mikeId = employeeNameIdMap.get("Mike"); - - // Julius sibling updated to Mike - AtlasObjectId juliusSiblingId = toAtlasObjectId(julius.getRelationshipAttribute("sibling")); - assertNotNull(juliusSiblingId); - assertObjectIdEquals(juliusSiblingId, mikeId); - - // Mike's sibling is Julius - AtlasObjectId mikeSiblingId = toAtlasObjectId(mike.getRelationshipAttribute("sibling")); - assertNotNull(mikeSiblingId); - assertObjectIdEquals(mikeSiblingId, juliusId); - - // Jane's sibling is still Julius (soft delete) - AtlasObjectId janeSiblingId = toAtlasObjectId(jane.getRelationshipAttribute("sibling")); - assertNotNull(janeSiblingId); - assertObjectIdEquals(janeSiblingId, juliusId); - } -} \ No newline at end of file
