Repository: atlas Updated Branches: refs/heads/master 9aca852b0 -> 5dfbd08ba
ATLAS-2694: added Avro schema typedef and support for Avro schema evolution Signed-off-by: Madhan Neethiraj <mad...@apache.org> Project: http://git-wip-us.apache.org/repos/asf/atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/5dfbd08b Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/5dfbd08b Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/5dfbd08b Branch: refs/heads/master Commit: 5dfbd08ba60cc191da5adc941f2001fb7d68e30f Parents: 9aca852 Author: Barbara Eckman <barbara_eck...@cable.comcast.com> Authored: Fri May 25 14:21:07 2018 -0700 Committer: Madhan Neethiraj <mad...@apache.org> Committed: Fri May 25 14:21:17 2018 -0700 ---------------------------------------------------------------------- addons/models/1000-Hadoop/1090-avro_model.json | 220 ++++++++++++++++++++ 1 file changed, 220 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/atlas/blob/5dfbd08b/addons/models/1000-Hadoop/1090-avro_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1000-Hadoop/1090-avro_model.json b/addons/models/1000-Hadoop/1090-avro_model.json new file mode 100644 index 0000000..882c39c --- /dev/null +++ b/addons/models/1000-Hadoop/1090-avro_model.json @@ -0,0 +1,220 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "avro_type", + "description": "Atlas Type representing Abstract Avro Type", + "superTypes": [ + "DataSet", "Asset" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_field", + "description": "Atlas Type representing an Avro Field", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "array<avro_type>", + "cardinality": "LIST", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "doc", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "default", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_record", + "description": "Atlas Type representing Abstract Avro Schema", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "doc", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "fields", + "typeName": "array<avro_field>", + "cardinality": "LIST", + "isIndexable": true, + "isOptional": true, + "isUnique": false, + "constraints": [ + { + "type": "ownedRef" + } + ] + }, + { + "name": "avro_notation", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "versionId", + "typeName": "int", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "isLatest", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "avroClass", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_schema", + "description": "Atlas Type representing Abstract Top-level Avro Schema", + "superTypes": [ + "avro_record" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "namespace", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "associatedEntities", + "typeName": "array<DataSet>", + "cardinality": "LIST", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_primitive", + "description": "Atlas Type representing an Avro primitive datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_fixed", + "description": "Atlas Type representing an Avro fixed datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_enum", + "description": "Atlas Type representing an Avro ENUM datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "symbols", + "typeName": "array<string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + }, + { + "name": "avro_collection", + "description": "Atlas Type representing an Avro Array datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "items", + "typeName": "array<string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + } + ] +}