[atlas] branch master updated: ATLAS-3655: Create 'spark_application' type to avoid 'spark_process' from being updated for multiple operations (#91)

[nixon]

This is an automated email from the ASF dual-hosted git repository.

nixon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/atlas.git


The following commit(s) were added to refs/heads/master by this push:
     new 721fcb4  ATLAS-3655: Create 'spark_application' type to avoid 
'spark_process' from being updated for multiple operations (#91)
721fcb4 is described below

commit 721fcb413ce7720772c4b14d5cdf07bfd0537c57
Author: Vlad Glinsky <61428392+vladhlin...@users.noreply.github.com>
AuthorDate: Mon Mar 16 11:12:35 2020 +0200

    ATLAS-3655: Create 'spark_application' type to avoid 'spark_process' from 
being updated for multiple operations (#91)
---
 addons/models/1000-Hadoop/1100-spark_model.json | 47 +++++++++++++++++++++++++
 1 file changed, 47 insertions(+)

diff --git a/addons/models/1000-Hadoop/1100-spark_model.json 
b/addons/models/1000-Hadoop/1100-spark_model.json
index ddb9264..054239b 100644
--- a/addons/models/1000-Hadoop/1100-spark_model.json
+++ b/addons/models/1000-Hadoop/1100-spark_model.json
@@ -306,6 +306,34 @@
       ]
     },
     {
+      "name": "spark_application",
+      "superTypes": [
+        "Process"
+      ],
+      "serviceType": "spark",
+      "typeVersion": "1.0",
+      "attributeDefs": [
+        {
+          "name": "currentUser",
+          "typeName": "string",
+          "isOptional": true,
+          "cardinality": "SINGLE",
+          "isUnique": false,
+          "isIndexable": true,
+          "searchWeight": 10
+        },
+        {
+          "name": "remoteUser",
+          "typeName": "string",
+          "isOptional": true,
+          "cardinality": "SINGLE",
+          "isUnique": false,
+          "isIndexable": true,
+          "searchWeight": 10
+        }
+      ]
+    },
+    {
       "name": "spark_process",
       "superTypes": [
         "Process"
@@ -495,6 +523,25 @@
         "name": "columnLineages",
         "isContainer": true,
         "cardinality": "SET"
+
+      },
+      "propagateTags": "NONE"
+    },
+    {
+      "name": "spark_application_processes",
+      "serviceType": "spark",
+      "typeVersion": "1.0",
+      "relationshipCategory": "AGGREGATION",
+      "endDef1": {
+        "type": "spark_application",
+        "name": "processes",
+        "cardinality": "SET",
+        "isContainer": true
+      },
+      "endDef2": {
+        "type": "spark_process",
+        "name": "application",
+        "cardinality": "SINGLE"
       },
       "propagateTags": "NONE"
     }