ATLAS-675 Storm Hook should use timetsamps as Date type instead of Long (ayubkhan via sumasai)
(cherry picked from commit 1a405f9c18f9570886ffb56f3bf008b2cc4adc0c) Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/1eb2c877 Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/1eb2c877 Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/1eb2c877 Branch: refs/heads/0.7-incubating Commit: 1eb2c877810d275caa365b2fc42f95a0530e8ae2 Parents: e0a0e25 Author: Suma Shivaprasad <[email protected]> Authored: Thu Aug 18 08:24:07 2016 -0700 Committer: Madhan Neethiraj <[email protected]> Committed: Thu Dec 22 15:21:57 2016 -0800 ---------------------------------------------------------------------- .../main/java/org/apache/atlas/storm/hook/StormAtlasHook.java | 3 ++- .../main/scala/org/apache/atlas/storm/model/StormDataModel.scala | 4 ++-- release-log.txt | 3 ++- 3 files changed, 6 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1eb2c877/addons/storm-bridge/src/main/java/org/apache/atlas/storm/hook/StormAtlasHook.java ---------------------------------------------------------------------- diff --git a/addons/storm-bridge/src/main/java/org/apache/atlas/storm/hook/StormAtlasHook.java b/addons/storm-bridge/src/main/java/org/apache/atlas/storm/hook/StormAtlasHook.java index 5ed4d99..89e1097 100644 --- a/addons/storm-bridge/src/main/java/org/apache/atlas/storm/hook/StormAtlasHook.java +++ b/addons/storm-bridge/src/main/java/org/apache/atlas/storm/hook/StormAtlasHook.java @@ -45,6 +45,7 @@ import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.Set; +import java.util.Date; /** * StormAtlasHook sends storm topology metadata information to Atlas @@ -117,7 +118,7 @@ public class StormAtlasHook extends AtlasHook implements ISubmitterHook { owner = ANONYMOUS_OWNER; } topologyReferenceable.set(AtlasClient.OWNER, owner); - topologyReferenceable.set("startTime", System.currentTimeMillis()); + topologyReferenceable.set("startTime", new Date(System.currentTimeMillis())); topologyReferenceable.set(AtlasConstants.CLUSTER_NAME_ATTRIBUTE, getClusterName(stormConf)); return topologyReferenceable; http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1eb2c877/addons/storm-bridge/src/main/scala/org/apache/atlas/storm/model/StormDataModel.scala ---------------------------------------------------------------------- diff --git a/addons/storm-bridge/src/main/scala/org/apache/atlas/storm/model/StormDataModel.scala b/addons/storm-bridge/src/main/scala/org/apache/atlas/storm/model/StormDataModel.scala index 005f441..7caf5e8 100644 --- a/addons/storm-bridge/src/main/scala/org/apache/atlas/storm/model/StormDataModel.scala +++ b/addons/storm-bridge/src/main/scala/org/apache/atlas/storm/model/StormDataModel.scala @@ -45,8 +45,8 @@ object StormDataModel extends App { */ _class(StormDataTypes.STORM_TOPOLOGY.getName, List(AtlasClient.PROCESS_SUPER_TYPE)) { "id" ~ (string, required, indexed, unique) - "startTime" ~ long - "endTime" ~ long + "startTime" ~ date + "endTime" ~ date "conf" ~ (map(string, string), optional) "clusterName" ~ (string, optional, indexed) http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1eb2c877/release-log.txt ---------------------------------------------------------------------- diff --git a/release-log.txt b/release-log.txt index c6febf0..9879a01 100644 --- a/release-log.txt +++ b/release-log.txt @@ -3,6 +3,8 @@ Apache Atlas Release Notes --Release 0.7-incubating INCOMPATIBLE CHANGES: +ATLAS-675 Storm Hook should use timetsamps as Date type instead of Long (ayubkhan via sumasai) +ATLAS-1122 Change trait edge labels to have trait name alone (sumasai) ATLAS-1060 Add composite indexes for exact match performance improvements for all attributes (sumasai via shwethags) ATLAS-822 Type updates - don't allow updating supertypes ( shwethags via sumasai ) ATLAS-698 Remove Rexster Graph API (svimal2106 via shwethags) @@ -29,7 +31,6 @@ ATLAS-379 Create sqoop and falcon metadata addons (venkatnrangan,bvellanki,sowmy ALL CHANGES: ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai) -ATLAS-1122 Change trait edge labels to have trait name alone (sumasai) ATLAS-1121 NPE while submitting topology in StormHook (ayubkhan via sumasai) ATLAS-1111 Data loss is observed when atlas is restarted while hive_table metadata ingestion into kafka topic is in-progress(shwethags via sumasai) ATLAS-1108: updated references to atlas.rest.address to handle multiple URLs
