[08/50] [abbrv] ambari git commit: AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari manages include/exclude files (dsen)

2017-10-09 Thread jaimin
AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari 
manages include/exclude files (dsen)

(cherry picked from commit aa9d866e7c4df1bdff665bec3154e3731cd8f5a7)

Change-Id: Id1c35871654e0c1df4c4caeb3bbe63df3f59a9bd


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/6ddb896a
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/6ddb896a
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/6ddb896a

Branch: refs/heads/2.5-maint
Commit: 6ddb896ab969e451540f3f3271f1fddcbb567946
Parents: b79e01b
Author: Dmytro Sen 
Authored: Fri Aug 11 13:38:46 2017 +0300
Committer: d...@apache.org 
Committed: Fri Aug 11 11:11:11 2017 +

--
 .../2.1.0.2.0/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 15 ---
 .../services/HDFS/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 16 +---
 .../before-START/scripts/shared_initialization.py   | 14 --
 5 files changed, 13 insertions(+), 44 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ambari/blob/6ddb896a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
index 500ed15..ef6a2e2 100644
--- 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
@@ -37,6 +37,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 import params
 service(

http://git-wip-us.apache.org/repos/asf/ambari/blob/6ddb896a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
index 265502f..cba724a 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
@@ -137,21 +137,6 @@ def setup_configs():
 group=params.user_group
   )
 
-  generate_include_file()
-
-
-def generate_include_file():
-  import params
-
-  if params.has_namenode and params.dfs_hosts and params.has_slaves:
-include_hosts_list = params.slave_hosts
-File(params.dfs_hosts,
- content=Template("include_hosts_list.j2"),
- owner=params.hdfs_user,
- group=params.user_group
-)
-
-
 def install_snappy():
   import params
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/6ddb896a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
index e734973..b7e4044 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
@@ -35,6 +35,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 service(
   action=action,

http://git-wip-us.apache.org/repos/asf/ambari/blob/6ddb896a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/shared_initialization.py

[08/17] ambari git commit: AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari manages include/exclude files (dsen)

2017-08-14 Thread jonathanhurley
AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari 
manages include/exclude files (dsen)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/9e8a039b
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/9e8a039b
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/9e8a039b

Branch: refs/heads/branch-feature-AMBARI-21450
Commit: 9e8a039bc2bf559ab54a987315b2c6c749c2512b
Parents: dba278b
Author: Dmytro Sen 
Authored: Fri Aug 11 13:38:46 2017 +0300
Committer: Dmytro Sen 
Committed: Fri Aug 11 13:39:28 2017 +0300

--
 .../2.1.0.2.0/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 15 ---
 .../services/HDFS/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 16 +---
 .../before-START/scripts/shared_initialization.py   | 14 --
 5 files changed, 13 insertions(+), 44 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
index 500ed15..ef6a2e2 100644
--- 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
@@ -37,6 +37,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 import params
 service(

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
index 265502f..cba724a 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
@@ -137,21 +137,6 @@ def setup_configs():
 group=params.user_group
   )
 
-  generate_include_file()
-
-
-def generate_include_file():
-  import params
-
-  if params.has_namenode and params.dfs_hosts and params.has_slaves:
-include_hosts_list = params.slave_hosts
-File(params.dfs_hosts,
- content=Template("include_hosts_list.j2"),
- owner=params.hdfs_user,
- group=params.user_group
-)
-
-
 def install_snappy():
   import params
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
index e734973..b7e4044 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
@@ -35,6 +35,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 service(
   action=action,

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/shared_initialization.py
--
diff --git 

ambari git commit: AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari manages include/exclude files (dsen)

2017-08-11 Thread dsen
Repository: ambari
Updated Branches:
  refs/heads/branch-2.6 dba278bfb -> 9e8a039bc


AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari 
manages include/exclude files (dsen)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/9e8a039b
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/9e8a039b
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/9e8a039b

Branch: refs/heads/branch-2.6
Commit: 9e8a039bc2bf559ab54a987315b2c6c749c2512b
Parents: dba278b
Author: Dmytro Sen 
Authored: Fri Aug 11 13:38:46 2017 +0300
Committer: Dmytro Sen 
Committed: Fri Aug 11 13:39:28 2017 +0300

--
 .../2.1.0.2.0/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 15 ---
 .../services/HDFS/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 16 +---
 .../before-START/scripts/shared_initialization.py   | 14 --
 5 files changed, 13 insertions(+), 44 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
index 500ed15..ef6a2e2 100644
--- 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
@@ -37,6 +37,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 import params
 service(

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
index 265502f..cba724a 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
@@ -137,21 +137,6 @@ def setup_configs():
 group=params.user_group
   )
 
-  generate_include_file()
-
-
-def generate_include_file():
-  import params
-
-  if params.has_namenode and params.dfs_hosts and params.has_slaves:
-include_hosts_list = params.slave_hosts
-File(params.dfs_hosts,
- content=Template("include_hosts_list.j2"),
- owner=params.hdfs_user,
- group=params.user_group
-)
-
-
 def install_snappy():
   import params
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
index e734973..b7e4044 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
@@ -35,6 +35,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 service(
   action=action,

http://git-wip-us.apache.org/repos/asf/ambari/blob/9e8a039b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/shared_initialization.py

ambari git commit: AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari manages include/exclude files (dsen)

2017-08-11 Thread dsen
Repository: ambari
Updated Branches:
  refs/heads/branch-2.5 ee87b6ab6 -> aa9d866e7


AMBARI-21692 dfs.include file is created on all datanode hosts when Ambari 
manages include/exclude files (dsen)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/aa9d866e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/aa9d866e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/aa9d866e

Branch: refs/heads/branch-2.5
Commit: aa9d866e7c4df1bdff665bec3154e3731cd8f5a7
Parents: ee87b6a
Author: Dmytro Sen 
Authored: Fri Aug 11 13:38:46 2017 +0300
Committer: Dmytro Sen 
Committed: Fri Aug 11 13:38:46 2017 +0300

--
 .../2.1.0.2.0/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 15 ---
 .../services/HDFS/package/scripts/hdfs_snamenode.py |  6 ++
 .../before-START/scripts/shared_initialization.py   | 16 +---
 .../before-START/scripts/shared_initialization.py   | 14 --
 5 files changed, 13 insertions(+), 44 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/ambari/blob/aa9d866e/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
index 500ed15..ef6a2e2 100644
--- 
a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_snamenode.py
@@ -37,6 +37,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 import params
 service(

http://git-wip-us.apache.org/repos/asf/ambari/blob/aa9d866e/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
index 265502f..cba724a 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/hooks/before-START/scripts/shared_initialization.py
@@ -137,21 +137,6 @@ def setup_configs():
 group=params.user_group
   )
 
-  generate_include_file()
-
-
-def generate_include_file():
-  import params
-
-  if params.has_namenode and params.dfs_hosts and params.has_slaves:
-include_hosts_list = params.slave_hosts
-File(params.dfs_hosts,
- content=Template("include_hosts_list.j2"),
- owner=params.hdfs_user,
- group=params.user_group
-)
-
-
 def install_snappy():
   import params
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/aa9d866e/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
--
diff --git 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
index e734973..b7e4044 100644
--- 
a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
+++ 
b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/hdfs_snamenode.py
@@ -35,6 +35,12 @@ def snamenode(action=None, format=False):
  content=Template("exclude_hosts_list.j2"),
  owner=params.hdfs_user,
  group=params.user_group)
+if params.hdfs_include_file:
+  File(params.include_file_path,
+ content=Template("include_hosts_list.j2"),
+ owner=params.hdfs_user,
+ group=params.user_group)
+  pass
   elif action == "start" or action == "stop":
 service(
   action=action,

http://git-wip-us.apache.org/repos/asf/ambari/blob/aa9d866e/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/shared_initialization.py