Repository: ambari Updated Branches: refs/heads/branch-2.5 602fb845d -> ce74cce71
AMBARI-19366 Hive-saved query and Pig script Migration is not working Hue-Ambari migration view (Pradarttana Panda via gauravn7) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ce74cce7 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ce74cce7 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ce74cce7 Branch: refs/heads/branch-2.5 Commit: ce74cce71e5bf561de83aa7e0b7d08b0a4f8db3a Parents: 602fb84 Author: Gaurav Nagar <[email protected]> Authored: Fri Jan 6 13:15:19 2017 +0530 Committer: Gaurav Nagar <[email protected]> Committed: Fri Jan 6 13:15:19 2017 +0530 ---------------------------------------------------------------------- .../HiveSavedQueryMigrationImplementation.java | 40 ++++++++++---------- .../PigScriptMigrationImplementation.java | 15 ++++---- 2 files changed, 26 insertions(+), 29 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/ce74cce7/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java ---------------------------------------------------------------------- diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java index c7ea7aa..584978a 100644 --- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java +++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java @@ -598,24 +598,24 @@ public class HiveSavedQueryMigrationImplementation { ); conf.set("fs.defaultFS", namenodeuri); conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - UserGroupInformation.setConfiguration(conf); + UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); - ugi.doAs(new PrivilegedExceptionAction<Void>() { + ugi.doAs(new PrivilegedExceptionAction<Boolean>() { - public Void run() throws Exception { + public Boolean run() throws Exception { URI uri = new URI(dir); FileSystem fs = FileSystem.get(uri, conf, username); + Path src = new Path(dir); - fs.mkdirs(src); - return null; + Boolean b = fs.mkdirs(src); + return b; } }); } catch (Exception e) { - logger.error("Webhdfs: ", e); + logger.error("Exception in Webhdfs ", e); } } @@ -653,27 +653,24 @@ public class HiveSavedQueryMigrationImplementation { public void putFileinHdfs(final String source, final String dest, final String namenodeuri,final String username) throws IOException { - try { - final Configuration conf = new Configuration(); - - conf.set("fs.hdfs.impl", - org.apache.hadoop.hdfs.DistributedFileSystem.class.getName() - ); - conf.set("fs.file.impl", - org.apache.hadoop.fs.LocalFileSystem.class.getName() - ); - conf.set("fs.defaultFS", namenodeuri); - conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - - UserGroupInformation.setConfiguration(conf); UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); + ugi.doAs(new PrivilegedExceptionAction<Void>() { public Void run() throws Exception { + Configuration conf = new Configuration(); + conf.set("fs.defaultFS", namenodeuri); + conf.set("hadoop.job.ugi", "hdfs"); + conf.set("fs.hdfs.impl", + org.apache.hadoop.hdfs.DistributedFileSystem.class.getName() + ); + conf.set("fs.file.impl", + org.apache.hadoop.fs.LocalFileSystem.class.getName() + ); FileSystem fileSystem = FileSystem.get(conf); + String filename = source.substring( source.lastIndexOf('/') + 1, source.length()); String dest1; @@ -685,6 +682,7 @@ public class HiveSavedQueryMigrationImplementation { Path path = new Path(dest1); + // Path pathsource = new Path(source); FSDataOutputStream out = fileSystem.create(path); InputStream in = new BufferedInputStream( http://git-wip-us.apache.org/repos/asf/ambari/blob/ce74cce7/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java ---------------------------------------------------------------------- diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java index 263b137..0459a30 100644 --- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java +++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java @@ -461,7 +461,6 @@ public class PigScriptMigrationImplementation { public void createDirPigScript(final String dir, final String namenodeuri,final String username) throws IOException, URISyntaxException { - try { final Configuration conf = new Configuration(); @@ -473,24 +472,24 @@ public class PigScriptMigrationImplementation { ); conf.set("fs.defaultFS", namenodeuri); conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - UserGroupInformation.setConfiguration(conf); + UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); - ugi.doAs(new PrivilegedExceptionAction<Void>() { + ugi.doAs(new PrivilegedExceptionAction<Boolean>() { - public Void run() throws Exception { + public Boolean run() throws Exception { URI uri = new URI(dir); FileSystem fs = FileSystem.get(uri, conf, username); + Path src = new Path(dir); - fs.mkdirs(src); - return null; + Boolean b = fs.mkdirs(src); + return b; } }); } catch (Exception e) { - logger.error("Webhdfs: ", e); + logger.error("Exception in Webhdfs", e); } }
