Repository: ambari Updated Branches: refs/heads/trunk b35cb993c -> 87876375e
AMBARI-19366 Hive-saved query and Pig script Migration is not working Hue-Ambari migration view (Pradarttana Panda via gauravn7) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/87876375 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/87876375 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/87876375 Branch: refs/heads/trunk Commit: 87876375e18027241c84c1636623abd8ba761cc9 Parents: b35cb99 Author: Gaurav Nagar <[email protected]> Authored: Fri Jan 6 13:15:19 2017 +0530 Committer: Gaurav Nagar <[email protected]> Committed: Fri Jan 6 13:17:16 2017 +0530 ---------------------------------------------------------------------- .../HiveSavedQueryMigrationImplementation.java | 40 ++++++++++---------- .../PigScriptMigrationImplementation.java | 15 ++++---- 2 files changed, 26 insertions(+), 29 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/87876375/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java ---------------------------------------------------------------------- diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java index c7ea7aa..584978a 100644 --- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java +++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java @@ -598,24 +598,24 @@ public class HiveSavedQueryMigrationImplementation { ); conf.set("fs.defaultFS", namenodeuri); conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - UserGroupInformation.setConfiguration(conf); + UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); - ugi.doAs(new PrivilegedExceptionAction<Void>() { + ugi.doAs(new PrivilegedExceptionAction<Boolean>() { - public Void run() throws Exception { + public Boolean run() throws Exception { URI uri = new URI(dir); FileSystem fs = FileSystem.get(uri, conf, username); + Path src = new Path(dir); - fs.mkdirs(src); - return null; + Boolean b = fs.mkdirs(src); + return b; } }); } catch (Exception e) { - logger.error("Webhdfs: ", e); + logger.error("Exception in Webhdfs ", e); } } @@ -653,27 +653,24 @@ public class HiveSavedQueryMigrationImplementation { public void putFileinHdfs(final String source, final String dest, final String namenodeuri,final String username) throws IOException { - try { - final Configuration conf = new Configuration(); - - conf.set("fs.hdfs.impl", - org.apache.hadoop.hdfs.DistributedFileSystem.class.getName() - ); - conf.set("fs.file.impl", - org.apache.hadoop.fs.LocalFileSystem.class.getName() - ); - conf.set("fs.defaultFS", namenodeuri); - conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - - UserGroupInformation.setConfiguration(conf); UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); + ugi.doAs(new PrivilegedExceptionAction<Void>() { public Void run() throws Exception { + Configuration conf = new Configuration(); + conf.set("fs.defaultFS", namenodeuri); + conf.set("hadoop.job.ugi", "hdfs"); + conf.set("fs.hdfs.impl", + org.apache.hadoop.hdfs.DistributedFileSystem.class.getName() + ); + conf.set("fs.file.impl", + org.apache.hadoop.fs.LocalFileSystem.class.getName() + ); FileSystem fileSystem = FileSystem.get(conf); + String filename = source.substring( source.lastIndexOf('/') + 1, source.length()); String dest1; @@ -685,6 +682,7 @@ public class HiveSavedQueryMigrationImplementation { Path path = new Path(dest1); + // Path pathsource = new Path(source); FSDataOutputStream out = fileSystem.create(path); InputStream in = new BufferedInputStream( http://git-wip-us.apache.org/repos/asf/ambari/blob/87876375/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java ---------------------------------------------------------------------- diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java index 263b137..0459a30 100644 --- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java +++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java @@ -461,7 +461,6 @@ public class PigScriptMigrationImplementation { public void createDirPigScript(final String dir, final String namenodeuri,final String username) throws IOException, URISyntaxException { - try { final Configuration conf = new Configuration(); @@ -473,24 +472,24 @@ public class PigScriptMigrationImplementation { ); conf.set("fs.defaultFS", namenodeuri); conf.set("hadoop.job.ugi", "hdfs"); - conf.set("hadoop.security.authentication", "Kerberos"); - UserGroupInformation.setConfiguration(conf); + UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs"); - ugi.doAs(new PrivilegedExceptionAction<Void>() { + ugi.doAs(new PrivilegedExceptionAction<Boolean>() { - public Void run() throws Exception { + public Boolean run() throws Exception { URI uri = new URI(dir); FileSystem fs = FileSystem.get(uri, conf, username); + Path src = new Path(dir); - fs.mkdirs(src); - return null; + Boolean b = fs.mkdirs(src); + return b; } }); } catch (Exception e) { - logger.error("Webhdfs: ", e); + logger.error("Exception in Webhdfs", e); } }
