SAMOA-58: configure don't code
Project: http://git-wip-us.apache.org/repos/asf/incubator-samoa/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-samoa/commit/127eaab9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-samoa/tree/127eaab9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-samoa/diff/127eaab9 Branch: refs/heads/master Commit: 127eaab905c46304744361f1d1f9e18ab8c78717 Parents: 6e81a62 Author: edi_bice <[email protected]> Authored: Mon Jan 25 12:02:22 2016 -0500 Committer: Gianmarco De Francisci Morales <[email protected]> Committed: Tue Apr 19 11:33:42 2016 +0300 ---------------------------------------------------------------------- .../META-INF/services/org.apache.hadoop.fs.FileSystem | 2 ++ .../java/org/apache/samoa/utils/SystemsUtils.java | 14 ++++++++++++++ 2 files changed, 16 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-samoa/blob/127eaab9/samoa-api/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem ---------------------------------------------------------------------- diff --git a/samoa-api/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem b/samoa-api/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem new file mode 100644 index 0000000..bcd64ed --- /dev/null +++ b/samoa-api/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem @@ -0,0 +1,2 @@ +org.apache.hadoop.fs.LocalFileSystem +org.apache.hadoop.hdfs.DistributedFileSystem \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-samoa/blob/127eaab9/samoa-samza/src/main/java/org/apache/samoa/utils/SystemsUtils.java ---------------------------------------------------------------------- diff --git a/samoa-samza/src/main/java/org/apache/samoa/utils/SystemsUtils.java b/samoa-samza/src/main/java/org/apache/samoa/utils/SystemsUtils.java index 6c369ae..ad2b383 100644 --- a/samoa-samza/src/main/java/org/apache/samoa/utils/SystemsUtils.java +++ b/samoa-samza/src/main/java/org/apache/samoa/utils/SystemsUtils.java @@ -96,6 +96,20 @@ public class SystemsUtils { private static String hdfsConfPath; private static String configHomePath; private static String samoaDir = null; + + private static Configuration getConfig() { + Configuration config = new Configuration(); + config.addResource(new Path(coreConfPath)); + config.addResource(new Path(hdfsConfPath)); + /* will do same differently - see http://www.lucidelectricdreams.com/2013/11/no-filesystem-for-scheme-hdfs.html + config.set("fs.hdfs.impl", + org.apache.hadoop.hdfs.DistributedFileSystem.class.getName() + ); + config.set("fs.file.impl", + org.apache.hadoop.fs.LocalFileSystem.class.getName() + ); */ + return config; + } static void setHadoopConfigHome(String hadoopConfPath) { logger.info("Hadoop config home:{}", hadoopConfPath);
