Updated Branches: refs/heads/master 4e6f1ca5d -> 32d51a018
SAMZA-63; fixing package name issue with HttpFileSystem. Project: http://git-wip-us.apache.org/repos/asf/incubator-samza/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza/commit/32d51a01 Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza/tree/32d51a01 Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza/diff/32d51a01 Branch: refs/heads/master Commit: 32d51a018db71087da8bb72a933ed594601e5b7a Parents: 4e6f1ca Author: Chris Riccomini <[email protected]> Authored: Wed Oct 23 12:19:39 2013 -0700 Committer: Chris Riccomini <[email protected]> Committed: Wed Oct 23 12:19:39 2013 -0700 ---------------------------------------------------------------------- .../src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala | 3 ++- .../src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-samza/blob/32d51a01/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala ---------------------------------------------------------------------- diff --git a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala index 1cac06a..6d72d86 100644 --- a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala +++ b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala @@ -30,6 +30,7 @@ import grizzled.slf4j.Logging import org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl import org.apache.samza.config.YarnConfig._ import org.apache.samza.job.yarn.SamzaAppMasterTaskManager._ +import org.apache.samza.util.hadoop.HttpFileSystem import org.apache.hadoop.yarn.client.api.AMRMClient.ContainerRequest /** @@ -59,7 +60,7 @@ object SamzaAppMaster extends Logging { val config = new MapConfig(JsonConfigSerializer.fromJson(System.getenv(YarnConfig.ENV_CONFIG))) info("got config: %s" format config) val hConfig = new YarnConfiguration - hConfig.set("fs.http.impl", "samza.util.hadoop.HttpFileSystem") + hConfig.set("fs.http.impl", classOf[HttpFileSystem].getName) val amClient = new AMRMClientImpl[ContainerRequest] val clientHelper = new ClientHelper(hConfig) val registry = new MetricsRegistryMap http://git-wip-us.apache.org/repos/asf/incubator-samza/blob/32d51a01/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala ---------------------------------------------------------------------- diff --git a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala index 4bb89b5..a513567 100644 --- a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala +++ b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala @@ -21,12 +21,13 @@ package org.apache.samza.job.yarn import org.apache.samza.job.StreamJobFactory import org.apache.hadoop.yarn.conf.YarnConfiguration import org.apache.samza.config.Config +import org.apache.samza.util.hadoop.HttpFileSystem class YarnJobFactory extends StreamJobFactory { def getJob(config: Config) = { // TODO fix this. needed to support http package locations. val hConfig = new YarnConfiguration - hConfig.set("fs.http.impl", "samza.util.hadoop.HttpFileSystem") + hConfig.set("fs.http.impl", classOf[HttpFileSystem].getName) new YarnJob(config, hConfig) }
