I got same error when specifying -Pmapr4. For the following command: sbt/sbt -Pyarn -Phive -Phive-thriftserver assembly
I got: how can getCommonSuperclass() do its job if different class symbols get the same bytecode-level internal name: org/apache/spark/sql/catalyst/dsl/package$ScalaUdfBuilder at scala.tools.nsc.backend.jvm.GenASM$JBuilder.javaName(GenASM.scala:548) at scala.tools.nsc.backend.jvm.GenASM$JBuilder.addInnerClasses(GenASM.scala:637) at scala.tools.nsc.backend.jvm.GenASM$JMirrorBuilder.genMirrorClass(GenASM.scala:2978) at scala.tools.nsc.backend.jvm.GenASM$AsmPhase.run(GenASM.scala:114) at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1583) at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1557) at scala.tools.nsc.Global$Run.compileSources(Global.scala:1553) at scala.tools.nsc.Global$Run.compile(Global.scala:1662) at xsbt.CachedCompiler0.run(CompilerInterface.scala:116) at xsbt.CachedCompiler0.run(CompilerInterface.scala:95) at xsbt.CompilerInterface.run(CompilerInterface.scala:26) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at sbt.compiler.AnalyzingCompiler.call(AnalyzingCompiler.scala:101) at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:47) at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:41) at sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply$mcV$sp(AggressiveCompile.scala:97) at sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply(AggressiveCompile.scala:97) at sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply(AggressiveCompile.scala:97) at sbt.compiler.AggressiveCompile.sbt$compiler$AggressiveCompile$$timed(AggressiveCompile.scala:162) at sbt.compiler.AggressiveCompile$$anonfun$3.compileScala$1(AggressiveCompile.scala:96) at sbt.compiler.AggressiveCompile$$anonfun$3.apply(AggressiveCompile.scala:139) On Mon, Dec 29, 2014 at 2:20 PM, John Omernik <j...@omernik.com> wrote: > I am trying to do the sbt assembly for spark 1.2 > > sbt/sbt -Pmapr4 -Phive -Phive-thriftserver assembly > and I am getting the errors below. Any thoughts? Thanks in advance! > > [warn] :::::::::::::::::::::::::::::::::::::::::::::: > > [warn] :: FAILED DOWNLOADS :: > > [warn] :: ^ see resolution messages for details ^ :: > > [warn] :::::::::::::::::::::::::::::::::::::::::::::: > > [warn] :: com.sun.jdmk#jmxtools;1.2.1!jmxtools.jar > > [warn] :: com.sun.jmx#jmxri;1.2.1!jmxri.jar > > [warn] :::::::::::::::::::::::::::::::::::::::::::::: > > sbt.ResolveException: download failed: > com.sun.jdmk#jmxtools;1.2.1!jmxtools.jar > > download failed: com.sun.jmx#jmxri;1.2.1!jmxri.jar > > at sbt.IvyActions$.sbt$IvyActions$$resolve(IvyActions.scala:243) > > at sbt.IvyActions$$anonfun$updateEither$1.apply(IvyActions.scala:158) > > at sbt.IvyActions$$anonfun$updateEither$1.apply(IvyActions.scala:156) > > at sbt.IvySbt$Module$$anonfun$withModule$1.apply(Ivy.scala:147) > > at sbt.IvySbt$Module$$anonfun$withModule$1.apply(Ivy.scala:147) > > at sbt.IvySbt$$anonfun$withIvy$1.apply(Ivy.scala:124) > > at sbt.IvySbt.sbt$IvySbt$$action$1(Ivy.scala:56) > > at sbt.IvySbt$$anon$3.call(Ivy.scala:64) > > at xsbt.boot.Locks$GlobalLock.withChannel$1(Locks.scala:93) > > at > xsbt.boot.Locks$GlobalLock.xsbt$boot$Locks$GlobalLock$$withChannelRetries$1(Locks.scala:78) > > at xsbt.boot.Locks$GlobalLock$$anonfun$withFileLock$1.apply(Locks.scala:97) > > at xsbt.boot.Using$.withResource(Using.scala:10) > > at xsbt.boot.Using$.apply(Using.scala:9) > > at xsbt.boot.Locks$GlobalLock.ignoringDeadlockAvoided(Locks.scala:58) > > at xsbt.boot.Locks$GlobalLock.withLock(Locks.scala:48) > > at xsbt.boot.Locks$.apply0(Locks.scala:31) > > at xsbt.boot.Locks$.apply(Locks.scala:28) > > at sbt.IvySbt.withDefaultLogger(Ivy.scala:64) > > at sbt.IvySbt.withIvy(Ivy.scala:119) > > at sbt.IvySbt.withIvy(Ivy.scala:116) > > at sbt.IvySbt$Module.withModule(Ivy.scala:147) > > at sbt.IvyActions$.updateEither(IvyActions.scala:156) > > at > sbt.Classpaths$$anonfun$sbt$Classpaths$$work$1$1.apply(Defaults.scala:1282) > > at > sbt.Classpaths$$anonfun$sbt$Classpaths$$work$1$1.apply(Defaults.scala:1279) > > at > sbt.Classpaths$$anonfun$doWork$1$1$$anonfun$84.apply(Defaults.scala:1309) > > at > sbt.Classpaths$$anonfun$doWork$1$1$$anonfun$84.apply(Defaults.scala:1307) > > at sbt.Tracked$$anonfun$lastOutput$1.apply(Tracked.scala:35) > > at sbt.Classpaths$$anonfun$doWork$1$1.apply(Defaults.scala:1312) > > at sbt.Classpaths$$anonfun$doWork$1$1.apply(Defaults.scala:1306) > > at sbt.Tracked$$anonfun$inputChanged$1.apply(Tracked.scala:45) > > at sbt.Classpaths$.cachedUpdate(Defaults.scala:1324) > > at sbt.Classpaths$$anonfun$updateTask$1.apply(Defaults.scala:1264) > > at sbt.Classpaths$$anonfun$updateTask$1.apply(Defaults.scala:1242) > > at scala.Function1$$anonfun$compose$1.apply(Function1.scala:47) > > at sbt.$tilde$greater$$anonfun$$u2219$1.apply(TypeFunctions.scala:40) > > at sbt.std.Transform$$anon$4.work(System.scala:63) > > at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:226) > > at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:226) > > at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:17) > > at sbt.Execute.work(Execute.scala:235) > > at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:226) > > at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:226) > > at > sbt.ConcurrentRestrictions$$anon$4$$anonfun$1.apply(ConcurrentRestrictions.scala:159) > > at sbt.CompletionService$$anon$2.call(CompletionService.scala:28) > > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > > at java.lang.Thread.run(Thread.java:745) > > [error] (network-common/*:update) sbt.ResolveException: download > failed: com.sun.jdmk#jmxtools;1.2.1!jmxtools.jar > > [error] download failed: com.sun.jmx#jmxri;1.2.1!jmxri.jar > > [error] Total time: 7 s, completed Dec 29, 2014 4:19:22 PM > > --------------------------------------------------------------------- > To unsubscribe, e-mail: user-unsubscr...@spark.apache.org > For additional commands, e-mail: user-h...@spark.apache.org > >
