[
https://issues.apache.org/jira/browse/SPARK-18768?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15728273#comment-15728273
]
Bingozz commented on SPARK-18768:
---------------------------------
Hi, I use INTELLIJ to test a simple spark app, including dependencies like
`spark-core_2.11-2.0.1.jar`, but meet a strange error.
scalaVersion := "2.12.1"
Codes are blew:
```
import org.apache.spark.SparkContext
import org.apache.spark.SparkConf
object test {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setAppName("test_spark").setMaster("local")
val sc = new SparkContext(conf)
val lines = sc.textFile("covtype")
println(lines.count())
sc.stop()
println("helloworld")
}
}
```
And the error is blew:
```
Error:scalac: Error: requirement failed: package compress
java.lang.IllegalArgumentException: requirement failed: package compress
at scala.reflect.internal.Types$ModuleTypeRef.<init>(Types.scala:1879)
at scala.reflect.internal.Types$PackageTypeRef.<init>(Types.scala:1897)
at scala.reflect.internal.Types$TypeRef$.apply(Types.scala:2401)
at scala.reflect.internal.Types.typeRef(Types.scala:3553)
at scala.reflect.internal.Types.typeRef$(Types.scala:3536)
at scala.reflect.internal.SymbolTable.typeRef(SymbolTable.scala:16)
at
scala.reflect.internal.Symbols$TypeSymbol.newTypeRef(Symbols.scala:3026)
at
scala.reflect.internal.Symbols$TypeSymbol.updateTypeCache(Symbols.scala:3079)
at
scala.reflect.internal.Symbols$TypeSymbol.maybeUpdateTypeCache(Symbols.scala:3065)
at
scala.reflect.internal.Symbols$TypeSymbol.tpe_$times(Symbols.scala:3043)
at scala.reflect.internal.Symbols$Symbol.typeOfThis(Symbols.scala:2020)
at scala.reflect.internal.Types$ThisType.underlying(Types.scala:1184)
at
scala.reflect.internal.Types$SimpleTypeProxy.boundSyms(Types.scala:150)
at
scala.reflect.internal.Types$SimpleTypeProxy.boundSyms$(Types.scala:150)
at
scala.reflect.internal.Types$SingletonType.boundSyms(Types.scala:1088)
at
scala.reflect.internal.tpe.TypeMaps$SubstMap.apply(TypeMaps.scala:734)
at
scala.reflect.internal.tpe.TypeMaps$SubstSymMap.apply(TypeMaps.scala:797)
at
scala.reflect.internal.tpe.TypeMaps$TypeMap.mapOver(TypeMaps.scala:110)
at
scala.reflect.internal.tpe.TypeMaps$SubstSymMap.apply(TypeMaps.scala:791)
at
scala.reflect.internal.tpe.TypeMaps$TypeMap.mapOver(TypeMaps.scala:149)
at
scala.reflect.internal.tpe.TypeMaps$SubstMap.apply(TypeMaps.scala:736)
at
scala.reflect.internal.tpe.TypeMaps$SubstSymMap.apply(TypeMaps.scala:797)
at scala.reflect.internal.Types$Type.substSym(Types.scala:727)
at
scala.reflect.internal.Symbols$Symbol.$anonfun$substInfo$1(Symbols.scala:1547)
at scala.reflect.internal.Symbols$Symbol.modifyInfo(Symbols.scala:1540)
at scala.reflect.internal.Symbols$Symbol.substInfo(Symbols.scala:1547)
at
scala.reflect.internal.Symbols.$anonfun$deriveSymbols$1(Symbols.scala:3532)
at scala.reflect.internal.Symbols.deriveSymbols(Symbols.scala:3532)
at scala.reflect.internal.Symbols.deriveSymbols$(Symbols.scala:3530)
at
scala.reflect.internal.SymbolTable.deriveSymbols(SymbolTable.scala:16)
at
scala.reflect.internal.Symbols.cloneSymbolsAtOwner(Symbols.scala:3594)
at
scala.reflect.internal.Symbols.cloneSymbolsAtOwner$(Symbols.scala:3593)
at
scala.reflect.internal.SymbolTable.cloneSymbolsAtOwner(SymbolTable.scala:16)
at
scala.reflect.internal.Symbols.createFromClonedSymbolsAtOwner(Symbols.scala:3615)
at
scala.reflect.internal.Symbols.createFromClonedSymbolsAtOwner$(Symbols.scala:3614)
at
scala.reflect.internal.SymbolTable.createFromClonedSymbolsAtOwner(SymbolTable.scala:16)
at
scala.reflect.internal.Types$ExistentialType.cloneInfo(Types.scala:2744)
at scala.reflect.internal.Symbols$Symbol.cloneSymbol(Symbols.scala:1967)
at scala.reflect.internal.Symbols$Symbol.cloneSymbol(Symbols.scala:1962)
at scala.reflect.internal.Symbols$Symbol.cloneSymbol(Symbols.scala:1960)
at scala.reflect.internal.Symbols$Symbol.cloneSymbol(Symbols.scala:1956)
at
scala.reflect.internal.Symbols.$anonfun$cloneSymbols$1(Symbols.scala:3592)
at scala.reflect.internal.Symbols.deriveSymbols(Symbols.scala:3531)
at scala.reflect.internal.Symbols.deriveSymbols$(Symbols.scala:3530)
at
scala.reflect.internal.SymbolTable.deriveSymbols(SymbolTable.scala:16)
at scala.reflect.internal.Symbols.cloneSymbols(Symbols.scala:3592)
at scala.reflect.internal.Symbols.cloneSymbols$(Symbols.scala:3591)
at scala.reflect.internal.SymbolTable.cloneSymbols(SymbolTable.scala:16)
at
scala.reflect.internal.Symbols.cloneSymbolsAndModify(Symbols.scala:3603)
at
scala.reflect.internal.Symbols.cloneSymbolsAndModify$(Symbols.scala:3602)
at
scala.reflect.internal.SymbolTable.cloneSymbolsAndModify(SymbolTable.scala:16)
at
scala.reflect.internal.tpe.TypeMaps$TypeMap.mapOver(TypeMaps.scala:245)
at
scala.reflect.internal.tpe.TypeMaps$TypeMap.$anonfun$mapOver$1(TypeMaps.scala:128)
at
scala.reflect.internal.tpe.TypeMaps$TypeMap.mapOver(TypeMaps.scala:202)
at
scala.reflect.internal.transform.UnCurry$$anon$1.apply(UnCurry.scala:53)
at
scala.reflect.internal.transform.UnCurry.transformInfo(UnCurry.scala:154)
at
scala.reflect.internal.transform.UnCurry.transformInfo$(UnCurry.scala:148)
at scala.tools.nsc.transform.UnCurry.transformInfo(UnCurry.scala:53)
at
scala.tools.nsc.transform.InfoTransform$Phase$$anon$1.transform(InfoTransform.scala:38)
at scala.reflect.internal.Symbols$Symbol.rawInfo(Symbols.scala:1605)
at scala.reflect.internal.Symbols$Symbol.info(Symbols.scala:1522)
at
scala.tools.nsc.transform.SpecializeTypes.$anonfun$specializeClass$31(SpecializeTypes.scala:808)
at
scala.tools.nsc.transform.SpecializeTypes.$anonfun$specializeClass$30(SpecializeTypes.scala:801)
at
scala.tools.nsc.transform.SpecializeTypes.specializeClass(SpecializeTypes.scala:799)
at
scala.tools.nsc.transform.SpecializeTypes.transformInfo(SpecializeTypes.scala:1215)
at
scala.tools.nsc.transform.InfoTransform$Phase$$anon$1.transform(InfoTransform.scala:38)
at scala.reflect.internal.Symbols$Symbol.rawInfo(Symbols.scala:1605)
at scala.reflect.internal.Symbols$Symbol.typeParams(Symbols.scala:1738)
at
scala.tools.nsc.transform.SpecializeTypes.specializedTypeVars(SpecializeTypes.scala:466)
at
scala.tools.nsc.transform.SpecializeTypes.loop$2(SpecializeTypes.scala:440)
at
scala.tools.nsc.transform.SpecializeTypes.specializedTypeVars(SpecializeTypes.scala:442)
at
scala.tools.nsc.transform.SpecializeTypes.specializedTypeVars(SpecializeTypes.scala:471)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transformSelect$1(SpecializeTypes.scala:1507)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1613)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at scala.reflect.internal.Trees.itransform(Trees.scala:1351)
at scala.reflect.internal.Trees.itransform$(Trees.scala:1340)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.api.Trees$Transformer.transform(Trees.scala:2555)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.transform(TypingTransformers.scala:44)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1746)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at scala.reflect.internal.Trees.$anonfun$itransform$1(Trees.scala:1361)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:30)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:25)
at scala.reflect.internal.Trees.itransform(Trees.scala:1360)
at scala.reflect.internal.Trees.itransform$(Trees.scala:1340)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.api.Trees$Transformer.transform(Trees.scala:2555)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.transform(TypingTransformers.scala:44)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1746)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at
scala.reflect.api.Trees$Transformer.$anonfun$transformStats$1(Trees.scala:2589)
at scala.reflect.api.Trees$Transformer.transformStats(Trees.scala:2587)
at scala.reflect.internal.Trees.itransform(Trees.scala:1370)
at scala.reflect.internal.Trees.itransform$(Trees.scala:1340)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.api.Trees$Transformer.transform(Trees.scala:2555)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.transform(TypingTransformers.scala:44)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1746)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at scala.reflect.internal.Trees.$anonfun$itransform$2(Trees.scala:1367)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:30)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:25)
at scala.reflect.internal.Trees.itransform(Trees.scala:1365)
at scala.reflect.internal.Trees.itransform$(Trees.scala:1340)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.api.Trees$Transformer.transform(Trees.scala:2555)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.transform(TypingTransformers.scala:44)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1726)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at
scala.reflect.api.Trees$Transformer.$anonfun$transformTrees$1(Trees.scala:2559)
at scala.reflect.api.Trees$Transformer.transformTrees(Trees.scala:2559)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform1$25(SpecializeTypes.scala:1633)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:30)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transformTemplate$1(SpecializeTypes.scala:1633)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1635)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at
scala.reflect.api.Trees$Transformer.transformTemplate(Trees.scala:2563)
at scala.reflect.internal.Trees.$anonfun$itransform$4(Trees.scala:1412)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:30)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.atOwner(TypingTransformers.scala:25)
at scala.reflect.internal.Trees.itransform(Trees.scala:1411)
at scala.reflect.internal.Trees.itransform$(Trees.scala:1340)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.internal.SymbolTable.itransform(SymbolTable.scala:16)
at scala.reflect.api.Trees$Transformer.transform(Trees.scala:2555)
at
scala.tools.nsc.transform.TypingTransformers$TypingTransformer.transform(TypingTransformers.scala:44)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1746)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1405)
at
scala.reflect.api.Trees$Transformer.$anonfun$transformStats$1(Trees.scala:2589)
at scala.reflect.api.Trees$Transformer.transformStats(Trees.scala:2587)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform1$21(SpecializeTypes.scala:1619)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform1(SpecializeTypes.scala:1617)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.$anonfun$transform$3(SpecializeTypes.scala:1462)
at
scala.tools.nsc.transform.SpecializeTypes$$anon$2.transform(SpecializeTypes.scala:1454)
at
scala.tools.nsc.transform.SpecializeTypes$SpecializationTransformer.$anonfun$transform$5(SpecializeTypes.scala:1992)
at
scala.tools.nsc.transform.SpecializeTypes$SpecializationTransformer.transform(SpecializeTypes.scala:1992)
at
scala.tools.nsc.transform.SpecializeTypes$SpecializationTransformer.transform(SpecializeTypes.scala:1988)
at scala.tools.nsc.ast.Trees$Transformer.transformUnit(Trees.scala:140)
at scala.tools.nsc.transform.Transform$Phase.apply(Transform.scala:30)
at
scala.tools.nsc.Global$GlobalPhase.$anonfun$applyPhase$1(Global.scala:416)
at scala.tools.nsc.Global$GlobalPhase.applyPhase(Global.scala:409)
at scala.tools.nsc.Global$GlobalPhase.$anonfun$run$1(Global.scala:380)
at
scala.tools.nsc.Global$GlobalPhase.$anonfun$run$1$adapted(Global.scala:380)
at scala.collection.Iterator.foreach(Iterator.scala:929)
at scala.collection.Iterator.foreach$(Iterator.scala:929)
at scala.collection.AbstractIterator.foreach(Iterator.scala:1406)
at scala.tools.nsc.Global$GlobalPhase.run(Global.scala:380)
at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1418)
at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1403)
at scala.tools.nsc.Global$Run.compileSources(Global.scala:1398)
at scala.tools.nsc.Global$Run.compile(Global.scala:1492)
at xsbt.CachedCompiler0.run(CompilerInterface.scala:115)
at xsbt.CachedCompiler0.run(CompilerInterface.scala:94)
at xsbt.CompilerInterface.run(CompilerInterface.scala:22)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at sbt.compiler.AnalyzingCompiler.call(AnalyzingCompiler.scala:101)
at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:47)
at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:41)
at
org.jetbrains.jps.incremental.scala.local.IdeaIncrementalCompiler.compile(IdeaIncrementalCompiler.scala:29)
at
org.jetbrains.jps.incremental.scala.local.LocalServer.compile(LocalServer.scala:26)
at org.jetbrains.jps.incremental.scala.remote.Main$.make(Main.scala:67)
at
org.jetbrains.jps.incremental.scala.remote.Main$.nailMain(Main.scala:24)
at org.jetbrains.jps.incremental.scala.remote.Main.nailMain(Main.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.martiansoftware.nailgun.NGSession.run(NGSession.java:319)
```
Could somebody can help to see and give me some advice?
> spark Error requirement failed: package compress
> ------------------------------------------------
>
> Key: SPARK-18768
> URL: https://issues.apache.org/jira/browse/SPARK-18768
> Project: Spark
> Issue Type: Question
> Components: Spark Core
> Affects Versions: 2.0.1
> Reporter: Bingozz
> Priority: Critical
>
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
