[
https://issues.apache.org/jira/browse/SPARK-4208?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14313871#comment-14313871
]
seekerak commented on SPARK-4208:
---------------------------------
me too
my env:
=============================================================================================
centos 6.3, jdk 1.7, spark-1.2.0-bin-hadoop2.4.1
=============================================================================================
my code:
=============================================================================================
val sparkConf = new
SparkConf().setAppName("action_sql").setMaster("spark://xxx:7077");
val sc = new SparkContext(sparkConf);
val sqlContext = new org.apache.spark.sql.SQLContext(sc);
val file = sc.textFile("/hosts");
val schemaString = "ip host";
val schema = StructType(schemaString.split(" ").map(fieldName =>
StructField(fieldName, StringType, true)));
val rowRDD = file.map(_.split(" ")).map(p => Row(p(0), p(1).trim()));
val ip_hostRDD = sqlContext.applySchema(rowRDD, schema);
ip_hostRDD.registerTempTable("ip_host_table");
val hosts = sqlContext.sql("select ip from ip_host_table");
hosts.map(t => "ip: " + t(0)).collect().foreach(println);
=============================================================================================
> stack over flow error while using sqlContext.sql
> ------------------------------------------------
>
> Key: SPARK-4208
> URL: https://issues.apache.org/jira/browse/SPARK-4208
> Project: Spark
> Issue Type: Bug
> Components: Spark Core, SQL
> Affects Versions: 1.1.0
> Environment: windows 7 , prebuilt spark-1.1.0-bin-hadoop2.3
> Reporter: milq
> Labels: java, spark, sparkcontext, sql
>
> error happens when using sqlContext.sql
> 14/11/03 18:54:43 INFO BlockManager: Removing block broadcast_1
> 14/11/03 18:54:43 INFO MemoryStore: Block broadcast_1 of size 2976 dropped
> from memory (free 28010260
> 14/11/03 18:54:43 INFO ContextCleaner: Cleaned broadcast 1
> root
> |-- firstName : string (nullable = true)
> |-- lastNameX: string (nullable = true)
> Exception in thread "main" java.lang.StackOverflowError
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
> at
> scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
