Re: java.io.NotSerializableException: org.scalatest.Assertions$AssertionsHelper

2014-08-20 Thread Vida Ha
} > > > > def keywordsByKeywordId (implicit sc: SparkContext, connectionFun: > > ()=>Connection) = { > > > > val keyword = keywordRows.map{ > > keywordRecord => (keywordRecord.keyword_id,keywordRecord) > > } > > keyword > > } > > &

Re: java.io.NotSerializableException: org.scalatest.Assertions$AssertionsHelper

2014-08-20 Thread Marcelo Vanzin
d => (keywordRecord.keyword_id,keywordRecord) > } > keyword > } > > test("The keywords have more than zero rows ") { > > implicit val sc = new SparkContext("local","test") > > println("\n**Runn

java.io.NotSerializableException: org.scalatest.Assertions$AssertionsHelper

2014-08-20 Thread Chris Jones
t val sc = new SparkContext("local","test")       println("\n**Running simple test")       val k = keywordsByKeywordId.collect     } } Here's the error. Job aborted due to stage failure: Task not serializable: java.io.NotSerializableException: o