}
> >
> > def keywordsByKeywordId (implicit sc: SparkContext, connectionFun:
> > ()=>Connection) = {
> >
> > val keyword = keywordRows.map{
> > keywordRecord => (keywordRecord.keyword_id,keywordRecord)
> > }
> > keyword
> > }
> >
&
d => (keywordRecord.keyword_id,keywordRecord)
> }
> keyword
> }
>
> test("The keywords have more than zero rows ") {
>
> implicit val sc = new SparkContext("local","test")
>
> println("\n**Runn
t val sc = new SparkContext("local","test")
println("\n**Running simple test")
val k = keywordsByKeywordId.collect
}
}
Here's the error.
Job aborted due to stage failure: Task not serializable:
java.io.NotSerializableException: o