Vijay Kiran created GRIFFIN-352:
-----------------------------------
Summary: rRunning measure fails with NoSuchMethodError
Key: GRIFFIN-352
URL: https://issues.apache.org/jira/browse/GRIFFIN-352
Project: Griffin
Issue Type: Bug
Components: Measure Module
Affects Versions: 0.6.0
Environment: spark 2.4, Hive 3.1
Reporter: Vijay Kiran
{{With 0.6.0 and 0.7.0-SNAPSHOT, running measure with console sink fails with
NSME - please see the log below}}
{{20/11/17 17:21:23 INFO apache.griffin: Opened ConsoleSink for job with name
'batch_accu', timestamp '1605630069750' and applicationId
'application_1605611858807_0034'}}
{{20/11/17 17:21:23 INFO transform.SparkSqlTransformStep: main begin transform
step :}}
{{accu}}
{{| |---__missCount}}
{{| | |---__missRecords}}
{{| |---__totalCount}}{{Exception in thread "main" java.lang.NoSuchMethodError:
com.google.common.util.concurrent.MoreExecutors.sameThreadExecutor()Lcom/google/common/util/concurrent/ListeningExecutorService;}}
{{ at
org.apache.griffin.measure.utils.ThreadUtils$.<init>(ThreadUtils.scala:35)}}
{{ at
org.apache.griffin.measure.utils.ThreadUtils$.<clinit>(ThreadUtils.scala)}}
{{ at
org.apache.griffin.measure.step.transform.TransformStep$.<init>(TransformStep.scala:118)}}
{{ at
org.apache.griffin.measure.step.transform.TransformStep$.<clinit>(TransformStep.scala)}}
{{ at
org.apache.griffin.measure.step.transform.TransformStep$$anonfun$3.apply(TransformStep.scala:61)}}
{{ at
org.apache.griffin.measure.step.transform.TransformStep$$anonfun$3.apply(TransformStep.scala:51)}}
{{ at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)}}
{{ at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)}}
{{ at scala.collection.mutable.HashSet.foreach(HashSet.scala:78)}}
{{ at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)}}
{{ at
scala.collection.mutable.AbstractSet.scala$collection$SetLike$$super$map(Set.scala:46)}}
{{ at scala.collection.SetLike$class.map(SetLike.scala:92)}}
{{ at scala.collection.mutable.AbstractSet.map(Set.scala:46)}}
{{ at
org.apache.griffin.measure.step.transform.TransformStep$class.execute(TransformStep.scala:51)}}
{{ at
org.apache.griffin.measure.step.transform.SparkSqlTransformStep.execute(SparkSqlTransformStep.scala:28)}}
{{ at
org.apache.griffin.measure.job.DQJob$$anonfun$execute$2.apply(DQJob.scala:29)}}
{{ at
org.apache.griffin.measure.job.DQJob$$anonfun$execute$2.apply(DQJob.scala:29)}}
{{ at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)}}
{{ at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)}}
{{ at scala.collection.immutable.List.foreach(List.scala:392)}}
{{ at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)}}
{{ at scala.collection.immutable.List.map(List.scala:296)}}
{{ at org.apache.griffin.measure.job.DQJob.execute(DQJob.scala:29)}}
{{ at
org.apache.griffin.measure.launch.batch.BatchDQApp$$anonfun$1.apply(BatchDQApp.scala:85)}}
{{ at
org.apache.griffin.measure.launch.batch.BatchDQApp$$anonfun$1.apply(BatchDQApp.scala:64)}}
{{ at
org.apache.griffin.measure.utils.CommonUtils$.timeThis(CommonUtils.scala:36)}}
{{ at
org.apache.griffin.measure.launch.batch.BatchDQApp.run(BatchDQApp.scala:64)}}
{{ at org.apache.griffin.measure.Application$.main(Application.scala:92)}}
{{ at org.apache.griffin.measure.Application.main(Application.scala)}}
{{ at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)}}
{{ at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}}
{{ at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}}
{{ at java.lang.reflect.Method.invoke(Method.java:498)}}
{{ at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)}}
{{ at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:847)}}
{{ at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)}}
{{ at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)}}
{{ at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)}}
{{ at
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:922)}}
{{ at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:931)}}
{{ at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)}}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
