[jira] [Updated] (KYLIN-4539) Spark build failed due to com.codahale.metrics.json.MetricsModule loaded from kylin job jar
[ https://issues.apache.org/jira/browse/KYLIN-4539?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] nichunen updated KYLIN-4539: Sprint: Sprint 52 > Spark build failed due to com.codahale.metrics.json.MetricsModule loaded > from kylin job jar > > > Key: KYLIN-4539 > URL: https://issues.apache.org/jira/browse/KYLIN-4539 > Project: Kylin > Issue Type: Bug >Reporter: Guangxu Cheng >Assignee: Guangxu Cheng >Priority: Major > Fix For: v3.1.0 > > > {code:sh} > [Loaded com.fasterxml.jackson.databind.Module from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar] > [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned > from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module > from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded com.codahale.metrics.json.MetricsModule from > file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded java.lang.VerifyError from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > scala.util.control.NonFatal$ from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar] > [Loaded org.apache.spark.SparkUserAppException from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar] > [Loaded > org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar] > [Loaded org.apache.log4j.spi.ThrowableInformation from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded org.apache.log4j.spi.ThrowableRenderer from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded org.apache.log4j.DefaultThrowableRenderer from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded java.lang.Throwable$PrintStreamOrWriter from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > java.lang.Throwable$WrappedPrintWriter from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > java.io.LineNumberReader from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw > exception: java.lang.VerifyError: Bad type on operand stack Exception > Details: Location: > org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V > @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' > (current frame, stack[2]) is not assignable to > 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } > locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', > 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', > 'org/apache/spark/SecurityManager' } stack: \{ > 'org/apache/spark/metrics/sink/MetricsServlet', > 'com/fasterxml/jackson/databind/ObjectMapper', > 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 > 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 > 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f > 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 > 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb > 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 > java.lang.VerifyError: Bad type on operand stack Exception Details: Location: > org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V > @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' > (current frame, stack[2]) is not assignable to > 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } > locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', > 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', > 'org/apache/spark/SecurityManager' } stack: \{ > 'org/apache/spark/metrics/sink/MetricsServlet', > 'com/fasterxml/jackson/databind/ObjectMapper', > 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 > 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 > 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f > 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 > 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb > 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 at >
[jira] [Updated] (KYLIN-4539) Spark build failed due to com.codahale.metrics.json.MetricsModule loaded from kylin job jar
[ https://issues.apache.org/jira/browse/KYLIN-4539?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] nichunen updated KYLIN-4539: Fix Version/s: v3.1.0 > Spark build failed due to com.codahale.metrics.json.MetricsModule loaded > from kylin job jar > > > Key: KYLIN-4539 > URL: https://issues.apache.org/jira/browse/KYLIN-4539 > Project: Kylin > Issue Type: Bug >Reporter: Guangxu Cheng >Assignee: Guangxu Cheng >Priority: Major > Fix For: v3.1.0 > > > {code:sh} > [Loaded com.fasterxml.jackson.databind.Module from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar] > [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned > from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module > from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded com.codahale.metrics.json.MetricsModule from > file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] > [Loaded java.lang.VerifyError from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > scala.util.control.NonFatal$ from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar] > [Loaded org.apache.spark.SparkUserAppException from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar] > [Loaded > org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar] > [Loaded org.apache.log4j.spi.ThrowableInformation from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded org.apache.log4j.spi.ThrowableRenderer from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded org.apache.log4j.DefaultThrowableRenderer from > file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] > [Loaded java.lang.Throwable$PrintStreamOrWriter from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > java.lang.Throwable$WrappedPrintWriter from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded > java.io.LineNumberReader from > /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw > exception: java.lang.VerifyError: Bad type on operand stack Exception > Details: Location: > org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V > @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' > (current frame, stack[2]) is not assignable to > 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } > locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', > 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', > 'org/apache/spark/SecurityManager' } stack: \{ > 'org/apache/spark/metrics/sink/MetricsServlet', > 'com/fasterxml/jackson/databind/ObjectMapper', > 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 > 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 > 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f > 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 > 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb > 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 > java.lang.VerifyError: Bad type on operand stack Exception Details: Location: > org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V > @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' > (current frame, stack[2]) is not assignable to > 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } > locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', > 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', > 'org/apache/spark/SecurityManager' } stack: \{ > 'org/apache/spark/metrics/sink/MetricsServlet', > 'com/fasterxml/jackson/databind/ObjectMapper', > 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 > 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 > 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f > 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 > 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb > 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 at >
[jira] [Updated] (KYLIN-4539) Spark build failed due to com.codahale.metrics.json.MetricsModule loaded from kylin job jar
[ https://issues.apache.org/jira/browse/KYLIN-4539?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Guangxu Cheng updated KYLIN-4539: - Description: {code:sh} [Loaded com.fasterxml.jackson.databind.Module from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar] [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] [Loaded com.codahale.metrics.json.MetricsModule from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] [Loaded java.lang.VerifyError from /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded scala.util.control.NonFatal$ from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar] [Loaded org.apache.spark.SparkUserAppException from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar] [Loaded org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar] [Loaded org.apache.log4j.spi.ThrowableInformation from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] [Loaded org.apache.log4j.spi.ThrowableRenderer from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] [Loaded org.apache.log4j.DefaultThrowableRenderer from file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] [Loaded java.lang.Throwable$PrintStreamOrWriter from /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded java.lang.Throwable$WrappedPrintWriter from /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded java.io.LineNumberReader from /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw exception: java.lang.VerifyError: Bad type on operand stack Exception Details: Location: org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' (current frame, stack[2]) is not assignable to 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 'org/apache/spark/SecurityManager' } stack: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 'com/fasterxml/jackson/databind/ObjectMapper', 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 java.lang.VerifyError: Bad type on operand stack Exception Details: Location: org/apache/spark/metrics/sink/MetricsServlet.(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' (current frame, stack[2]) is not assignable to 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 'org/apache/spark/SecurityManager' } stack: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 'com/fasterxml/jackson/databind/ObjectMapper', 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x000: 2a2b b500 2a2a 2cb5 002f 2a2d b500 5c2a 0x010: b700 7e2a 1280 b500 322a 1282 b500 342a 0x020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x030: 2ab2 008f 2b2a b600 91b6 008a b600 95bb 0x040: 0014 592a b700 96b6 009c bb00 1659 2ab7 0x050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x060: b700 a8bb 00aa 59b2 00b0 b200 b32a b600 0x070: b5b7 00b8 b600 bcb5 003e b1 at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:348) at org.apache.spark.util.Utils$.classForName(Utils.scala:238) at org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:198) at org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:194) at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230) at