sivabalan narayanan created HUDI-2525:
-----------------------------------------
Summary: Test prometheus metrics with hudi (both spark ds and
deltastreamer)
Key: HUDI-2525
URL: https://issues.apache.org/jira/browse/HUDI-2525
Project: Apache Hudi
Issue Type: Improvement
Reporter: sivabalan narayanan
Assignee: sivabalan narayanan
Fix For: 0.10.0
Test prometheus metrics with hudi (both spark ds and deltastreamer)
exception w/ deltastreamer
{code:java}
Exception in thread "main" java.lang.NoSuchMethodError: 'void
io.prometheus.client.dropwizard.DropwizardExports.<init>(org.apache.hudi.com.codahale.metrics.MetricRegistry)'
at
org.apache.hudi.metrics.prometheus.PrometheusReporter.<init>(PrometheusReporter.java:49)
at
org.apache.hudi.metrics.MetricsReporterFactory.createReporter(MetricsReporterFactory.java:75)
at org.apache.hudi.metrics.Metrics.<init>(Metrics.java:50) at
org.apache.hudi.metrics.Metrics.init(Metrics.java:96) at
org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamerMetrics.<init>(HoodieDeltaStreamerMetrics.java:44)
at
org.apache.hudi.utilities.deltastreamer.DeltaSync.<init>(DeltaSync.java:224) at
org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer$DeltaSyncService.<init>(HoodieDeltaStreamer.java:606)
at
org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.<init>(HoodieDeltaStreamer.java:143)
at
org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.<init>(HoodieDeltaStreamer.java:107)
at
org.apache.hudi.integ.testsuite.HoodieDeltaStreamerWrapper.<init>(HoodieDeltaStreamerWrapper.java:39)
at
org.apache.hudi.integ.testsuite.HoodieTestSuiteWriter.<init>(HoodieTestSuiteWriter.java:88)
at
org.apache.hudi.integ.testsuite.dag.WriterContext.initContext(WriterContext.java:70)
at
org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.runTestSuite(HoodieTestSuiteJob.java:188)
at
org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.main(HoodieTestSuiteJob.java:170)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
Method) at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown
Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90) at
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030) at
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039) at
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)21/10/01 17:06:01
INFO ShutdownHookManager: Shutdown hook called
{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
