lhotari commented on issue #19250: URL: https://github.com/apache/pulsar/issues/19250#issuecomment-1864178029
Yet another crash: https://gist.github.com/lhotari/cb00532b4888acfda9053a5b4d47afee ``` Stack: [0x00007f6914100000,0x00007f6914200000], sp=0x00007f69141fd470, free space=1013k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) C [librocksdbjni14323513044527187158.so+0x2b3ff9] rocksdb_get_helper(JNIEnv_*, rocksdb::DB*, rocksdb::ReadOptions const&, rocksdb::ColumnFamilyHandle*, _jbyteArray*, int, int)+0x199 j org.rocksdb.RocksDB.get(JJ[BII)[B+0 j org.rocksdb.RocksDB.get(Lorg/rocksdb/ReadOptions;[B)[B+13 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.storeGet(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.get(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+99 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.readValueFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.lambda$refresh$13(Ljava/lang/String;Ljava/lang/String;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+10 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl$$Lambda$402+0x00007f66b03feef8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+16 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.lambda$computeIfPresent$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+13 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView$$Lambda$403+0x00007f66b03ff588.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+13 j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$remap$16(Z[Ljava/lang/Object;Ljava/util/function/BiFunction;Ljava/lang/Object;[J[ILjava/lang/Object;[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+254 j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$404+0x00007f66b03ff7c0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+53 J 6619 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; [email protected] (654 bytes) @ 0x00007f6915e82a74 [0x00007f6915e81ce0+0x0000000000000d94] j com.github.benmanes.caffeine.cache.BoundedLocalCache.remap(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/BiFunction;[JZ)Ljava/lang/Object;+65 j com.github.benmanes.caffeine.cache.BoundedLocalCache.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;ZZZ)Ljava/lang/Object;+64 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+51 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+3 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.refresh(Ljava/lang/String;)V+24 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+67 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$accept$7(Lorg/apache/pulsar/metadata/api/Notification;Lorg/apache/pulsar/metadata/cache/impl/MetadataCacheImpl;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$401+0x00007f66b03fe6f0.accept(Ljava/lang/Object;)V+8 J 6437 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V [email protected] (47 bytes) @ 0x00007f69155b47ec [0x00007f69155b4600+0x00000000000001ec] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+254 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Ljava/lang/Object;)V+12 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$399+0x00007f66b03fa510.accept(Ljava/lang/Object;)V+8 J 6437 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V [email protected] (47 bytes) @ 0x00007f69155b47ec [0x00007f69155b4600+0x00000000000001ec] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$396+0x00007f66b03f86a8.get()Ljava/lang/Object;+8 j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 [email protected] J 4620 c1 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; [email protected] (14 bytes) @ 0x00007f6915d6096c [0x00007f6915d60840+0x000000000000012c] J 5982 c1 java.util.concurrent.FutureTask.run()V [email protected] (123 bytes) @ 0x00007f6915415754 [0x00007f6915414fa0+0x00000000000007b4] J 4619 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V [email protected] (57 bytes) @ 0x00007f6915d602a4 [0x00007f6915d5ffc0+0x00000000000002e4] J 5926 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V [email protected] (187 bytes) @ 0x00007f6915b40674 [0x00007f6915b3fd20+0x0000000000000954] j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 [email protected] j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4 J 6144 c1 java.lang.Thread.run()V [email protected] (17 bytes) @ 0x00007f691544cc24 [0x00007f691544cac0+0x0000000000000164] v ~StubRoutines::call_stub V [libjvm.so+0x829765] JavaCalls::call_helper(JavaValue*, methodHandle const&, JavaCallArguments*, JavaThread*)+0x315 V [libjvm.so+0x82af5b] JavaCalls::call_virtual(JavaValue*, Handle, Klass*, Symbol*, Symbol*, JavaThread*)+0x1cb V [libjvm.so+0x8f7843] thread_entry(JavaThread*, JavaThread*)+0xa3 V [libjvm.so+0xe5ef76] JavaThread::thread_main_inner()+0x196 V [libjvm.so+0xe629b0] Thread::call_run()+0xc0 V [libjvm.so+0xc23e91] thread_native_entry(Thread*)+0xe1 Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) j org.rocksdb.RocksDB.get(JJ[BII)[B+0 j org.rocksdb.RocksDB.get(Lorg/rocksdb/ReadOptions;[B)[B+13 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.storeGet(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.get(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+99 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.readValueFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.lambda$refresh$13(Ljava/lang/String;Ljava/lang/String;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+10 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl$$Lambda$402+0x00007f66b03feef8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+16 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.lambda$computeIfPresent$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+13 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView$$Lambda$403+0x00007f66b03ff588.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+13 j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$remap$16(Z[Ljava/lang/Object;Ljava/util/function/BiFunction;Ljava/lang/Object;[J[ILjava/lang/Object;[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+254 j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$404+0x00007f66b03ff7c0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+53 J 6619 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; [email protected] (654 bytes) @ 0x00007f6915e82a74 [0x00007f6915e81ce0+0x0000000000000d94] j com.github.benmanes.caffeine.cache.BoundedLocalCache.remap(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/BiFunction;[JZ)Ljava/lang/Object;+65 j com.github.benmanes.caffeine.cache.BoundedLocalCache.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;ZZZ)Ljava/lang/Object;+64 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+51 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+3 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.refresh(Ljava/lang/String;)V+24 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+67 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$accept$7(Lorg/apache/pulsar/metadata/api/Notification;Lorg/apache/pulsar/metadata/cache/impl/MetadataCacheImpl;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$401+0x00007f66b03fe6f0.accept(Ljava/lang/Object;)V+8 J 6437 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V [email protected] (47 bytes) @ 0x00007f69155b47ec [0x00007f69155b4600+0x00000000000001ec] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+254 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Ljava/lang/Object;)V+12 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$399+0x00007f66b03fa510.accept(Ljava/lang/Object;)V+8 J 6437 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V [email protected] (47 bytes) @ 0x00007f69155b47ec [0x00007f69155b4600+0x00000000000001ec] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$396+0x00007f66b03f86a8.get()Ljava/lang/Object;+8 j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 [email protected] J 4620 c1 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; [email protected] (14 bytes) @ 0x00007f6915d6096c [0x00007f6915d60840+0x000000000000012c] J 5982 c1 java.util.concurrent.FutureTask.run()V [email protected] (123 bytes) @ 0x00007f6915415754 [0x00007f6915414fa0+0x00000000000007b4] J 4619 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V [email protected] (57 bytes) @ 0x00007f6915d602a4 [0x00007f6915d5ffc0+0x00000000000002e4] J 5926 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V [email protected] (187 bytes) @ 0x00007f6915b40674 [0x00007f6915b3fd20+0x0000000000000954] j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 [email protected] j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4 J 6144 c1 java.lang.Thread.run()V [email protected] (17 bytes) @ 0x00007f691544cc24 [0x00007f691544cac0+0x0000000000000164] v ~StubRoutines::call_stub ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
