lhotari commented on issue #19250: URL: https://github.com/apache/pulsar/issues/19250#issuecomment-1413656128
Here's another crash: https://gist.github.com/lhotari/00101de825a7858db17dc3f1d5d88291 ``` Current thread (0x00007ff85924d1d0): JavaThread "-54-1" [_thread_in_native, id=8952, stack(0x00007ff6081ec000,0x00007ff6082ed000)] Stack: [0x00007ff6081ec000,0x00007ff6082ed000], sp=0x00007ff6082ea6a8, free space=1017k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) C 0x00007ff8591df560 j org.rocksdb.RocksDB.get(JJ[BII)[B+0 j org.rocksdb.RocksDB.get(Lorg/rocksdb/ReadOptions;[B)[B+13 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.storeGet(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.get(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+97 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.readValueFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.lambda$refresh$13(Ljava/lang/String;Ljava/lang/String;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+10 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl$$Lambda$396+0x0000000800fe6f40.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+16 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.lambda$computeIfPresent$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+13 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView$$Lambda$397+0x0000000800fe75d0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+13 j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$remap$16(Z[Ljava/lang/Object;Ljava/util/function/BiFunction;Ljava/lang/Object;[J[ILjava/lang/Object;[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+254 j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$400+0x0000000800fe5800.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+53 j java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+297 [email protected] j com.github.benmanes.caffeine.cache.BoundedLocalCache.remap(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/BiFunction;[JZ)Ljava/lang/Object;+65 j com.github.benmanes.caffeine.cache.BoundedLocalCache.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;ZZZ)Ljava/lang/Object;+64 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+51 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+3 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.refresh(Ljava/lang/String;)V+24 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+66 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$accept$7(Lorg/apache/pulsar/metadata/api/Notification;Lorg/apache/pulsar/metadata/cache/impl/MetadataCacheImpl;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$399+0x0000000800fe7a40.accept(Ljava/lang/Object;)V+8 j java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V+35 [email protected] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+229 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Ljava/lang/Object;)V+12 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$392+0x0000000800fe0d00.accept(Ljava/lang/Object;)V+8 j java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V+35 [email protected] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$391+0x0000000800fe0ad8.get()Ljava/lang/Object;+8 j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 [email protected] J 4672 c1 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; [email protected] (14 bytes) @ 0x00007ff841db14ec [0x00007ff841db13c0+0x000000000000012c] j java.util.concurrent.FutureTask.run()V+39 [email protected] J 4671 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V [email protected] (57 bytes) @ 0x00007ff841db0e24 [0x00007ff841db0b40+0x00000000000002e4] J 5984 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V [email protected] (187 bytes) @ 0x00007ff841fccbf4 [0x00007ff841fcc2a0+0x0000000000000954] j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 [email protected] j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4 j java.lang.Thread.run()V+11 [email protected] v ~StubRoutines::call_stub V [libjvm.so+0x822715] JavaCalls::call_helper(JavaValue*, methodHandle const&, JavaCallArguments*, JavaThread*)+0x315 V [libjvm.so+0x823f0b] JavaCalls::call_virtual(JavaValue*, Handle, Klass*, Symbol*, Symbol*, JavaThread*)+0x1cb V [libjvm.so+0x8eda53] thread_entry(JavaThread*, JavaThread*)+0xa3 V [libjvm.so+0xe5e974] JavaThread::thread_main_inner()+0x184 V [libjvm.so+0xe62020] Thread::call_run()+0xc0 V [libjvm.so+0xc187e1] thread_native_entry(Thread*)+0xe1 Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) j org.rocksdb.RocksDB.get(JJ[BII)[B+0 j org.rocksdb.RocksDB.get(Lorg/rocksdb/ReadOptions;[B)[B+13 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.storeGet(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.get(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+97 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.readValueFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.lambda$refresh$13(Ljava/lang/String;Ljava/lang/String;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+10 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl$$Lambda$396+0x0000000800fe6f40.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+16 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.lambda$computeIfPresent$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/util/concurrent/CompletableFuture;)Ljava/util/concurrent/CompletableFuture;+13 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView$$Lambda$397+0x0000000800fe75d0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+13 j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$remap$16(Z[Ljava/lang/Object;Ljava/util/function/BiFunction;Ljava/lang/Object;[J[ILjava/lang/Object;[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+254 j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$400+0x0000000800fe5800.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+53 j java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+297 [email protected] j com.github.benmanes.caffeine.cache.BoundedLocalCache.remap(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/BiFunction;[JZ)Ljava/lang/Object;+65 j com.github.benmanes.caffeine.cache.BoundedLocalCache.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;ZZZ)Ljava/lang/Object;+64 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+51 j com.github.benmanes.caffeine.cache.LocalAsyncCache$AsyncAsMapView.computeIfPresent(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object;+3 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.refresh(Ljava/lang/String;)V+24 j org.apache.pulsar.metadata.cache.impl.MetadataCacheImpl.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+66 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$accept$7(Lorg/apache/pulsar/metadata/api/Notification;Lorg/apache/pulsar/metadata/cache/impl/MetadataCacheImpl;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$399+0x0000000800fe7a40.accept(Ljava/lang/Object;)V+8 j java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V+35 [email protected] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Lorg/apache/pulsar/metadata/api/Notification;)V+229 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.accept(Ljava/lang/Object;)V+12 j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V+9 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$392+0x0000000800fe0d00.accept(Ljava/lang/Object;)V+8 j java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V+35 [email protected] j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$391+0x0000000800fe0ad8.get()Ljava/lang/Object;+8 j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 [email protected] J 4672 c1 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; [email protected] (14 bytes) @ 0x00007ff841db14ec [0x00007ff841db13c0+0x000000000000012c] j java.util.concurrent.FutureTask.run()V+39 [email protected] J 4671 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V [email protected] (57 bytes) @ 0x00007ff841db0e24 [0x00007ff841db0b40+0x00000000000002e4] J 5984 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V [email protected] (187 bytes) @ 0x00007ff841fccbf4 [0x00007ff841fcc2a0+0x0000000000000954] j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 [email protected] j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4 j java.lang.Thread.run()V+11 [email protected] v ~StubRoutines::call_stub ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
