lhotari commented on issue #19250: URL: https://github.com/apache/pulsar/issues/19250#issuecomment-1792054403
Another recent crash: https://gist.github.com/lhotari/9dc43fae65b12e9b812cdefc845ee96d ``` Stack: [0x00007f0b84d00000,0x00007f0b84e00000], sp=0x00007f0b84dfd3b8, free space=1012k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) C [librocksdbjni10071231183631223410.so+0x2adff0] rocksdb_iterator_helper(rocksdb::DB*, rocksdb::ReadOptions, rocksdb::ColumnFamilyHandle*)+0x60 j org.rocksdb.RocksDB.iterator(JJ)J+0 j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12 J 16830 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/Object;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture; (23 bytes) @ 0x00007f0d962b6c54 [0x00007f0d962b6bc0+0x0000000000000094] J 17198 c1 com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache$$Lambda+0x00007f0b303df558.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; (15 bytes) @ 0x00007f0d9634500c [0x00007f0d96344f40+0x00000000000000cc] J 17197 c1 com.github.benmanes.caffeine.cache.LocalAsyncCache.lambda$get$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture; (34 bytes) @ 0x00007f0d963448b4 [0x00007f0d963447e0+0x00000000000000d4] J 17196 c1 com.github.benmanes.caffeine.cache.LocalAsyncCache$$Lambda+0x00007f0b303dfbd0.apply(Ljava/lang/Object;)Ljava/lang/Object; (23 bytes) @ 0x00007f0d963443bc [0x00007f0d963442c0+0x00000000000000fc] J 17195 c1 com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14([Ljava/lang/Object;Ljava/util/function/Function;Ljava/lang/Object;[J[I[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node; (355 bytes) @ 0x00007f0d96341d54 [0x00007f0d96341ca0+0x00000000000000b4] J 17194 c1 com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda+0x00007f0b303e4000.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; (49 bytes) @ 0x00007f0d963415c4 [0x00007f0d96341440+0x0000000000000184] J 16581 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; [email protected] (654 bytes) @ 0x00007f0d9625fd44 [0x00007f0d9625f700+0x0000000000000644] J 17044 c1 com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/Function;[JZ)Ljava/lang/Object; (276 bytes) @ 0x00007f0d96304d3c [0x00007f0d96304820+0x000000000000051c] J 16208 c1 com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(Ljava/lang/Object;Ljava/util/function/Function;ZZ)Ljava/lang/Object; (161 bytes) @ 0x00007f0d9617ab9c [0x00007f0d9617a600+0x000000000000059c] J 16309 c1 com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;Z)Ljava/util/concurrent/CompletableFuture; (77 bytes) @ 0x00007f0d961b00fc [0x00007f0d961afee0+0x000000000000021c] J 16951 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture; (80 bytes) @ 0x00007f0d962e308c [0x00007f0d962e2ee0+0x00000000000001ac] J 17345 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getBookiesThenFreshCache(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture; (91 bytes) @ 0x00007f0d963a032c [0x00007f0d963a0220+0x000000000000010c] J 16922 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getWritableBookies()Ljava/util/concurrent/CompletableFuture; (21 bytes) @ 0x00007f0d962d2d34 [0x00007f0d962d2cc0+0x0000000000000074] J 17272 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.lambda$updatedBookies$26(Lorg/apache/pulsar/metadata/api/Notification;Lorg/apache/bookkeeper/net/BookieId;Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture; (396 bytes) @ 0x00007f0d9637a6d4 [0x00007f0d96379ee0+0x00000000000007f4] J 17271 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient$$Lambda+0x00007f0b308e0000.get()Ljava/lang/Object; (20 bytes) @ 0x00007f0d963797e4 [0x00007f0d96379740+0x00000000000000a4] j org.apache.pulsar.common.util.FutureUtil$Sequencer.lambda$sequential$2(Ljava/util/function/Supplier;Ljava/lang/Object;)Ljava/util/concurrent/CompletionStage;+5 J 17336 c1 org.apache.pulsar.common.util.FutureUtil$Sequencer$$Lambda+0x00007f0b308e1c00.apply(Ljava/lang/Object;)Ljava/lang/Object; (9 bytes) @ 0x00007f0d9639e034 [0x00007f0d9639dfc0+0x0000000000000074] J 16918 c1 java.util.concurrent.CompletableFuture$UniCompose.tryFire(I)Ljava/util/concurrent/CompletableFuture; [email protected] (199 bytes) @ 0x00007f0d962cfcbc [0x00007f0d962cfa20+0x000000000000029c] J 14239 c1 java.util.concurrent.CompletableFuture.postComplete()V [email protected] (94 bytes) @ 0x00007f0d95e664ac [0x00007f0d95e654e0+0x0000000000000fcc] J 16897 c2 java.util.concurrent.CompletableFuture.postFire(Ljava/util/concurrent/CompletableFuture;I)Ljava/util/concurrent/CompletableFuture; [email protected] (69 bytes) @ 0x00007f0d9c933860 [0x00007f0d9c9337c0+0x00000000000000a0] J 16918 c1 java.util.concurrent.CompletableFuture$UniCompose.tryFire(I)Ljava/util/concurrent/CompletableFuture; [email protected] (199 bytes) @ 0x00007f0d962d0364 [0x00007f0d962cfa20+0x0000000000000944] J 17221 c1 java.util.concurrent.CompletableFuture$Completion.run()V [email protected] (7 bytes) @ 0x00007f0d9634cfb4 [0x00007f0d9634cf40+0x0000000000000074] J 17053 c1 java.lang.Thread.run()V [email protected] (23 bytes) @ 0x00007f0d9630a29c [0x00007f0d9630a1c0+0x00000000000000dc] v ~StubRoutines::call_stub 0x00007f0d9bd38cbf V [libjvm.so+0x8ffb45] JavaCalls::call_helper(JavaValue*, methodHandle const&, JavaCallArguments*, JavaThread*)+0x2e5 V [libjvm.so+0x9014c2] JavaCalls::call_virtual(JavaValue*, Handle, Klass*, Symbol*, Symbol*, JavaThread*)+0x1d2 V [libjvm.so+0x9d4dbe] thread_entry(JavaThread*, JavaThread*)+0x8e V [libjvm.so+0x9175e0] JavaThread::thread_main_inner()+0x1e0 V [libjvm.so+0xf5b8e8] Thread::call_run()+0xa8 V [libjvm.so+0xcea59a] thread_native_entry(Thread*)+0xda Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) j org.rocksdb.RocksDB.iterator(JJ)J+0 j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14 j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82 j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12 ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
