webfrank commented on issue #2766:
URL: https://github.com/apache/kvrocks/issues/2766#issuecomment-2639050909
Started from scratch
docker-compose.yml
```yaml
services:
kvrocks:
image: apache/kvrocks:2.11.0
command:
- --rocksdb.block_cache_size
- "64"
- --rocksdb.write_buffer_size
- "16"
- --rocksdb.max_write_buffer_number
- "4"
deploy:
resources:
limits:
memory: 512M
volumes:
- kvrocks:/var/lib/kvrocks
networks:
- internal
```
logs
```
I20250206 07:30:56.051099 139693424336128 main.cc:144] kvrocks version
2.11.0 (commit 172d31af)
I20250206 07:30:56.214070 139693424336128 storage.cc:395] [storage] Success
to load the data from disk: 48 ms
I20250206 07:30:56.245163 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.249971 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.250308 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.250646 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.251055 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.251393 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.251703 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.252146 139693424336128 worker.cc:75] [worker] Listening
on: 0.0.0.0:6666
I20250206 07:30:56.252879 139693424336128 worker.cc:586] [worker] Thread
#139693272295104 started
I20250206 07:30:56.253008 139693424336128 worker.cc:586] [worker] Thread
#139693280687808 started
I20250206 07:30:56.253077 139693424336128 worker.cc:586] [worker] Thread
#139693289080512 started
I20250206 07:30:56.253216 139693424336128 worker.cc:586] [worker] Thread
#139693343635136 started
I20250206 07:30:56.253332 139693424336128 worker.cc:586] [worker] Thread
#139693335242432 started
I20250206 07:30:56.253451 139693424336128 worker.cc:586] [worker] Thread
#139693326849728 started
I20250206 07:30:56.253562 139693424336128 worker.cc:586] [worker] Thread
#139693318457024 started
I20250206 07:30:56.253669 139693424336128 worker.cc:586] [worker] Thread
#139693310064320 started
I20250206 07:30:56.254084 139693424336128 server.cc:240] [server] Ready to
accept connections
I20250206 07:31:56.327786 139693255509696 compaction_checker.cc:34]
[compaction checker] Start the compact the column family: pubsub
I20250206 07:31:56.327927 139693255509696 compaction_checker.cc:37]
[compaction checker] Compact the column family: pubsub finished, result: OK
I20250206 07:31:56.327940 139693255509696 compaction_checker.cc:34]
[compaction checker] Start the compact the column family: propagate
I20250206 07:31:56.327975 139693255509696 compaction_checker.cc:37]
[compaction checker] Compact the column family: propagate finished, result: OK
E20250206 07:32:01.985579 139693326849728 event_listener.cc:166]
[event_listener/background_error] reason: memtable, bg_error: Corruption:
WriteBatch has wrong count
```
The error arise once the application connects and issue an HSET command to
configure JOB queue.
```
Traceback (most recent call last):
File "/app/main.py", line 34, in <module>
main(redis)
File "/app/main.py", line 25, in main
w.work(max_jobs=1000)
File "/usr/local/lib/python3.10/site-packages/rq/worker.py", line 592, in
work
self.bootstrap(logging_level, date_format, log_format)
File "/usr/local/lib/python3.10/site-packages/rq/worker.py", line 927, in
bootstrap
self.set_state(WorkerStatus.STARTED)
File "/usr/local/lib/python3.10/site-packages/rq/worker.py", line 806, in
set_state
connection.hset(self.key, 'state', state)
File "/usr/local/lib/python3.10/site-packages/redis/commands/core.py", line
5045, in hset
return self.execute_command("HSET", name, *pieces)
File "/usr/local/lib/python3.10/site-packages/redis/client.py", line 559, in
execute_command
return self._execute_command(*args, **options)
File "/usr/local/lib/python3.10/site-packages/redis/client.py", line 567, in
_execute_command
return conn.retry.call_with_retry(
File "/usr/local/lib/python3.10/site-packages/redis/retry.py", line 62, in
call_with_retry
return do()
File "/usr/local/lib/python3.10/site-packages/redis/client.py", line 568, in
<lambda>
lambda: self._send_command_parse_response(
File "/usr/local/lib/python3.10/site-packages/redis/client.py", line 542, in
_send_command_parse_response
return self.parse_response(conn, command_name, **options)
File "/usr/local/lib/python3.10/site-packages/redis/client.py", line 584, in
parse_response
response = connection.read_response()
File "/usr/local/lib/python3.10/site-packages/redis/connection.py", line
616, in read_response
raise response
redis.exceptions.ResponseError: Corruption: WriteBatch has wrong count
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
