[
https://issues.apache.org/jira/browse/CASSANDRA-21859?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18139230#comment-18139230
]
Dmitry Konstantinov commented on CASSANDRA-21859:
-------------------------------------------------
Additional diagnostic collected via agent groovy script:
{code}
def ID = '460b9becd9d1'
def sh(List cmd, String stdin = null, int secs = 20) {
def p = (['timeout', '-k', '5', secs as String] + cmd).execute()
if (stdin) p.outputStream.withWriter { it << stdin } else
p.outputStream.close()
def out = new StringBuilder(), err = new StringBuilder()
p.waitForProcessOutput(out, err)
println "===== ${cmd.join(' ').take(120)} [exit ${p.exitValue()}]"
print out
if (err) print "stderr: ${err}"
}
def bash(String c) { sh(['bash', '-c', c]) }
bash "uptime; free -g; df -h /var/lib/docker /home/jenkins 2>/dev/null"
bash "docker ps -a --format '{{.ID}} {{.Status}} {{.Image}}'"
bash "docker inspect -f '{{.State.Status}} started={{.State.StartedAt}}
hostpid={{.State.Pid}} oom={{.State.OOMKilled}}' ${ID}"
bash "docker stats --no-stream ${ID}"
// did the container get past virtualenv? (if yes, only the attach stream
stalled)
bash "docker logs --tail 15 ${ID} 2>&1"
// host-side ps of the container's processes
bash "docker top ${ID} -eo pid,ppid,etime,time,stat,wchan:32,args"
// in-container details for python/virtualenv processes
sh(['docker', 'exec', '-i', ID, 'bash', '-s'], '''
for d in /proc/[0-9]*; do
c=$(xargs -0 echo < $d/cmdline 2>/dev/null)
case "$c" in *python*|*virtualenv*) ;; *) continue ;; esac
echo "== ${d#/proc/}: $c"
grep -E '^(State|Threads)' $d/status
echo "wchan: $(cat $d/wchan 2>&1) syscall: $(cat $d/syscall 2>&1)"
ls -l $d/fd 2>&1 | tail -n +2
done
echo "== /proc/locks"; cat /proc/locks
echo "== app-data locks"; find /home/cassandra/.local/share/virtualenv -name
'*.lock' -ls 2>&1
echo "== app-data tree"; find /home/cassandra/.local/share/virtualenv -maxdepth
3 -ls 2>&1 | head -40
''')
{code}
{code}
===== bash -c uptime; free -g; df -h /var/lib/docker /home/jenkins 2>/dev/null
[exit 1]
22:22:13 up 12 days, 12:01, 2 users, load average: 2.35, 2.30, 2.04
total used free shared buff/cache available
Mem: 30 6 9 0 15 24
Swap: 0 0 0
Filesystem Size Used Avail Use% Mounted on
/dev/root 484G 78G 406G 17% /
===== bash -c docker ps -a --format '{{.ID}} {{.Status}} {{.Image}}' [exit 0]
0621e984fac4 Up 8 minutes
apache/cassandra-ubuntu-test:dac117c7e5262cb83c9884ed451dae4e
460b9becd9d1 Up About an hour apache/cassandra-testing-ubuntu2004-java11
56b52c438833 Up 25 hours apache/cassandra-testing-ubuntu2004-java11
===== bash -c docker inspect -f '{{.State.Status}} started={{.State.StartedAt}}
hostpid={{.State.Pid}} oom={{.State.OOMKilled} [exit 0]
running started=2026-11-05T20:53:26.436556674Z hostpid=4058965 oom=false
===== bash -c docker stats --no-stream 460b9becd9d1 [exit 0]
CONTAINER ID NAME CPU % MEM USAGE / LIMIT MEM % NET
I/O BLOCK I/O PIDS
460b9becd9d1 agitated_davinci 0.00% 91.45MiB / 15GiB 0.60% 262MB
/ 1.89MB 0B / 757MB 9
===== bash -c docker logs --tail 15 460b9becd9d1 2>&1 [exit 0]
jar:
[mkdir] Created dir: /home/cassandra/cassandra/build/classes/stress/META-INF
[mkdir] Created dir: /home/cassandra/cassandra/build/tools/lib
[jar] Building jar: /home/cassandra/cassandra/build/tools/lib/stress.jar
[mkdir] Created dir:
/home/cassandra/cassandra/build/classes/fqltool/META-INF
[jar] Building jar: /home/cassandra/cassandra/build/tools/lib/fqltool.jar
BUILD SUCCESSFUL
Total time: 1 minute 0 seconds
+ RETURN=0
+ '[' 0 -eq 0 ']'
+ break
+ '[' 0 -ne 0 ']'
+ set -e
+ virtualenv --python=python3.8 venv
===== bash -c docker top 460b9becd9d1 -eo
pid,ppid,etime,time,stat,wchan:32,args [exit 0]
PID PPID ELAPSED TIME
STAT WCHAN COMMAND
4058965 4058940 01:28:59 00:00:00
Ss do_sigtimedwait.isra.0 dumb-init bash -ilc git clone
--quiet --single-branch --depth 1 --branch trunk
https://github.com/apache/cassandra-builds; sh
./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh dtest-offheap
63/64
4058989 4058965 01:28:59 00:00:00
Ss do_wait bash -ilc git clone --quiet
--single-branch --depth 1 --branch trunk
https://github.com/apache/cassandra-builds; sh
./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh dtest-offheap
63/64
4059036 4058989 01:28:59 00:00:00
S+ do_wait sh
./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh dtest-offheap
63/64
4059116 4059036 01:28:54 00:00:00
S+ do_wait /bin/bash -x
../cassandra-builds/build-scripts/cassandra-dtest-pytest.sh dtest-offheap 63/64
4060025 4059116 01:27:53 00:00:00
Sl+ futex_do_wait /usr/bin/python2.7
/usr/local/bin/virtualenv --python=python3.8 venv
4060031 4060025 01:27:53 00:00:00
S+ anon_pipe_write /usr/bin/python2.7 -c from
virtualenv.report import setup_report, MAX_LEVEL from
virtualenv.seed.wheels.periodic_update import do_update setup_report(MAX_LEVEL,
show_pid=True) do_update(u'setuptools', '3.8',
'/usr/local/lib/python2.7/dist-packages/virtualenv/seed/wheels/embed/setuptools-62.6.0-py3-none-any.whl',
'/home/cassandra/.local/share/virtualenv', [], True)
===== docker exec -i 460b9becd9d1 bash -s [exit 0]
== 335: /usr/bin/python2.7 /usr/local/bin/virtualenv --python=python3.8 venv
State: S (sleeping)
Threads: 2
wchan: futex_do_wait syscall: cat: /proc/335/syscall: Operation not permitted
lrwx------ 1 cassandra cassandra 64 Nov 5 22:22 0 -> /dev/pts/0
lrwx------ 1 cassandra cassandra 64 Nov 5 22:22 1 -> /dev/pts/0
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 11 -> /dev/urandom
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 14 -> pipe:[155453670]
l-wx------ 1 cassandra cassandra 64 Nov 5 22:22 15 -> pipe:[155453670]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 16 -> pipe:[155455540]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 18 -> pipe:[155453671]
lrwx------ 1 cassandra cassandra 64 Nov 5 22:22 2 -> /dev/pts/0
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 3 -> pipe:[155452869]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 5 -> pipe:[155453669]
l-wx------ 1 cassandra cassandra 64 Nov 5 22:22 6 -> pipe:[155453669]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 7 -> pipe:[155452870]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 9 -> pipe:[155455539]
== 341: /usr/bin/python2.7 -c from virtualenv.report import setup_report,
MAX_LEVEL
from virtualenv.seed.wheels.periodic_update import do_update
setup_report(MAX_LEVEL, show_pid=True)
do_update(u'setuptools', '3.8',
'/usr/local/lib/python2.7/dist-packages/virtualenv/seed/wheels/embed/setuptools-62.6.0-py3-none-any.whl',
'/home/cassandra/.local/share/virtualenv', [], True)
State: S (sleeping)
Threads: 1
wchan: anon_pipe_write syscall: cat: /proc/341/syscall: Operation not
permitted
lrwx------ 1 cassandra cassandra 64 Nov 5 22:22 0 -> /dev/pts/0
l-wx------ 1 cassandra cassandra 64 Nov 5 22:22 1 -> pipe:[155455539]
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 11 -> /dev/urandom
lr-x------ 1 cassandra cassandra 64 Nov 5 22:22 18 -> pipe:[155453671]
l-wx------ 1 cassandra cassandra 64 Nov 5 22:22 19 -> pipe:[155453671]
l-wx------ 1 cassandra cassandra 64 Nov 5 22:22 2 -> pipe:[155455540]
== /proc/locks
== app-data locks
26020273 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7/image/1/CopyPipInstall/pip-20.3.4-py2.py3-none-any.lock
26020422 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7/image/1/CopyPipInstall/wheel-0.37.1-py2.py3-none-any.lock
26020391 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7/image/1/CopyPipInstall/setuptools-44.1.1-py2.py3-none-any.lock
26225527 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.8/image/1/CopyPipInstall/pip-22.1.2-py3-none-any.lock
26225835 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.8/image/1/CopyPipInstall/wheel-0.37.1-py2.py3-none-any.lock
26225804 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.8/image/1/CopyPipInstall/setuptools-62.6.0-py3-none-any.lock
26231049 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.11/image/1/CopyPipInstall/pip-22.1.2-py3-none-any.lock
26231357 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.11/image/1/CopyPipInstall/wheel-0.37.1-py2.py3-none-any.lock
26231326 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.11/image/1/CopyPipInstall/setuptools-62.6.0-py3-none-any.lock
26219324 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.7/image/1/CopyPipInstall/pip-22.1.2-py3-none-any.lock
26219632 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.7/image/1/CopyPipInstall/wheel-0.37.1-py2.py3-none-any.lock
26219601 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.7/image/1/CopyPipInstall/setuptools-62.6.0-py3-none-any.lock
26022547 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.6/image/1/CopyPipInstall/setuptools-59.6.0-py3-none-any.lock
26022548 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.6/image/1/CopyPipInstall/wheel-0.37.1-py2.py3-none-any.lock
26022546 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/3.6/image/1/CopyPipInstall/pip-21.3.1-py3-none-any.lock
26022124 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/py_info/1/30295c5bec572e859485b1ffa5e89b8b3e2022ef6e3e739c1ac40f143a557caf.lock
26224913 0 -rwxr-xr-x 1 cassandra cassandra 0 Nov 5 20:54
/home/cassandra/.local/share/virtualenv/py_info/1/df0893f56f349688326838aaeea0de204df53a132722cbd565e54b24a8fec5f6.lock
26230435 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/py_info/1/ca3ed784184f1b3bb7c3539bfb45e71710cd27667424f92c2d5bb4df9c107c23.lock
26218710 0 -rwxr-xr-x 1 cassandra cassandra 0 May 29 2025
/home/cassandra/.local/share/virtualenv/py_info/1/fd69f43f58546b570e94fd7eba7b65e6bcc7a5bbc4eab0408017d18902915d69.lock
== app-data tree
26230431 8 drwxr-xr-x 1 cassandra cassandra 4096 May 29 2025
/home/cassandra/.local/share/virtualenv
26230436 8 drwxr-xr-x 1 cassandra cassandra 4096 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel
26019826 4 drwxr-xr-x 4 cassandra cassandra 4096 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7
26019832 4 drwxr-xr-x 3 cassandra cassandra 4096 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7/image
26019827 4 drwxr-xr-x 3 cassandra cassandra 4096 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/2.7/embed
26219633 12 drwxr-xr-x 1 cassandra cassandra 12288 Nov 5 20:58
/home/cassandra/.local/share/virtualenv/wheel/house
26020424 1488 -rw-r--r-- 1 cassandra cassandra 1522101 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/house/pip-20.3.4-py2.py3-none-any.whl
26020426 36 -rw-r--r-- 1 cassandra cassandra 35301 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/house/wheel-0.37.1-py2.py3-none-any.whl
26020425 572 -rw-r--r-- 1 cassandra cassandra 583493 May 29 2025
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-44.1.1-py2.py3-none-any.whl
26518250 2288 -rw-r--r-- 1 cassandra cassandra 2341722 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-71.1.0-py3-none-any.whl
26517799 2284 -rw-r--r-- 1 cassandra cassandra 2336658 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-72.2.0-py3-none-any.whl
26518910 1208 -rw-r--r-- 1 cassandra cassandra 1233954 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-65.6.2-py3-none-any.whl
26515249 2000 -rw-r--r-- 1 cassandra cassandra 2044706 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-22.2.2-py3-none-any.whl
26518898 1208 -rw-r--r-- 1 cassandra cassandra 1234046 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-65.7.0-py3-none-any.whl
26510179 1224 -rw-r--r-- 1 cassandra cassandra 1251633 Nov 5 20:54
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-75.3.4-py3-none-any.whl
26518814 1060 -rw-r--r-- 1 cassandra cassandra 1085356 Nov 5 20:56
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-67.3.2-py3-none-any.whl
26515544 2000 -rw-r--r-- 1 cassandra cassandra 2044396 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-22.2-py3-none-any.whl
26519029 1208 -rw-r--r-- 1 cassandra cassandra 1233332 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-65.0.2-py3-none-any.whl
26518826 1060 -rw-r--r-- 1 cassandra cassandra 1085336 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-67.3.1-py3-none-any.whl
26518871 1232 -rw-r--r-- 1 cassandra cassandra 1260206 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-66.1.1-py3-none-any.whl
26519156 1200 -rw-r--r-- 1 cassandra cassandra 1228351 Nov 5 20:58
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-63.3.0-py3-none-any.whl
26513825 2020 -rw-r--r-- 1 cassandra cassandra 2064542 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-23.1-py3-none-any.whl
26518699 788 -rw-r--r-- 1 cassandra cassandra 805159 Nov 5 20:56
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-68.1.0-py3-none-any.whl
26515567 1236 -rw-r--r-- 1 cassandra cassandra 1263585 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-74.1.0-py3-none-any.whl
26519086 1220 -rw-r--r-- 1 cassandra cassandra 1246846 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-64.0.1-py3-none-any.whl
26510172 1800 -rw-r--r-- 1 cassandra cassandra 1841506 Nov 5 20:54
/home/cassandra/.local/share/virtualenv/wheel/house/pip-25.0-py3-none-any.whl
26515262 2000 -rw-r--r-- 1 cassandra cassandra 2044666 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-22.2.1-py3-none-any.whl
26518662 792 -rw-r--r-- 1 cassandra cassandra 807862 Nov 5 20:56
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-68.2.1-py3-none-any.whl
26518651 792 -rw-r--r-- 1 cassandra cassandra 807864 Nov 5 20:56
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-68.2.2-py3-none-any.whl
26510233 1224 -rw-r--r-- 1 cassandra cassandra 1251198 Nov 5 20:54
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-75.3.2-py3-none-any.whl
26518893 1232 -rw-r--r-- 1 cassandra cassandra 1259316 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-66.0.0-py3-none-any.whl
26518430 864 -rw-r--r-- 1 cassandra cassandra 883347 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-70.1.1-py3-none-any.whl
26514221 2008 -rw-r--r-- 1 cassandra cassandra 2055563 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-23.0.1-py3-none-any.whl
26519189 1200 -rw-r--r-- 1 cassandra cassandra 1226931 Nov 5 20:58
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-63.0.0-py3-none-any.whl
26510221 1776 -rw-r--r-- 1 cassandra cassandra 1815170 Nov 5 20:54
/home/cassandra/.local/share/virtualenv/wheel/house/pip-24.2-py3-none-any.whl
26518497 876 -rw-r--r-- 1 cassandra cassandra 894566 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-69.5.1-py3-none-any.whl
26519167 1200 -rw-r--r-- 1 cassandra cassandra 1228000 Nov 5 20:58
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-63.2.0-py3-none-any.whl
26514767 2004 -rw-r--r-- 1 cassandra cassandra 2051534 Nov 5 20:55
/home/cassandra/.local/share/virtualenv/wheel/house/pip-22.3.1-py3-none-any.whl
26518606 804 -rw-r--r-- 1 cassandra cassandra 819530 Nov 5 20:56
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-69.0.3-py3-none-any.whl
26519076 1220 -rw-r--r-- 1 cassandra cassandra 1247647 Nov 5 20:57
/home/cassandra/.local/share/virtualenv/wheel/house/setuptools-64.0.2-py3-none-any.whl
{code}
> "virtualenv --python=python3.8 venv" may stuck within a test container
> ----------------------------------------------------------------------
>
> Key: CASSANDRA-21859
> URL: https://issues.apache.org/jira/browse/CASSANDRA-21859
> Project: Apache Cassandra
> Issue Type: Bug
> Components: Test/dtest/python
> Reporter: Dmitry Konstantinov
> Priority: Normal
>
> https://ci-cassandra.apache.org/job/Cassandra-4.0-dtest-offheap/795/jdk=jdk_1.8_latest,label=cassandra-dtest,split=63/console
> {code}
> 20:54:33 BUILD SUCCESSFUL
> 20:54:33 Total time: 1 minute 0 seconds
> 20:54:33 + RETURN=0
> 20:54:33 + '[' 0 -eq 0 ']'
> 20:54:33 + break
> 20:54:33 + '[' 0 -ne 0 ']'
> 20:54:33 + set -e
> 20:54:33 + virtualenv --python=python3.8 venv
> 22:24:33 Build timed out (after 90 minutes). Marking the build as aborted.
> 22:24:33 Build was aborted
> 22:24:33 SSH: Current build result is [ABORTED], not going to run.
> 22:24:33 Archiving artifacts
> 22:24:34 Recording fingerprints
> 22:24:34 Recording test results
> 22:24:34 ERROR: Step ‘Publish JUnit test result report’ failed: No test
> report files were found. Configuration error?
> 22:24:34 [PostBuildScript] - [INFO] Executing post build scripts.
> 22:24:36 [63] $ /bin/sh -xe /home/jenkins/tmp/jenkins15529893812876844024.sh
> 22:24:36 + echo Cleaning processes…
> 22:24:36 Cleaning processes…
> 22:24:36 + pgrep -xa docker
> 22:24:36 31316 docker exec --user cassandra
> cassandra_ubuntu-test_test-oa_jdk21_arch-x86_64_python3-8_6_20__NoxQSf bash
> -c source ${CASSANDRA_DIR}/.build/docker/_set_java.sh 21 ;
> ${CASSANDRA_DIR}/.build/docker/_docker_init_tests.sh -a test-oa -c 6/20 ;
> exit $?
> 22:24:36 2470794 docker attach --no-stdin
> 56b52c438833fea045973c40cb06657d22e757b648fe3df920b7f9d296f9a73a
> 22:24:36 4058995 docker attach --no-stdin
> 460b9becd9d168bbaaecb61b917ecc9b4f8dc5cc489164349b05d4184ce448d8
> 22:24:36 + echo Pruning docker for 'Cassandra-Job-DSL' on cassandra-arm2…
> 22:24:36 Pruning docker for 'Cassandra-Job-DSL' on cassandra-arm2…
> 22:24:36 + cd cassandra-builds/jenkins-dsl/agent_scripts/
> 22:24:36 + bash docker_agent_cleaner.sh 12
> 22:24:36 docker system prune --force --filter "until=12h" : Total reclaimed
> space: 0B
> 22:24:38 Terminated
> 22:24:42 Error response from daemon: conflict: unable to delete
> apache/cassandra-testing-ubuntu2004-java11:latest (must be forced) -
> container 460b9becd9d1 is using its referenced image 85d655affe37
> 22:24:42 Pruning apache/cassandra-testing-ubuntu2004-java11:latest
> 22:24:42 + bash agent_report.sh
> 22:24:42 ----
> 22:24:42 Thu Nov 5 22:24:42 UTC 2026
> 22:24:42
> Cassandra-4.0-dtest-offheap/jdk=jdk_1.8_latest,label=cassandra-dtest,split=63
> 795
> 22:24:42
> 22:24:48 57G /
> 22:24:48 19G /home/jenkins/jenkins-slave/workspace
> 22:24:48 19G /home/jenkins/jenkins-slave
> 22:24:48 19G /home/jenkins
> 22:24:48 19G /home
> 22:24:48 18G /usr
> 22:24:48 13G /snap
> 22:24:48 8.0G /usr/local
> 22:24:48 7.9G /usr/local/asfpackages
> 22:24:48 7.5G /usr/local/asfpackages/java
> 22:24:48 7.0G /var
> 22:24:48 5.6G /var/lib
> 22:24:48 5.3G /home/jenkins/jenkins-slave/workspace/Cassandra-6.0
> 22:24:48 4.8G /var/lib/snapd
> 22:24:48 4.8G /usr/lib
> 22:24:48 4.7G /var/lib/snapd/snaps
> 22:24:48 3.6G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk
> 22:24:48 3.6G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest
> 22:24:48 3.1G /snap/gnome-46-2404
> 22:24:48 2.7G /snap/gnome-42-2204
> 22:24:48 2.5G /usr/share
> 22:24:48 2.3G /snap/mesa-2404
> 22:24:48 2.2G /home/jenkins/jenkins-slave/workspace/Cassandra-5.0
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_11_latest/label/cassandra-dtest/split
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_11_latest/label/cassandra-dtest
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_11_latest/label
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_11_latest
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_1.8_latest/label/cassandra-dtest/split
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_1.8_latest/label/cassandra-dtest
> 22:24:48 1.8G
> /home/jenkins/jenkins-slave/workspace/Cassandra-devbranch-before-5-dtest/jdk/jdk_1.8_latest/label
> 22:24:48
> 22:24:48 Filesystem Size Used Avail Use% Mounted on
> 22:24:48 /dev/root 484G 78G 406G 17% /
> 22:24:48 tmpfs 16G 0 16G 0% /dev/shm
> 22:24:48 tmpfs 6.2G 1.5M 6.2G 1% /run
> 22:24:48 tmpfs 5.0M 0 5.0M 0% /run/lock
> 22:24:48 efivarfs 128K 3.8K 120K 4% /sys/firmware/efi/efivars
> 22:24:48 /dev/nvme0n1p16 881M 183M 637M 23% /boot
> 22:24:48 /dev/nvme0n1p15 105M 6.2M 99M 6% /boot/efi
> 22:24:48 tmpfs 3.1G 16K 3.1G 1% /run/user/910
> 22:24:48
> 22:24:49 Images space usage:
> 22:24:49
> 22:24:49 REPOSITORY TAG
> IMAGE ID CREATED SIZE
> SHARED SIZE UNIQUE SIZE CONTAINERS
> 22:24:49 apache/cassandra-ubuntu-test
> dac117c7e5262cb83c9884ed451dae4e 737bfb4268d6 3 months ago 6.87GB
> 297.3MB 6.572GB 1
> 22:24:49 apache.jfrog.io/cassan-docker/apache/cassandra-debian-build
> 09a59671ba3028fcc099c9e5f8a19aaf 9003697012f0 3 months ago 4.91GB
> 195.9MB 4.714GB 0
> 22:24:49 apache.jfrog.io/cassan-docker/apache/cassandra-almalinux-build
> ee16da1d10cf8ee2f65856c0bbac7958 b82bb5045141 3 months ago 3.94GB
> 283.3MB 3.655GB 0
> 22:24:49 apache.jfrog.io/cassan-docker/apache/cassandra-ubuntu-test
> 41d5ad7e504d1f4997b161aa0644fb19 3bd076ba74a6 3 months ago 6.39GB
> 297.3MB 6.093GB 0
> 22:24:49 apache.jfrog.io/cassan-docker/apache/cassandra-bullseye-build
> 75ed6c291168e923e7f079e0bf7b9f1d 052d92918cac 3 months ago 3.85GB
> 195.9MB 3.649GB 0
> 22:24:49 apache.jfrog.io/cassan-docker/apache/cassandra-almalinux-build
> 93cb5a82f08fb13ba39f493284f45069 4591f65f4bfb 3 months ago 3.11GB
> 283.3MB 2.822GB 0
> 22:24:49 apache/cassandra-testing-ubuntu2004-java11
> latest 85d655affe37 17 months ago 4.03GB
> 32B 4.027GB 2
> 22:24:49 apache.jfrog.io/cassan-docker/alpine
> 3.19.1 c5b1261d6d3e 2 years ago 11.5MB
> 0B 11.48MB 0
> 22:24:49
> 22:24:49 Containers space usage:
> 22:24:49
> 22:24:49 CONTAINER ID IMAGE
> COMMAND LOCAL VOLUMES SIZE CREATED
> STATUS NAMES
> 22:24:49 0621e984fac4
> apache/cassandra-ubuntu-test:dac117c7e5262cb83c9884ed451dae4e "sleep 1h"
> 1 670MB 10 minutes ago Up 10 minutes
> cassandra_ubuntu-test_test-oa_jdk21_arch-x86_64_python3-8_6_20__NoxQSf
> 22:24:49 460b9becd9d1 apache/cassandra-testing-ubuntu2004-java11
> "dumb-init bash -ilc…" 1 749MB 2 hours ago
> Up 2 hours agitated_davinci
> 22:24:49 56b52c438833 apache/cassandra-testing-ubuntu2004-java11
> "dumb-init bash -ilc…" 1 812MB 25 hours ago
> Up 25 hours kind_greider
> 22:24:49
> 22:24:49 Local Volumes space usage:
> 22:24:49
> 22:24:49 VOLUME NAME
> LINKS SIZE
> 22:24:49 b66b205de5d04cffb48cdfc1cbfc860980685dc3fe1809a539946f526c71b840 0
> 10.47MB
> 22:24:49 b745f7a70ba62e1a52b7556dd6c1b3164f16f0470a5d4e10d15a56690dab34a8 0
> 13.1MB
> 22:24:49 81a864c0b5822666b6711eb57e17a1cde622b1381880c048167e911677c9dacd 0
> 12.95MB
> 22:24:49 8b98654682877aa69d809f79ca5b36460b527233c6cfd41bd01e50e442715b5c 0
> 26.29MB
> 22:24:49 25ead523a209bd959a243c56b274c18c3c7dd1a0e651741b7a5a948b2b3a34ce 0
> 10.47MB
> 22:24:49 e5ac456fa04bc06ca10fd2df6b301c9ac411fdc07ee50c9eb7b79474b31a9466 0
> 8.2MB
> 22:24:49 ac19a5214cf641f191803fd4772e824c201e7ebc29b1f93403c0276ae4298b5c 1
> 314.4kB
> 22:24:49 9c3f32ebe3567d61bcd84ab571bfb54f7f31d461a5e296605538d674dffb8df7 0
> 14.81MB
> 22:24:49 dfebee1f782d91a26202e0e5c7203b1b9f76fb17afcccdddd947553789f478aa 0
> 9.56MB
> 22:24:49 006f1a27c4ace3781db05b425f93d73b525d6340cad02ba14bc599e43fa1d956 0
> 11.76MB
> 22:24:49 6aa9611eebaa64826438ecb4b59f6cdb68cd20688d14a86958a5e3c7cda7b5a1 0
> 10.75MB
> 22:24:49 771be385f717dcdba340602b1a1e94c4af795e6d46ba01d36c1e7c7b71558185 0
> 11.05MB
> 22:24:49 b0731840e1b28424644bf6768a4c4aa2a10bebe5c6af8214f6464d819d2c6099 1
> 314.4kB
> 22:24:49 c360a43b186a8f6978140d56fbc0bec9d6262221639aa1f4432442aeab98e152 1
> 131.1kB
> 22:24:49 27c07fa441a9794a7a7e1b39ab581ffc10d3d02658ed28311b9dd3be8bf7cb47 0
> 8.482MB
> 22:24:49 8d03853efeb4d79cabd5d6ac85cfe2bb7e8ec142e7a2c8fbaf023a64f0b5e9a4 0
> 10.69MB
> 22:24:49
> 22:24:49 Build cache usage: 0B
> 22:24:49
> 22:24:49 CACHE ID CACHE TYPE SIZE CREATED LAST USED USAGE
> SHARED
> 22:24:49 + git clean -qxdff -e build/test/jmh-result.json
> 22:24:51 [WS-CLEANUP] Deleting project workspace...
> 22:24:51 [WS-CLEANUP] Deferred wipeout is used...
> 22:24:51 [WS-CLEANUP] done
> 22:24:51 Finished: ABORTED
> {code}
--
This message was sent by Atlassian Jira
(v10.3.26#10030026)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
