kyr-2026-03-10_01:00:38-orch-squid-none-default-vps

1000

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm03

orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/connectivity task/test_orch_cli}

Test failure: test_pause (tasks.cephadm_cases.test_cli.TestCephadmCLI)

1002

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm00 vm03 vm09

orch/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} supported-container-hosts$/{centos_9.stream_runc} workloads/cephadm_iscsi}

"grep: /var/log/ceph/43221a22-1c6d-11f1-a320-db2029781593/ceph.log: No such file or directory" in cluster log

1013

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm09

orch/cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_cephadm}

Command failed (workunit test cephadm/test_cephadm.sh) on vm09 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=75a68fd8ca3f918fe9466b4c0bb385b7fc260a9b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

1014

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm05 vm07

orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity}

Command failed on vm05 with status 1: 'sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 72041074-1c73-11f1-8607-4fca9a5e0a4d --force'

1017

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02 vm04

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/1840f726-1c75-11f1-81ee-550c644bac21/ceph.log: No such file or directory" in cluster log

1023

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm06 vm07

orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 1-start 2-services/nvmeof 3-final}

Command failed on vm06 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e8616662-1c79-11f1-850b-cdb37ecbc33b -- bash -c 'ceph orch apply nvmeof foo'"

1029

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm00 vm07

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds

1038

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm00 vm08

orch/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/off fixed-2 mon_election/classic start}

Command failed on vm00 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"

1043

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm07

orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_iscsi_container/{centos_9.stream test_iscsi_container}}

Command failed (workunit test cephadm/test_iscsi_pids_limit.sh) on vm07 with status 125: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=75a68fd8ca3f918fe9466b4c0bb385b7fc260a9b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_pids_limit.sh'

1044

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm05 vm09

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/d747fc1a-1c83-11f1-9dfa-f52c2ed99896/ceph.log: No such file or directory" in cluster log

1059

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm03 vm04

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds

1073

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm07 vm08

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/611fefe4-1c91-11f1-b768-378d282c8a21/ceph.log: No such file or directory" in cluster log

1078

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm00 vm09

orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 1-start 2-services/nvmeof 3-final}

Command failed on vm00 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e01074a-1c96-11f1-ae76-4def6d6e53de -- bash -c 'ceph orch apply nvmeof foo'"

904

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm06

orch/cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_iscsi_container/{centos_9.stream test_iscsi_container}}

Command failed (workunit test cephadm/test_iscsi_pids_limit.sh) on vm06 with status 125: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=75a68fd8ca3f918fe9466b4c0bb385b7fc260a9b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_pids_limit.sh'

908

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm08 vm09

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/2a266492-1c40-11f1-a086-d1e49ee9eed8/ceph.log: No such file or directory" in cluster log

914

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm01 vm02 vm05

orch/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} supported-container-hosts$/{centos_9.stream_runc} workloads/cephadm_iscsi}

"grep: /var/log/ceph/dbc0fe1e-1c41-11f1-a82d-e7b0f6c6f3ba/ceph.log: No such file or directory" in cluster log

919

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm02 vm05

orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity}

Command failed on vm02 with status 1: 'sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 107483ae-1c44-11f1-b530-c1172cd6122a --force'

926

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm04 vm06

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds

930

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02 vm05

orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rotate-keys}

"2026-03-10T06:40:40.968979+0000 mon.a (mon.0) 974 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

941

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm01 vm08

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/149a97e6-1c50-11f1-b304-eb555c4560ee/ceph.log: No such file or directory" in cluster log

946

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02

orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_cephadm}

Command failed (workunit test cephadm/test_cephadm.sh) on vm02 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=75a68fd8ca3f918fe9466b4c0bb385b7fc260a9b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

954

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm05 vm08

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds

963

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm00 vm05

orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 1-start 2-services/nvmeof 3-final}

Command failed on vm00 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c63d2400-1c5a-11f1-b5b0-a9ac505dc6f0 -- bash -c 'ceph orch apply nvmeof foo'"

965

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm04 vm09

orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity}

Command failed on vm04 with status 1: 'sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bac64a6a-1c5b-11f1-a0cf-f3d47535531e --force'

969

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm05 vm08

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds

973

FAIL

squid

tt-squid

clyso-debian-13

vps

ubuntu 22.04

vm02 vm07

orch/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}

Command failed on vm02 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"

977

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm09

orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_iscsi_container/{centos_9.stream test_iscsi_container}}

Command failed (workunit test cephadm/test_iscsi_pids_limit.sh) on vm09 with status 125: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=75a68fd8ca3f918fe9466b4c0bb385b7fc260a9b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_pids_limit.sh'

980

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02 vm07

orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys}

"2026-03-10T09:33:06.003746+0000 mon.a (mon.0) 1032 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

984

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02 vm07

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"grep: /var/log/ceph/41e3d6d0-1c65-11f1-be0e-8b4db03a408c/ceph.log: No such file or directory" in cluster log

997

FAIL

squid

tt-squid

clyso-debian-13

vps

centos 9.stream

vm02 vm05

orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no kernel overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (50) after waiting for 300 seconds