irq0-2026-03-05_18:18:00-orch:cephadm:osds-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
100
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm02 vm09
orch:cephadm:osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2026-03-05T22:47:38.385867+0000 mon.vm02 (mon.0) 504 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
101
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm01 vm07
orch:cephadm:osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/repave-all}
"2026-03-05T22:47:43.365766+0000 mon.vm01 (mon.0) 500 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
102
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
ubuntu 22.04
vm06 vm08
orch:cephadm:osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
Command failed on vm06 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"
103
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm00 vm04
orch:cephadm:osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2026-03-05T22:49:30.995739+0000 mon.vm00 (mon.0) 502 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
104
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm06 vm08
orch:cephadm:osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2026-03-05T22:52:16.375038+0000 mon.vm06 (mon.0) 497 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
105
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
ubuntu 22.04
vm03 vm05
orch:cephadm:osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
Command failed on vm03 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"
91
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm06 vm08
orch:cephadm:osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/repave-all}
"2026-03-05T22:24:15.620263+0000 mon.vm06 (mon.0) 492 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
92
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm00 vm04
orch:cephadm:osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2026-03-05T22:25:02.513132+0000 mon.vm00 (mon.0) 497 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
93
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
ubuntu 22.04
vm02 vm09
orch:cephadm:osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-flag}
Command failed on vm02 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"
94
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm03 vm05
orch:cephadm:osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2026-03-05T22:28:25.815223+0000 mon.vm03 (mon.0) 499 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
95
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm02 vm09
orch:cephadm:osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2026-03-05T22:32:24.623279+0000 mon.vm02 (mon.0) 496 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
96
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
ubuntu 22.04
vm06 vm08
orch:cephadm:osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/repave-all}
Command failed on vm06 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"
97
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm00 vm04
orch:cephadm:osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2026-03-05T22:36:23.612111+0000 mon.vm00 (mon.0) 499 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
98
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
centos 9.stream
vm03 vm05
orch:cephadm:osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2026-03-05T22:41:45.425799+0000 mon.vm03 (mon.0) 501 : cluster [WRN] Health check failed: Failed to apply 1 service(s): osd.all-available-devices (CEPHADM_APPLY_SPEC_FAIL)" in cluster log
99
FAIL
cobaltcore-storage-v19.2.3-fasttrack-3
tt-19.2.3-fasttrack-3
clyso-debian-13
vps
ubuntu 22.04
vm06 vm08
orch:cephadm:osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-wait}
Command failed on vm06 with status 1: "grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype"