- log_href: https://schulp.build.clyso.com/a/supriti-2026-04-01_13:46:17-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/4895/teuthology.log
- archive_path: /archive/supriti-2026-04-01_13:46:17-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/4895
- description: orch:cephadm:smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
- duration: 0:24:16
- email: (Empty)
- failure_reason: (Empty)
- flavor: default
- job_id: 4895
- kernel: (Empty)
- last_in_suite: False
- machine_type: vps
- name: supriti-2026-04-01_13:46:17-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps
- nuke_on_error: (Empty)
- os_type: centos
- os_version: 9.stream
- overrides:
- admin_socket:
- branch: wip-sse-s3-on-v20.2.0
- ansible.cephlab:
- branch: main
- repo: https://github.com/kshtsk/ceph-cm-ansible.git
- skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs
- vars:
- logical_volumes:
- lv_1:
- scratch_dev: True
- size: 25%VG
- vg: vg_nvme
- lv_2:
- scratch_dev: True
- size: 25%VG
- vg: vg_nvme
- lv_3:
- scratch_dev: True
- size: 25%VG
- vg: vg_nvme
- lv_4:
- scratch_dev: True
- size: 25%VG
- vg: vg_nvme
- timezone: UTC
- volume_groups:
- vg_nvme:
- pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde
- ceph:
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6
- ceph-deploy:
- conf:
- client:
- log file: /var/log/ceph/ceph-$name.$pid.log
- mon:
- cephadm:
- cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2
- install:
- ceph:
- flavor: default
- sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6
- extra_system_packages:
- deb:
-
python3-jmespath
-
python3-xmltodict
-
s3cmd
- rpm:
-
bzip2
-
perl-Test-Harness
-
python3-jmespath
-
python3-xmltodict
-
s3cmd
- repos:
-
- name: ceph-source
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS
-
- name: ceph-noarch
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch
-
- name: ceph
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64
- s3tests:
- sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296
- selinux:
- allowlist:
-
scontext=system_u:system_r:logrotate_t:s0
-
scontext=system_u:system_r:getty_t:s0
- workunit:
- branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2
- sha1: 0d46c98b681455ef9cd34c2d3c6981da4e9f1aea
- owner: supriti
- pid: 1586357
- roles:
-
['host.a', 'client.0']
-
['host.b', 'client.1']
- sentry_event: (Empty)
- status: pass
- success: True
- branch: wip-sse-s3-on-v20.2.0
- seed: 9455
- sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6
- subset: (Empty)
- suite: orch:cephadm:smoke-roleless
- suite_branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2
- suite_path: /home/teuthos/src/git.local_ceph_0d46c98b681455ef9cd34c2d3c6981da4e9f1aea/qa
- suite_relpath: qa
- suite_repo: http://git.local/ceph.git
- suite_sha1: 0d46c98b681455ef9cd34c2d3c6981da4e9f1aea
- targets:
- vm03.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDNWatDGJVb2xngqjelXG9ig28Q5VpxkTtbUekKv/wucYaja0+62/qxFkmFgfvlCW5ANHx1LxWZYTmbY55KmNEE=
- vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAM9wipdBRo0Ywnhe3ycv3fwWmL6Wqp9z55Wr+xLuvA7vN0p8bYqahaiZA361GyfYa2m4sKAZD5W6i2nQ0LwIUU=
- tasks:
-
-
-
-
-
-
-
- internal.serialize_remote_roles
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- pexec:
- all:
-
sudo dnf remove nvme-cli -y
-
sudo dnf install nvmetcli nvme-cli -y
-
-
- cephadm:
- roleless: True
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6
- cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2
- cluster: ceph
- cephadm_mode: root
-
- cephadm.shell:
- host.a:
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
-
- cephadm.shell:
- host.a:
-
ceph orch device ls --refresh
-
- cephadm.apply:
- specs:
-
- placement:
- service_id: foo
- service_type: rgw
- spec:
-
- placement:
- service_id: rgw.foo
- service_type: ingress
- spec:
- backend_service: rgw.foo
- frontend_port: 9000
- monitor_port: 9001
- virtual_ip: 12.12.1.103/22
-
- cephadm.wait_for_service:
-
- cephadm.wait_for_service:
-
- cephadm.shell:
- host.a:
-
echo "Check while healthy..."
curl http://12.12.1.103:9000/
# stop each rgw in turn
echo "Check with each rgw stopped in turn..."
for rgw in `ceph orch ps | grep ^rgw.foo. | awk '{print $1}'`; do
ceph orch daemon stop $rgw
timeout 300 bash -c "while ! ceph orch ps | grep $rgw | grep stopped; do echo 'Waiting for $rgw to stop'; ceph orch ps --daemon-type rgw; ceph health detail; sleep 5 ; done"
timeout 300 bash -c "while ! curl http://12.12.1.103:9000/ ; do echo 'Waiting for http://12.12.1.103:9000/ to be available'; sleep 1 ; done"
ceph orch daemon start $rgw
timeout 300 bash -c "while ! ceph orch ps | grep $rgw | grep running; do echo 'Waiting for $rgw to start'; ceph orch ps --daemon-type rgw; ceph health detail; sleep 5 ; done"
done
# stop each haproxy in turn
echo "Check with each haproxy down in turn..."
for haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. | awk '{print $1}'`; do
ceph orch daemon stop $haproxy
timeout 300 bash -c "while ! ceph orch ps | grep $haproxy | grep stopped; do echo 'Waiting for $haproxy to stop'; ceph orch ps --daemon-type haproxy; ceph health detail; sleep 5 ; done"
timeout 300 bash -c "while ! curl http://12.12.1.103:9000/ ; do echo 'Waiting for http://12.12.1.103:9000/ to be available'; sleep 1 ; done"
ceph orch daemon start $haproxy
timeout 300 bash -c "while ! ceph orch ps | grep $haproxy | grep running; do echo 'Waiting for $haproxy to start'; ceph orch ps --daemon-type haproxy; ceph health detail; sleep 5 ; done"
done
timeout 300 bash -c "while ! curl http://12.12.1.103:9000/ ; do echo 'Waiting for http://12.12.1.103:9000/ to be available'; sleep 1 ; done"
-
- cephadm.shell:
- host.a:
-
stat -c '%u %g' /var/log/ceph | grep '167 167'
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
ceph orch ls | grep '^osd.all-available-devices '
- timestamp: 2026-04-01 13:46:17
- teuthology_branch: uv2
- verbose: False
- pcp_grafana_url: (Empty)
- priority: 1000
- user: supriti
- queue: (Empty)
- posted: 2026-04-01 13:46:32
- started: 2026-04-01 23:09:24
- updated: 2026-04-01 23:37:10
- status_class: success
- runtime: 0:27:46
- wait_time: 0:03:30