- log_href: https://schulp.build.clyso.com/a/irq0-2026-03-07_00:06:21-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/502/teuthology.log
- archive_path: /archive/irq0-2026-03-07_00:06:21-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/502
- description: orch:cephadm:smoke-roleless/{0-distro/ubuntu_22.04 1-start 2-services/rgw-ingress 3-final}
- duration: 0:28:04
- email: (Empty)
- failure_reason: (Empty)
- flavor: default
- job_id: 502
- kernel: (Empty)
- last_in_suite: False
- machine_type: vps
- name: irq0-2026-03-07_00:06:21-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps
- nuke_on_error: (Empty)
- os_type: ubuntu
- os_version: 22.04
- overrides:
- admin_socket:
- branch: cobaltcore-storage-v19.2.3-fasttrack-5
- ansible.cephlab:
- branch: main
- repo: https://github.com/kshtsk/ceph-cm-ansible.git
- skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs
- vars:
- ceph:
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- ceph-deploy:
- conf:
- client:
- log file: /var/log/ceph/ceph-$name.$pid.log
- mon:
- cephadm:
- cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5
- install:
- ceph:
- flavor: default
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- extra_system_packages:
- deb:
- rpm:
-
bzip2
-
perl-Test-Harness
-
python3-xmltodict
-
s3cmd
- repos:
-
- name: ceph-source
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS
-
- name: ceph-noarch
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch
-
- name: ceph
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64
- workunit:
- branch: tt-fasttrack-5-kafka
- sha1: e5dd18616ec0644f6e49fdd43c5c566bbe437a63
- owner: irq0
- pid: 974136
- roles:
-
['host.a', 'client.0']
-
['host.b', 'client.1']
- sentry_event: (Empty)
- status: pass
- success: True
- branch: cobaltcore-storage-v19.2.3-fasttrack-5
- seed: 2469
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- subset: (Empty)
- suite: orch:cephadm:smoke-roleless
- suite_branch: tt-fasttrack-5-kafka
- suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e5dd18616ec0644f6e49fdd43c5c566bbe437a63/qa
- suite_relpath: qa
- suite_repo: https://github.com/kshtsk/ceph.git
- suite_sha1: e5dd18616ec0644f6e49fdd43c5c566bbe437a63
- targets:
- vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLs9S6Vc1yvjO5ULo8cAPoW6v1uLpfhOpO4pmdbcX77+oevkfvURmOAKPYmbcQxNzWijHwnBU+9wo7qFs8Nk4pM=
- vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGRte6l2ocXJs/QsLJd2c5xEikXbnTZBf/TL+fdFh6NDbHrFQBfwATws7BMTglR7hAMJfT3q1zE+LXhppWDcTkM=
- tasks:
-
-
-
-
-
-
-
- internal.serialize_remote_roles
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- cephadm:
- roleless: True
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5
- cluster: ceph
- cephadm_mode: root
-
- cephadm.shell:
- host.a:
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
-
- cephadm.shell:
- host.a:
-
ceph orch device ls --refresh
-
- cephadm.apply:
- specs:
-
- placement:
- service_id: foo
- service_type: rgw
- spec:
-
- placement:
- service_id: rgw.foo
- service_type: ingress
- spec:
- backend_service: rgw.foo
- frontend_port: 9000
- monitor_port: 9001
- virtual_ip: 12.12.1.107/22
-
- cephadm.wait_for_service:
-
- cephadm.wait_for_service:
-
- cephadm.shell:
- host.a:
-
echo "Check while healthy..."
curl http://12.12.1.107:9000/
# stop each rgw in turn
echo "Check with each rgw stopped in turn..."
for rgw in `ceph orch ps | grep ^rgw.foo. | awk '{print $1}'`; do
ceph orch daemon stop $rgw
timeout 300 bash -c "while ! ceph orch ps | grep $rgw | grep stopped; do echo 'Waiting for $rgw to stop'; ceph orch ps --daemon-type rgw; ceph health detail; sleep 5 ; done"
timeout 300 bash -c "while ! curl http://12.12.1.107:9000/ ; do echo 'Waiting for http://12.12.1.107:9000/ to be available'; sleep 1 ; done"
ceph orch daemon start $rgw
timeout 300 bash -c "while ! ceph orch ps | grep $rgw | grep running; do echo 'Waiting for $rgw to start'; ceph orch ps --daemon-type rgw; ceph health detail; sleep 5 ; done"
done
# stop each haproxy in turn
echo "Check with each haproxy down in turn..."
for haproxy in `ceph orch ps | grep ^haproxy.rgw.foo. | awk '{print $1}'`; do
ceph orch daemon stop $haproxy
timeout 300 bash -c "while ! ceph orch ps | grep $haproxy | grep stopped; do echo 'Waiting for $haproxy to stop'; ceph orch ps --daemon-type haproxy; ceph health detail; sleep 5 ; done"
timeout 300 bash -c "while ! curl http://12.12.1.107:9000/ ; do echo 'Waiting for http://12.12.1.107:9000/ to be available'; sleep 1 ; done"
ceph orch daemon start $haproxy
timeout 300 bash -c "while ! ceph orch ps | grep $haproxy | grep running; do echo 'Waiting for $haproxy to start'; ceph orch ps --daemon-type haproxy; ceph health detail; sleep 5 ; done"
done
timeout 300 bash -c "while ! curl http://12.12.1.107:9000/ ; do echo 'Waiting for http://12.12.1.107:9000/ to be available'; sleep 1 ; done"
-
- cephadm.shell:
- host.a:
-
stat -c '%u %g' /var/log/ceph | grep '167 167'
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
ceph orch ls | grep '^osd.all-available-devices '
- timestamp: 2026-03-07 00:06:21
- teuthology_branch: clyso-debian-13
- verbose: False
- pcp_grafana_url: (Empty)
- priority: 1000
- user: irq0
- queue: (Empty)
- posted: 2026-03-06 23:06:54
- started: 2026-03-07 06:39:11
- updated: 2026-03-07 07:20:16
- status_class: success
- runtime: 0:41:05
- wait_time: 0:13:01