- log_href: https://schulp.build.clyso.com/a/irq0-2026-03-06_20:21:59-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/399/teuthology.log
- archive_path: /archive/irq0-2026-03-06_20:21:59-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/399
- description: orch:cephadm:smoke-roleless/{0-distro/centos_9.stream_runc 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
- duration: 0:07:40
- email: (Empty)
- failure_reason: (Empty)
- flavor: default
- job_id: 399
- kernel: (Empty)
- last_in_suite: False
- machine_type: vps
- name: irq0-2026-03-06_20:21:59-orch:cephadm:smoke-roleless-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps
- nuke_on_error: (Empty)
- os_type: centos
- os_version: 9.stream
- overrides:
- admin_socket:
- branch: cobaltcore-storage-v19.2.3-fasttrack-5
- ansible.cephlab:
- branch: main
- repo: https://github.com/kshtsk/ceph-cm-ansible.git
- skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs
- vars:
- ceph:
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- ceph-deploy:
- conf:
- client:
- log file: /var/log/ceph/ceph-$name.$pid.log
- mon:
- cephadm:
- cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5
- install:
- ceph:
- flavor: default
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- extra_system_packages:
- deb:
- rpm:
-
bzip2
-
perl-Test-Harness
-
python3-xmltodict
-
s3cmd
- repos:
-
- name: ceph-source
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS
-
- name: ceph-noarch
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch
-
- name: ceph
- priority: 1
- url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64
- selinux:
- allowlist:
-
scontext=system_u:system_r:logrotate_t:s0
- workunit:
- branch: tt-19.2.3-fasttrack-5-no-nvme-loop
- sha1: b952d7263a165ada4530724b87fab57a8f3f547b
- owner: irq0
- pid: 748546
- roles:
-
['host.a', 'client.0']
-
['host.b', 'client.1']
- sentry_event: (Empty)
- status: pass
- success: True
- branch: cobaltcore-storage-v19.2.3-fasttrack-5
- seed: 9421
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- subset: (Empty)
- suite: orch:cephadm:smoke-roleless
- suite_branch: tt-19.2.3-fasttrack-5-no-nvme-loop
- suite_path: /home/teuthos/src/github.com_kshtsk_ceph_b952d7263a165ada4530724b87fab57a8f3f547b/qa
- suite_relpath: qa
- suite_repo: https://github.com/kshtsk/ceph.git
- suite_sha1: b952d7263a165ada4530724b87fab57a8f3f547b
- targets:
- vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHY8f3cb94Rjr+20BOd7p/8L/yf9rjNk6UqIOsLux70uUS79EuCYpZE8LURP3MLdZWVONhPz7uLFXbqDJku9Zm4=
- vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPdWmCOFLpz9Zyi8ufmn5waAIi1bptkIT9RI+MRnPjN0VbZWFaglaaVsgkoMvJaTXoMMKZVb9m7Cp+JsgcavvNI=
- tasks:
-
-
-
-
-
-
-
- internal.serialize_remote_roles
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- pexec:
- all:
-
sudo dnf remove nvme-cli -y
-
sudo dnf install runc nvmetcli nvme-cli -y
-
sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf
-
sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf
-
- cephadm:
- roleless: True
- conf:
- mgr:
- debug mgr: 20
- debug ms: 1
- mon:
- debug mon: 20
- debug ms: 1
- debug paxos: 20
- osd:
- debug ms: 1
- debug osd: 20
- osd mclock iops capacity threshold hdd: 49000
- osd shutdown pgref assert: True
- flavor: default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
CEPHADM_DAEMON_PLACE_FAIL
-
CEPHADM_FAILED_DAEMON
- log-only-match:
- sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a
- cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm
- containers:
- image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5
- cluster: ceph
- cephadm_mode: root
-
- cephadm.shell:
- host.a:
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
-
- cephadm.shell:
- host.a:
-
ceph orch device ls --refresh
-
- vip.exec:
- all-hosts:
-
systemctl stop nfs-server
-
- cephadm.shell:
- host.a:
-
ceph orch apply rgw foorgw --port 8800
-
ceph nfs cluster create foo --ingress --virtual-ip 12.12.1.100/22
-
- vip.exec:
- host.a:
-
dnf install -y python3-boto3 || apt install -y python3-boto3
-
/home/ubuntu/cephtest/cephadm shell radosgw-admin user create --uid foouser --display-name foo > /tmp/user.json
-
- python:
- host.a: import boto3
import json
with open('/tmp/user.json', 'rt') as f:
info = json.loads(f.read())
s3 = boto3.resource(
's3',
aws_access_key_id=info['keys'][0]['access_key'],
aws_secret_access_key=info['keys'][0]['secret_key'],
endpoint_url='http://localhost:8800',
)
bucket = s3.Bucket('foobucket')
bucket.create()
bucket.put_object(Key='myobject', Body='thebody')
-
- cephadm.shell:
- host.a:
-
ceph nfs export create rgw --bucket foobucket --cluster-id foo --pseudo-path /foobucket
-
- cephadm.wait_for_service:
-
- cephadm.wait_for_service:
-
- vip.exec:
- host.a:
-
mkdir /mnt/foo
-
sleep 5
-
mount -t nfs {{VIP0}}:/foobucket /mnt/foo
-
find /mnt/foo -ls
-
grep thebody /mnt/foo/myobject
-
echo test > /mnt/foo/newobject
-
sync
-
- python:
- host.a: import boto3
import json
from io import BytesIO
with open('/tmp/user.json', 'rt') as f:
info = json.loads(f.read())
s3 = boto3.resource(
's3',
aws_access_key_id=info['keys'][0]['access_key'],
aws_secret_access_key=info['keys'][0]['secret_key'],
endpoint_url='http://localhost:8800',
)
bucket = s3.Bucket('foobucket')
data = BytesIO()
bucket.download_fileobj(Fileobj=data, Key='newobject')
print(data.getvalue())
assert data.getvalue().decode() == 'test\n'
-
-
- cephadm.shell:
- host.a:
-
ceph nfs export rm foo /foobucket
-
ceph nfs cluster rm foo
-
- cephadm.shell:
- host.a:
-
stat -c '%u %g' /var/log/ceph | grep '167 167'
-
ceph orch status
-
ceph orch ps
-
ceph orch ls
-
ceph orch host ls
-
ceph orch device ls
-
ceph orch ls | grep '^osd.all-available-devices '
- timestamp: 2026-03-06 20:21:59
- teuthology_branch: clyso-debian-13
- verbose: False
- pcp_grafana_url: (Empty)
- priority: 1000
- user: irq0
- queue: (Empty)
- posted: 2026-03-06 19:22:11
- started: 2026-03-06 21:52:20
- updated: 2026-03-06 22:01:29
- status_class: success
- runtime: 0:09:09
- wait_time: 0:01:29