2026-04-13T18:07:54.834 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-04-13T18:07:54.839 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-13T18:07:54.858 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203 branch: wip-sse-s3-on-v20.2.0 description: orch:cephadm:smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs2 3-final} email: null first_in_suite: false flavor: default job_id: '5203' last_in_suite: false machine_type: vps name: supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_DAEMON_PLACE_FAIL - CEPHADM_FAILED_DAEMON log-only-match: - CEPHADM_ sha1: 0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 install: ceph: flavor: default sha1: 0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-18-g0d1a6d86d0e/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-18-g0d1a6d86d0e/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-18-g0d1a6d86d0e/el9.clyso/x86_64 s3tests: sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-wip-sse-s3-on-v20.2.0 sha1: b1406032198400da42bafed19de7ca570962438d owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - host.a - client.0 - - host.b - client.1 seed: 3472 sha1: 0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360 sleep_before_teardown: 0 suite: orch:cephadm:smoke-roleless suite_branch: tt-wip-sse-s3-on-v20.2.0 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_b1406032198400da42bafed19de7ca570962438d/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: b1406032198400da42bafed19de7ca570962438d targets: vm02.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEOk8JUobj+JE2A7jXbioHCAH+PLl7IgX6ciKNP1C9eh4BuCO9xMQs7VZDmjcVSqHNCVc5YCyBra9JrM4u0MUJc= vm06.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPRQrEtufHFht0yq1lom2FWWUiuaHU8H8nQLksuJAHrfya84lcrQ5MCyGsojODJLFbYFymaUDLx/Zjw8dlxpfS4= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph nfs cluster create foo - cephadm.wait_for_service: service: nfs.foo - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/kshtsk/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-04-13_15:28:06 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398 2026-04-13T18:07:54.858 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_b1406032198400da42bafed19de7ca570962438d/qa; will attempt to use it 2026-04-13T18:07:54.859 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_b1406032198400da42bafed19de7ca570962438d/qa/tasks 2026-04-13T18:07:54.859 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-13T18:07:54.859 INFO:teuthology.task.internal:Saving configuration 2026-04-13T18:07:54.864 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-13T18:07:54.865 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-13T18:07:54.871 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm02.local', 'description': '/archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-13 18:06:52.951571', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:02', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEOk8JUobj+JE2A7jXbioHCAH+PLl7IgX6ciKNP1C9eh4BuCO9xMQs7VZDmjcVSqHNCVc5YCyBra9JrM4u0MUJc='} 2026-04-13T18:07:54.876 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm06.local', 'description': '/archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-13 18:06:52.951083', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:06', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPRQrEtufHFht0yq1lom2FWWUiuaHU8H8nQLksuJAHrfya84lcrQ5MCyGsojODJLFbYFymaUDLx/Zjw8dlxpfS4='} 2026-04-13T18:07:54.876 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-13T18:07:54.877 INFO:teuthology.task.internal:roles: ubuntu@vm02.local - ['host.a', 'client.0'] 2026-04-13T18:07:54.877 INFO:teuthology.task.internal:roles: ubuntu@vm06.local - ['host.b', 'client.1'] 2026-04-13T18:07:54.877 INFO:teuthology.run_tasks:Running task console_log... 2026-04-13T18:07:54.884 DEBUG:teuthology.task.console_log:vm02 does not support IPMI; excluding 2026-04-13T18:07:54.889 DEBUG:teuthology.task.console_log:vm06 does not support IPMI; excluding 2026-04-13T18:07:54.889 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8372f8ff40>, signals=[15]) 2026-04-13T18:07:54.889 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-13T18:07:54.890 INFO:teuthology.task.internal:Opening connections... 2026-04-13T18:07:54.890 DEBUG:teuthology.task.internal:connecting to ubuntu@vm02.local 2026-04-13T18:07:54.891 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-13T18:07:54.952 DEBUG:teuthology.task.internal:connecting to ubuntu@vm06.local 2026-04-13T18:07:54.953 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm06.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-13T18:07:55.014 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-13T18:07:55.015 DEBUG:teuthology.orchestra.run.vm02:> uname -m 2026-04-13T18:07:55.068 INFO:teuthology.orchestra.run.vm02.stdout:x86_64 2026-04-13T18:07:55.068 DEBUG:teuthology.orchestra.run.vm02:> cat /etc/os-release 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:NAME="CentOS Stream" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:VERSION="9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:ID="centos" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:ID_LIKE="rhel fedora" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_ID="9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:PLATFORM_ID="platform:el9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:PRETTY_NAME="CentOS Stream 9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:ANSI_COLOR="0;31" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:LOGO="fedora-logo-icon" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:HOME_URL="https://centos.org/" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-04-13T18:07:55.126 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-04-13T18:07:55.126 INFO:teuthology.lock.ops:Updating vm02.local on lock server 2026-04-13T18:07:55.132 DEBUG:teuthology.orchestra.run.vm06:> uname -m 2026-04-13T18:07:55.150 INFO:teuthology.orchestra.run.vm06.stdout:x86_64 2026-04-13T18:07:55.150 DEBUG:teuthology.orchestra.run.vm06:> cat /etc/os-release 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:NAME="CentOS Stream" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:VERSION="9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:ID="centos" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:ID_LIKE="rhel fedora" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:VERSION_ID="9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:PLATFORM_ID="platform:el9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:PRETTY_NAME="CentOS Stream 9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:ANSI_COLOR="0;31" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:LOGO="fedora-logo-icon" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:HOME_URL="https://centos.org/" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-04-13T18:07:55.206 INFO:teuthology.orchestra.run.vm06.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-04-13T18:07:55.207 INFO:teuthology.lock.ops:Updating vm06.local on lock server 2026-04-13T18:07:55.212 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-13T18:07:55.213 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-13T18:07:55.214 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-13T18:07:55.214 DEBUG:teuthology.orchestra.run.vm02:> test '!' -e /home/ubuntu/cephtest 2026-04-13T18:07:55.216 DEBUG:teuthology.orchestra.run.vm06:> test '!' -e /home/ubuntu/cephtest 2026-04-13T18:07:55.264 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-13T18:07:55.265 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-13T18:07:55.265 DEBUG:teuthology.orchestra.run.vm02:> test -z $(ls -A /var/lib/ceph) 2026-04-13T18:07:55.276 DEBUG:teuthology.orchestra.run.vm06:> test -z $(ls -A /var/lib/ceph) 2026-04-13T18:07:55.291 INFO:teuthology.orchestra.run.vm02.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-13T18:07:55.322 INFO:teuthology.orchestra.run.vm06.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-13T18:07:55.322 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-13T18:07:55.330 DEBUG:teuthology.orchestra.run.vm02:> test -e /ceph-qa-ready 2026-04-13T18:07:55.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:07:55.565 DEBUG:teuthology.orchestra.run.vm06:> test -e /ceph-qa-ready 2026-04-13T18:07:55.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:07:55.786 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-13T18:07:55.788 INFO:teuthology.task.internal:Creating test directory... 2026-04-13T18:07:55.788 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-13T18:07:55.790 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-13T18:07:55.807 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-13T18:07:55.809 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-13T18:07:55.811 INFO:teuthology.task.internal:Creating archive directory... 2026-04-13T18:07:55.811 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-13T18:07:55.849 DEBUG:teuthology.orchestra.run.vm06:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-13T18:07:55.870 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-13T18:07:55.872 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-13T18:07:55.872 DEBUG:teuthology.orchestra.run.vm02:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-13T18:07:55.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:07:55.926 DEBUG:teuthology.orchestra.run.vm06:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-13T18:07:55.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:07:55.942 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-13T18:07:55.969 DEBUG:teuthology.orchestra.run.vm06:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-13T18:07:55.995 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-13T18:07:56.005 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-13T18:07:56.008 INFO:teuthology.orchestra.run.vm06.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-13T18:07:56.016 INFO:teuthology.orchestra.run.vm06.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-13T18:07:56.017 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-13T18:07:56.019 INFO:teuthology.task.internal:Configuring sudo... 2026-04-13T18:07:56.019 DEBUG:teuthology.orchestra.run.vm02:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-13T18:07:56.049 DEBUG:teuthology.orchestra.run.vm06:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-13T18:07:56.082 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-13T18:07:56.085 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-13T18:07:56.085 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-13T18:07:56.118 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-13T18:07:56.137 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-13T18:07:56.204 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-13T18:07:56.263 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:07:56.263 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-13T18:07:56.327 DEBUG:teuthology.orchestra.run.vm06:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-13T18:07:56.353 DEBUG:teuthology.orchestra.run.vm06:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-13T18:07:56.409 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:07:56.409 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-13T18:07:56.468 DEBUG:teuthology.orchestra.run.vm02:> sudo service rsyslog restart 2026-04-13T18:07:56.470 DEBUG:teuthology.orchestra.run.vm06:> sudo service rsyslog restart 2026-04-13T18:07:56.498 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-13T18:07:56.536 INFO:teuthology.orchestra.run.vm06.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-13T18:07:56.893 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-13T18:07:56.894 INFO:teuthology.task.internal:Starting timer... 2026-04-13T18:07:56.894 INFO:teuthology.run_tasks:Running task pcp... 2026-04-13T18:07:56.897 INFO:teuthology.run_tasks:Running task selinux... 2026-04-13T18:07:56.899 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2026-04-13T18:07:56.899 INFO:teuthology.task.selinux:Excluding vm02: VMs are not yet supported 2026-04-13T18:07:56.899 INFO:teuthology.task.selinux:Excluding vm06: VMs are not yet supported 2026-04-13T18:07:56.899 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-13T18:07:56.899 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-13T18:07:56.899 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-13T18:07:56.899 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-13T18:07:56.900 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-13T18:07:56.901 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-13T18:07:56.902 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-13T18:07:57.504 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-13T18:07:57.511 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-13T18:07:57.511 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventorywv5e6m8a --limit vm02.local,vm06.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-13T18:10:55.505 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm02.local'), Remote(name='ubuntu@vm06.local')] 2026-04-13T18:10:55.505 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm02.local' 2026-04-13T18:10:55.506 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-13T18:10:55.568 DEBUG:teuthology.orchestra.run.vm02:> true 2026-04-13T18:10:55.660 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm02.local' 2026-04-13T18:10:55.661 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm06.local' 2026-04-13T18:10:55.661 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm06.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-13T18:10:55.731 DEBUG:teuthology.orchestra.run.vm06:> true 2026-04-13T18:10:55.817 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm06.local' 2026-04-13T18:10:55.817 INFO:teuthology.run_tasks:Running task clock... 2026-04-13T18:10:55.820 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-13T18:10:55.821 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-13T18:10:55.821 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-13T18:10:55.823 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-13T18:10:55.823 DEBUG:teuthology.orchestra.run.vm06:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-13T18:10:55.861 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-13T18:10:55.879 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-13T18:10:55.897 INFO:teuthology.orchestra.run.vm06.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-13T18:10:55.907 INFO:teuthology.orchestra.run.vm02.stderr:sudo: ntpd: command not found 2026-04-13T18:10:55.917 INFO:teuthology.orchestra.run.vm06.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-13T18:10:55.923 INFO:teuthology.orchestra.run.vm02.stdout:506 Cannot talk to daemon 2026-04-13T18:10:55.942 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-13T18:10:55.947 INFO:teuthology.orchestra.run.vm06.stderr:sudo: ntpd: command not found 2026-04-13T18:10:55.959 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-13T18:10:55.960 INFO:teuthology.orchestra.run.vm06.stdout:506 Cannot talk to daemon 2026-04-13T18:10:55.974 INFO:teuthology.orchestra.run.vm06.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-13T18:10:55.987 INFO:teuthology.orchestra.run.vm06.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-13T18:10:56.016 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-04-13T18:10:56.019 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-13T18:10:56.019 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-04-13T18:10:56.038 INFO:teuthology.orchestra.run.vm06.stderr:bash: line 1: ntpq: command not found 2026-04-13T18:10:56.041 INFO:teuthology.orchestra.run.vm06.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-13T18:10:56.041 INFO:teuthology.orchestra.run.vm06.stdout:=============================================================================== 2026-04-13T18:10:56.041 INFO:teuthology.run_tasks:Running task pexec... 2026-04-13T18:10:56.045 INFO:teuthology.task.pexec:Executing custom commands... 2026-04-13T18:10:56.045 DEBUG:teuthology.orchestra.run.vm02:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-04-13T18:10:56.045 DEBUG:teuthology.orchestra.run.vm06:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-04-13T18:10:56.062 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf remove nvme-cli -y 2026-04-13T18:10:56.062 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf install nvmetcli nvme-cli -y 2026-04-13T18:10:56.062 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm02.local 2026-04-13T18:10:56.062 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-04-13T18:10:56.062 INFO:teuthology.task.pexec:sudo dnf install nvmetcli nvme-cli -y 2026-04-13T18:10:56.084 DEBUG:teuthology.task.pexec:ubuntu@vm06.local< sudo dnf remove nvme-cli -y 2026-04-13T18:10:56.084 DEBUG:teuthology.task.pexec:ubuntu@vm06.local< sudo dnf install nvmetcli nvme-cli -y 2026-04-13T18:10:56.084 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm06.local 2026-04-13T18:10:56.084 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-04-13T18:10:56.084 INFO:teuthology.task.pexec:sudo dnf install nvmetcli nvme-cli -y 2026-04-13T18:10:56.261 INFO:teuthology.orchestra.run.vm02.stdout:No match for argument: nvme-cli 2026-04-13T18:10:56.261 INFO:teuthology.orchestra.run.vm02.stderr:No packages marked for removal. 2026-04-13T18:10:56.264 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-04-13T18:10:56.265 INFO:teuthology.orchestra.run.vm02.stdout:Nothing to do. 2026-04-13T18:10:56.265 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-04-13T18:10:56.302 INFO:teuthology.orchestra.run.vm06.stdout:No match for argument: nvme-cli 2026-04-13T18:10:56.302 INFO:teuthology.orchestra.run.vm06.stderr:No packages marked for removal. 2026-04-13T18:10:56.307 INFO:teuthology.orchestra.run.vm06.stdout:Dependencies resolved. 2026-04-13T18:10:56.307 INFO:teuthology.orchestra.run.vm06.stdout:Nothing to do. 2026-04-13T18:10:56.308 INFO:teuthology.orchestra.run.vm06.stdout:Complete! 2026-04-13T18:10:56.699 INFO:teuthology.orchestra.run.vm02.stdout:Last metadata expiration check: 0:02:24 ago on Mon 13 Apr 2026 06:08:32 PM UTC. 2026-04-13T18:10:56.716 INFO:teuthology.orchestra.run.vm06.stdout:Last metadata expiration check: 0:02:00 ago on Mon 13 Apr 2026 06:08:56 PM UTC. 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: Package Architecture Version Repository Size 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:Installing: 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:Installing dependencies: 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:Transaction Summary 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-04-13T18:10:56.814 INFO:teuthology.orchestra.run.vm02.stdout:Install 6 Packages 2026-04-13T18:10:56.815 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:10:56.815 INFO:teuthology.orchestra.run.vm02.stdout:Total download size: 2.3 M 2026-04-13T18:10:56.815 INFO:teuthology.orchestra.run.vm02.stdout:Installed size: 11 M 2026-04-13T18:10:56.815 INFO:teuthology.orchestra.run.vm02.stdout:Downloading Packages: 2026-04-13T18:10:56.835 INFO:teuthology.orchestra.run.vm06.stdout:Dependencies resolved. 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:================================================================================ 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: Package Architecture Version Repository Size 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:================================================================================ 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:Installing: 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:Installing dependencies: 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:Transaction Summary 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:================================================================================ 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout:Install 6 Packages 2026-04-13T18:10:56.836 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:10:56.837 INFO:teuthology.orchestra.run.vm06.stdout:Total download size: 2.3 M 2026-04-13T18:10:56.837 INFO:teuthology.orchestra.run.vm06.stdout:Installed size: 11 M 2026-04-13T18:10:56.837 INFO:teuthology.orchestra.run.vm06.stdout:Downloading Packages: 2026-04-13T18:10:57.301 INFO:teuthology.orchestra.run.vm06.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 218 kB/s | 72 kB 00:00 2026-04-13T18:10:57.302 INFO:teuthology.orchestra.run.vm06.stdout:(2/6): nvmetcli-0.8-3.el9.noarch.rpm 132 kB/s | 44 kB 00:00 2026-04-13T18:10:57.411 INFO:teuthology.orchestra.run.vm06.stdout:(3/6): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.4 MB/s | 150 kB 00:00 2026-04-13T18:10:57.414 INFO:teuthology.orchestra.run.vm06.stdout:(4/6): python3-kmod-0.9-32.el9.x86_64.rpm 744 kB/s | 84 kB 00:00 2026-04-13T18:10:57.507 INFO:teuthology.orchestra.run.vm06.stdout:(5/6): nvme-cli-2.16-1.el9.x86_64.rpm 2.2 MB/s | 1.2 MB 00:00 2026-04-13T18:10:57.574 INFO:teuthology.orchestra.run.vm02.stdout:(1/6): nvmetcli-0.8-3.el9.noarch.rpm 196 kB/s | 44 kB 00:00 2026-04-13T18:10:57.575 INFO:teuthology.orchestra.run.vm02.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 319 kB/s | 72 kB 00:00 2026-04-13T18:10:57.590 INFO:teuthology.orchestra.run.vm06.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.6 MB/s | 837 kB 00:00 2026-04-13T18:10:57.594 INFO:teuthology.orchestra.run.vm06.stdout:-------------------------------------------------------------------------------- 2026-04-13T18:10:57.594 INFO:teuthology.orchestra.run.vm06.stdout:Total 3.1 MB/s | 2.3 MB 00:00 2026-04-13T18:10:57.667 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction check 2026-04-13T18:10:57.676 INFO:teuthology.orchestra.run.vm02.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 826 kB/s | 84 kB 00:00 2026-04-13T18:10:57.677 INFO:teuthology.orchestra.run.vm02.stdout:(4/6): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.4 MB/s | 150 kB 00:00 2026-04-13T18:10:57.678 INFO:teuthology.orchestra.run.vm06.stdout:Transaction check succeeded. 2026-04-13T18:10:57.678 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction test 2026-04-13T18:10:57.735 INFO:teuthology.orchestra.run.vm06.stdout:Transaction test succeeded. 2026-04-13T18:10:57.735 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction 2026-04-13T18:10:57.825 INFO:teuthology.orchestra.run.vm02.stdout:(5/6): nvme-cli-2.16-1.el9.x86_64.rpm 2.4 MB/s | 1.2 MB 00:00 2026-04-13T18:10:57.831 INFO:teuthology.orchestra.run.vm02.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.3 MB/s | 837 kB 00:00 2026-04-13T18:10:57.831 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-04-13T18:10:57.832 INFO:teuthology.orchestra.run.vm02.stdout:Total 2.3 MB/s | 2.3 MB 00:01 2026-04-13T18:10:57.905 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction check 2026-04-13T18:10:57.907 INFO:teuthology.orchestra.run.vm06.stdout: Preparing : 1/1 2026-04-13T18:10:57.912 INFO:teuthology.orchestra.run.vm02.stdout:Transaction check succeeded. 2026-04-13T18:10:57.912 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction test 2026-04-13T18:10:57.921 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2026-04-13T18:10:57.932 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/6 2026-04-13T18:10:57.940 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/6 2026-04-13T18:10:57.948 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/6 2026-04-13T18:10:57.950 INFO:teuthology.orchestra.run.vm06.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/6 2026-04-13T18:10:57.968 INFO:teuthology.orchestra.run.vm02.stdout:Transaction test succeeded. 2026-04-13T18:10:57.968 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction 2026-04-13T18:10:58.111 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/6 2026-04-13T18:10:58.116 INFO:teuthology.orchestra.run.vm06.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 6/6 2026-04-13T18:10:58.128 INFO:teuthology.orchestra.run.vm02.stdout: Preparing : 1/1 2026-04-13T18:10:58.139 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2026-04-13T18:10:58.152 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/6 2026-04-13T18:10:58.161 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/6 2026-04-13T18:10:58.170 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/6 2026-04-13T18:10:58.173 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/6 2026-04-13T18:10:58.369 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/6 2026-04-13T18:10:58.374 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 6/6 2026-04-13T18:10:58.486 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 6/6 2026-04-13T18:10:58.486 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-13T18:10:58.486 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:10:58.753 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 6/6 2026-04-13T18:10:58.753 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-13T18:10:58.753 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:10:58.913 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/6 2026-04-13T18:10:58.913 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/6 2026-04-13T18:10:58.913 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/6 2026-04-13T18:10:58.913 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/6 2026-04-13T18:10:58.913 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/6 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout:Installed: 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:10:58.981 INFO:teuthology.orchestra.run.vm06.stdout:Complete! 2026-04-13T18:10:59.028 DEBUG:teuthology.parallel:result is None 2026-04-13T18:10:59.117 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/6 2026-04-13T18:10:59.117 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/6 2026-04-13T18:10:59.118 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/6 2026-04-13T18:10:59.118 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/6 2026-04-13T18:10:59.118 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/6 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout:Installed: 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:10:59.176 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-04-13T18:10:59.225 DEBUG:teuthology.parallel:result is None 2026-04-13T18:10:59.225 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-04-13T18:10:59.229 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-04-13T18:10:59.229 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:10:59.229 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-04-13T18:10:59.249 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-13T18:10:59.250 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_1 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 980 Links: 1 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:10:58.997041049 +0000 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:10:58.827040908 +0000 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:10:58.827040908 +0000 2026-04-13T18:10:59.314 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:10:58.827040908 +0000 2026-04-13T18:10:59.314 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-13T18:10:59.382 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:10:59.383 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:10:59.383 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000196959 s, 2.6 MB/s 2026-04-13T18:10:59.384 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-13T18:10:59.441 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_2 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 959 Links: 1 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:10:58.998041050 +0000 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:10:58.815040899 +0000 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:10:58.815040899 +0000 2026-04-13T18:10:59.501 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:10:58.815040899 +0000 2026-04-13T18:10:59.502 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-13T18:10:59.571 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:10:59.571 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:10:59.571 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000172852 s, 3.0 MB/s 2026-04-13T18:10:59.572 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-13T18:10:59.633 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_3 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 965 Links: 1 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:10:58.999041051 +0000 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:10:58.816040899 +0000 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:10:58.816040899 +0000 2026-04-13T18:10:59.694 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:10:58.816040899 +0000 2026-04-13T18:10:59.694 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-13T18:10:59.764 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:10:59.764 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:10:59.764 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000178605 s, 2.9 MB/s 2026-04-13T18:10:59.765 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-13T18:10:59.827 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_4 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 971 Links: 1 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:10:58.999041051 +0000 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:10:58.821040903 +0000 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:10:58.821040903 +0000 2026-04-13T18:10:59.888 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:10:58.821040903 +0000 2026-04-13T18:10:59.888 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-13T18:10:59.956 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:10:59.956 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:10:59.956 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000159279 s, 3.2 MB/s 2026-04-13T18:10:59.957 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-13T18:11:00.016 DEBUG:teuthology.orchestra.run.vm02:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-04-13T18:11:00.155 INFO:teuthology.orchestra.run.vm02.stdout:loop 2026-04-13T18:11:00.157 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vg_nvme/lv_1... 2026-04-13T18:11:00.157 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-04-13T18:11:00.192 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-04-13T18:11:00.224 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vg_nvme/lv_11 2026-04-13T18:11:00.253 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme0 2026-04-13T18:11:00.255 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vg_nvme/lv_2... 2026-04-13T18:11:00.255 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-04-13T18:11:00.335 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-04-13T18:11:00.370 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vg_nvme/lv_21 2026-04-13T18:11:00.403 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme1 2026-04-13T18:11:00.405 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vg_nvme/lv_3... 2026-04-13T18:11:00.406 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-04-13T18:11:00.491 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-04-13T18:11:00.530 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vg_nvme/lv_31 2026-04-13T18:11:00.559 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme2 2026-04-13T18:11:00.561 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vg_nvme/lv_4... 2026-04-13T18:11:00.561 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-04-13T18:11:00.597 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-04-13T18:11:00.629 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vg_nvme/lv_41 2026-04-13T18:11:00.659 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme3 2026-04-13T18:11:00.660 DEBUG:teuthology.orchestra.run.vm02:> lsblk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:sr0 11:0 1 366K 0 rom 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:vda 252:0 0 40G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:└─vda1 252:1 0 40G 0 part / 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:vdb 252:16 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:└─vg_nvme-lv_1 253:0 0 20G 0 lvm 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:vdc 252:32 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:└─vg_nvme-lv_2 253:1 0 20G 0 lvm 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:vdd 252:48 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:└─vg_nvme-lv_3 253:2 0 20G 0 lvm 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:vde 252:64 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:└─vg_nvme-lv_4 253:3 0 20G 0 lvm 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:nvme0n1 259:1 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:nvme1n1 259:3 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:nvme2n1 259:4 0 20G 0 disk 2026-04-13T18:11:00.722 INFO:teuthology.orchestra.run.vm02.stdout:nvme3n1 259:6 0 20G 0 disk 2026-04-13T18:11:00.722 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme list -o json 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "Devices":[ 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme0n1", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng0n1", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"a25b9220e3fb6f600dad", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme1n1", 2026-04-13T18:11:00.789 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng1n1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"958c4f2f745f16dc9ac1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme2n1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng2n1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"2ce0c11aed16613a5b12", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme3n1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng3n1", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"6992caa4990a5eddd8b5", 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-04-13T18:11:00.790 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-13T18:11:00.791 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-04-13T18:11:00.859 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:00.859 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:00.859 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00364181 s, 1.1 MB/s 2026-04-13T18:11:00.861 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-04-13T18:11:00.926 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:00.927 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:00.927 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-04-13T18:11:00.928 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:00.996 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:00.996 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:00.996 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00404437 s, 1.0 MB/s 2026-04-13T18:11:00.998 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-04-13T18:11:01.065 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.065 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.065 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-04-13T18:11:01.066 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:01.139 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.139 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.139 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00617082 s, 664 kB/s 2026-04-13T18:11:01.140 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-04-13T18:11:01.204 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.204 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.204 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-04-13T18:11:01.205 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-04-13T18:11:01.273 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.273 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.273 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00366461 s, 1.1 MB/s 2026-04-13T18:11:01.274 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-04-13T18:11:01.338 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.338 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.338 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-04-13T18:11:01.339 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:01.406 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.406 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.406 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00492228 s, 832 kB/s 2026-04-13T18:11:01.407 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-04-13T18:11:01.475 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.475 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.475 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-04-13T18:11:01.476 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:01.551 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.551 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.551 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00590854 s, 693 kB/s 2026-04-13T18:11:01.552 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-04-13T18:11:01.620 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.620 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.620 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-04-13T18:11:01.621 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-04-13T18:11:01.694 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.694 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.694 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00567816 s, 721 kB/s 2026-04-13T18:11:01.695 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-04-13T18:11:01.762 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.763 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.763 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-04-13T18:11:01.763 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:01.834 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.834 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.834 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00374922 s, 1.1 MB/s 2026-04-13T18:11:01.836 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-04-13T18:11:01.902 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:01.902 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:01.902 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-04-13T18:11:01.904 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:01.977 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:01.978 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:01.978 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00520435 s, 787 kB/s 2026-04-13T18:11:01.979 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-04-13T18:11:02.048 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:02.048 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:02.049 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-04-13T18:11:02.050 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-04-13T18:11:02.122 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:02.122 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:02.122 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00378906 s, 1.1 MB/s 2026-04-13T18:11:02.123 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-04-13T18:11:02.188 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:02.188 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:02.188 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-04-13T18:11:02.189 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:02.263 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:02.263 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:02.263 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00442362 s, 926 kB/s 2026-04-13T18:11:02.264 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-04-13T18:11:02.338 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:02.338 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:02.338 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-04-13T18:11:02.339 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:02.416 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-04-13T18:11:02.416 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-04-13T18:11:02.416 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00549653 s, 745 kB/s 2026-04-13T18:11:02.418 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-04-13T18:11:02.488 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:02.488 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:02.488 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-04-13T18:11:02.489 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-04-13T18:11:02.489 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:11:02.489 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-04-13T18:11:02.559 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:11:02.559 DEBUG:teuthology.orchestra.run.vm06:> dd if=/scratch_devs of=/dev/stdout 2026-04-13T18:11:02.579 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-13T18:11:02.579 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_1 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 963 Links: 1 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:10:58.812040615 +0000 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:10:58.668040494 +0000 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:10:58.668040494 +0000 2026-04-13T18:11:02.638 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:10:58.668040494 +0000 2026-04-13T18:11:02.638 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-13T18:11:02.713 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:11:02.713 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:11:02.713 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000228145 s, 2.2 MB/s 2026-04-13T18:11:02.714 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-13T18:11:02.775 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_2 2026-04-13T18:11:02.834 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-13T18:11:02.834 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:11:02.834 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 977 Links: 1 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:10:58.815040617 +0000 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:10:58.689040512 +0000 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:10:58.689040512 +0000 2026-04-13T18:11:02.835 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:10:58.689040512 +0000 2026-04-13T18:11:02.835 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-13T18:11:02.903 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:11:02.903 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:11:02.903 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000189924 s, 2.7 MB/s 2026-04-13T18:11:02.904 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-13T18:11:02.962 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_3 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 966 Links: 1 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:10:58.813040615 +0000 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:10:58.669040495 +0000 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:10:58.669040495 +0000 2026-04-13T18:11:03.020 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:10:58.669040495 +0000 2026-04-13T18:11:03.021 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-13T18:11:03.090 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:11:03.090 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:11:03.090 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000134457 s, 3.8 MB/s 2026-04-13T18:11:03.091 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-13T18:11:03.154 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_4 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 971 Links: 1 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:10:58.814040616 +0000 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:10:58.683040507 +0000 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:10:58.683040507 +0000 2026-04-13T18:11:03.213 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:10:58.683040507 +0000 2026-04-13T18:11:03.213 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-13T18:11:03.283 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:11:03.284 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:11:03.284 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000173389 s, 3.0 MB/s 2026-04-13T18:11:03.285 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-13T18:11:03.347 DEBUG:teuthology.orchestra.run.vm06:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-04-13T18:11:03.475 INFO:teuthology.orchestra.run.vm06.stdout:loop 2026-04-13T18:11:03.476 INFO:tasks.nvme_loop:Connecting nvme_loop vm06:/dev/vg_nvme/lv_1... 2026-04-13T18:11:03.476 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-04-13T18:11:03.517 INFO:teuthology.orchestra.run.vm06.stdout:1 2026-04-13T18:11:03.551 INFO:teuthology.orchestra.run.vm06.stdout:/dev/vg_nvme/lv_11 2026-04-13T18:11:03.580 INFO:teuthology.orchestra.run.vm06.stdout:connecting to device: nvme0 2026-04-13T18:11:03.582 INFO:tasks.nvme_loop:Connecting nvme_loop vm06:/dev/vg_nvme/lv_2... 2026-04-13T18:11:03.582 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-04-13T18:11:03.667 INFO:teuthology.orchestra.run.vm06.stdout:1 2026-04-13T18:11:03.695 INFO:teuthology.orchestra.run.vm06.stdout:/dev/vg_nvme/lv_21 2026-04-13T18:11:03.725 INFO:teuthology.orchestra.run.vm06.stdout:connecting to device: nvme1 2026-04-13T18:11:03.726 INFO:tasks.nvme_loop:Connecting nvme_loop vm06:/dev/vg_nvme/lv_3... 2026-04-13T18:11:03.726 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-04-13T18:11:03.770 INFO:teuthology.orchestra.run.vm06.stdout:1 2026-04-13T18:11:03.804 INFO:teuthology.orchestra.run.vm06.stdout:/dev/vg_nvme/lv_31 2026-04-13T18:11:03.831 INFO:teuthology.orchestra.run.vm06.stdout:connecting to device: nvme2 2026-04-13T18:11:03.833 INFO:tasks.nvme_loop:Connecting nvme_loop vm06:/dev/vg_nvme/lv_4... 2026-04-13T18:11:03.833 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-04-13T18:11:03.876 INFO:teuthology.orchestra.run.vm06.stdout:1 2026-04-13T18:11:03.911 INFO:teuthology.orchestra.run.vm06.stdout:/dev/vg_nvme/lv_41 2026-04-13T18:11:03.940 INFO:teuthology.orchestra.run.vm06.stdout:connecting to device: nvme3 2026-04-13T18:11:03.942 DEBUG:teuthology.orchestra.run.vm06:> lsblk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:sr0 11:0 1 366K 0 rom 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:vda 252:0 0 40G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:└─vda1 252:1 0 40G 0 part / 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:vdb 252:16 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:└─vg_nvme-lv_1 253:0 0 20G 0 lvm 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:vdc 252:32 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:└─vg_nvme-lv_2 253:1 0 20G 0 lvm 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:vdd 252:48 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:└─vg_nvme-lv_3 253:2 0 20G 0 lvm 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:vde 252:64 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:└─vg_nvme-lv_4 253:3 0 20G 0 lvm 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:nvme0n1 259:1 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:nvme1n1 259:2 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:nvme2n1 259:5 0 20G 0 disk 2026-04-13T18:11:03.960 INFO:teuthology.orchestra.run.vm06.stdout:nvme3n1 259:7 0 20G 0 disk 2026-04-13T18:11:03.960 DEBUG:teuthology.orchestra.run.vm06:> sudo nvme list -o json 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "Devices":[ 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "NameSpace":1, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "DevicePath":"/dev/nvme0n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "GenericPath":"/dev/ng0n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "SerialNumber":"95e48ad5a6b86db8f064", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "SectorSize":512 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "NameSpace":1, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "DevicePath":"/dev/nvme1n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "GenericPath":"/dev/ng1n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "SerialNumber":"98e7bc4c3575a73e5040", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "SectorSize":512 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "NameSpace":1, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "DevicePath":"/dev/nvme2n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "GenericPath":"/dev/ng2n1", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "SerialNumber":"8a02a38efec72222edb8", 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:04.034 INFO:teuthology.orchestra.run.vm06.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "SectorSize":512 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "NameSpace":1, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "DevicePath":"/dev/nvme3n1", 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "GenericPath":"/dev/ng3n1", 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "Firmware":"5.14.0-6", 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "ModelNumber":"Linux", 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "SerialNumber":"6d89eac51b0bc2170528", 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "UsedBytes":21470642176, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "MaximumLBA":41934848, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "PhysicalSize":21470642176, 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: "SectorSize":512 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout: ] 2026-04-13T18:11:04.035 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-13T18:11:04.035 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-04-13T18:11:04.106 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.106 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.106 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00392673 s, 1.0 MB/s 2026-04-13T18:11:04.110 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-04-13T18:11:04.175 INFO:teuthology.orchestra.run.vm06.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.175 INFO:teuthology.orchestra.run.vm06.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.175 INFO:teuthology.orchestra.run.vm06.stdout:00000016 2026-04-13T18:11:04.177 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:04.250 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.250 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.250 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00378923 s, 1.1 MB/s 2026-04-13T18:11:04.251 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-04-13T18:11:04.318 INFO:teuthology.orchestra.run.vm06.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.319 INFO:teuthology.orchestra.run.vm06.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.319 INFO:teuthology.orchestra.run.vm06.stdout:40000016 2026-04-13T18:11:04.320 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:04.400 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.400 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.400 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00382855 s, 1.1 MB/s 2026-04-13T18:11:04.401 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-04-13T18:11:04.473 INFO:teuthology.orchestra.run.vm06.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.473 INFO:teuthology.orchestra.run.vm06.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.473 INFO:teuthology.orchestra.run.vm06.stdout:280000016 2026-04-13T18:11:04.474 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-04-13T18:11:04.553 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.554 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.554 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0037815 s, 1.1 MB/s 2026-04-13T18:11:04.558 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-04-13T18:11:04.624 INFO:teuthology.orchestra.run.vm06.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.624 INFO:teuthology.orchestra.run.vm06.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.624 INFO:teuthology.orchestra.run.vm06.stdout:00000016 2026-04-13T18:11:04.625 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:04.695 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.696 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.696 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00428418 s, 956 kB/s 2026-04-13T18:11:04.700 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-04-13T18:11:04.773 INFO:teuthology.orchestra.run.vm06.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.774 INFO:teuthology.orchestra.run.vm06.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.774 INFO:teuthology.orchestra.run.vm06.stdout:40000016 2026-04-13T18:11:04.775 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:04.844 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.844 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.844 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0044068 s, 929 kB/s 2026-04-13T18:11:04.846 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-04-13T18:11:04.910 INFO:teuthology.orchestra.run.vm06.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:04.910 INFO:teuthology.orchestra.run.vm06.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:04.910 INFO:teuthology.orchestra.run.vm06.stdout:280000016 2026-04-13T18:11:04.911 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-04-13T18:11:04.985 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:04.985 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:04.985 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00484003 s, 846 kB/s 2026-04-13T18:11:04.987 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-04-13T18:11:05.058 INFO:teuthology.orchestra.run.vm06.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.058 INFO:teuthology.orchestra.run.vm06.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.058 INFO:teuthology.orchestra.run.vm06.stdout:00000016 2026-04-13T18:11:05.060 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:05.132 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:05.132 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:05.132 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00413577 s, 990 kB/s 2026-04-13T18:11:05.134 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-04-13T18:11:05.205 INFO:teuthology.orchestra.run.vm06.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.205 INFO:teuthology.orchestra.run.vm06.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.205 INFO:teuthology.orchestra.run.vm06.stdout:40000016 2026-04-13T18:11:05.207 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:05.279 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:05.279 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:05.279 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00386163 s, 1.1 MB/s 2026-04-13T18:11:05.283 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-04-13T18:11:05.355 INFO:teuthology.orchestra.run.vm06.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.355 INFO:teuthology.orchestra.run.vm06.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.355 INFO:teuthology.orchestra.run.vm06.stdout:280000016 2026-04-13T18:11:05.357 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-04-13T18:11:05.430 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:05.430 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:05.430 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00392847 s, 1.0 MB/s 2026-04-13T18:11:05.434 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-04-13T18:11:05.501 INFO:teuthology.orchestra.run.vm06.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.501 INFO:teuthology.orchestra.run.vm06.stdout:00000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.501 INFO:teuthology.orchestra.run.vm06.stdout:00000016 2026-04-13T18:11:05.503 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-04-13T18:11:05.576 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:05.576 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:05.577 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00521843 s, 785 kB/s 2026-04-13T18:11:05.581 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-04-13T18:11:05.643 INFO:teuthology.orchestra.run.vm06.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.643 INFO:teuthology.orchestra.run.vm06.stdout:40000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.643 INFO:teuthology.orchestra.run.vm06.stdout:40000016 2026-04-13T18:11:05.644 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-04-13T18:11:05.713 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records in 2026-04-13T18:11:05.714 INFO:teuthology.orchestra.run.vm06.stderr:4096+0 records out 2026-04-13T18:11:05.714 INFO:teuthology.orchestra.run.vm06.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0050991 s, 803 kB/s 2026-04-13T18:11:05.715 DEBUG:teuthology.orchestra.run.vm06:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-04-13T18:11:05.784 INFO:teuthology.orchestra.run.vm06.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-04-13T18:11:05.784 INFO:teuthology.orchestra.run.vm06.stdout:280000010 00 00 00 00 00 00 |......| 2026-04-13T18:11:05.784 INFO:teuthology.orchestra.run.vm06.stdout:280000016 2026-04-13T18:11:05.785 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-04-13T18:11:05.785 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:11:05.785 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/scratch_devs 2026-04-13T18:11:05.856 INFO:teuthology.run_tasks:Running task cephadm... 2026-04-13T18:11:05.916 INFO:tasks.cephadm:Config: {'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_DAEMON_PLACE_FAIL', 'CEPHADM_FAILED_DAEMON'], 'log-only-match': ['CEPHADM_'], 'sha1': '0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360', 'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4'}} 2026-04-13T18:11:05.916 INFO:tasks.cephadm:Provided image contains tag or digest, using it as is 2026-04-13T18:11:05.916 INFO:tasks.cephadm:Cluster image is harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 2026-04-13T18:11:05.917 INFO:tasks.cephadm:Cluster fsid is 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:05.917 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-04-13T18:11:05.917 INFO:tasks.cephadm:No mon roles; fabricating mons 2026-04-13T18:11:05.917 INFO:tasks.cephadm:Monitor IPs: {'mon.vm02': '192.168.123.102', 'mon.vm06': '192.168.123.106'} 2026-04-13T18:11:05.917 INFO:tasks.cephadm:Normalizing hostnames... 2026-04-13T18:11:05.917 DEBUG:teuthology.orchestra.run.vm02:> sudo hostname $(hostname -s) 2026-04-13T18:11:05.943 DEBUG:teuthology.orchestra.run.vm06:> sudo hostname $(hostname -s) 2026-04-13T18:11:05.975 INFO:tasks.cephadm:Downloading cephadm from url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm 2026-04-13T18:11:05.975 DEBUG:teuthology.orchestra.run.vm02:> curl --silent -L https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:07.177 INFO:teuthology.orchestra.run.vm02.stdout:-rw-r--r--. 1 ubuntu ubuntu 1036391 Apr 13 18:11 /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:07.178 DEBUG:teuthology.orchestra.run.vm06:> curl --silent -L https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:08.342 INFO:teuthology.orchestra.run.vm06.stdout:-rw-r--r--. 1 ubuntu ubuntu 1036391 Apr 13 18:11 /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:08.342 DEBUG:teuthology.orchestra.run.vm02:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:08.358 DEBUG:teuthology.orchestra.run.vm06:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-04-13T18:11:08.382 INFO:tasks.cephadm:Pulling image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 on all hosts... 2026-04-13T18:11:08.382 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 pull 2026-04-13T18:11:08.400 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 pull 2026-04-13T18:11:08.582 INFO:teuthology.orchestra.run.vm02.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4... 2026-04-13T18:11:08.637 INFO:teuthology.orchestra.run.vm06.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4... 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout: "ceph_version": "ceph version 20.2.0-18-g0d1a6d86d0e (0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) tentacle (stable)", 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout: "image_id": "06443d8796ac19529b3ba318ec42582d9c2b2d4723de9d23b91a737b3de50367", 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout: "repo_digests": [ 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:04fb1ae5aa13434d0ef747f0e7dd11cd190378f94a382387965098d43e0a0132" 2026-04-13T18:11:26.609 INFO:teuthology.orchestra.run.vm06.stdout: ] 2026-04-13T18:11:26.610 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout: "ceph_version": "ceph version 20.2.0-18-g0d1a6d86d0e (0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) tentacle (stable)", 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout: "image_id": "06443d8796ac19529b3ba318ec42582d9c2b2d4723de9d23b91a737b3de50367", 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout: "repo_digests": [ 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:04fb1ae5aa13434d0ef747f0e7dd11cd190378f94a382387965098d43e0a0132" 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-04-13T18:11:28.757 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-13T18:11:28.776 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /etc/ceph 2026-04-13T18:11:28.812 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /etc/ceph 2026-04-13T18:11:28.841 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 777 /etc/ceph 2026-04-13T18:11:28.878 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod 777 /etc/ceph 2026-04-13T18:11:28.908 INFO:tasks.cephadm:Writing seed config... 2026-04-13T18:11:28.908 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-04-13T18:11:28.909 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-04-13T18:11:28.909 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:11:28.909 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-04-13T18:11:28.935 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 23a06da4-3764-11f1-8702-cf6fbd356db6 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-04-13T18:11:28.935 DEBUG:teuthology.orchestra.run.vm02:mon.vm02> sudo journalctl -f -n 0 -u ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02.service 2026-04-13T18:11:28.977 INFO:tasks.cephadm:Bootstrapping... 2026-04-13T18:11:28.977 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 -v bootstrap --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 192.168.123.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:11:29.131 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-04-13T18:11:29.132 INFO:teuthology.orchestra.run.vm02.stdout:cephadm ['--image', 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4', '-v', 'bootstrap', '--fsid', '23a06da4-3764-11f1-8702-cf6fbd356db6', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '192.168.123.102', '--skip-admin-label'] 2026-04-13T18:11:29.132 INFO:teuthology.orchestra.run.vm02.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-04-13T18:11:29.132 INFO:teuthology.orchestra.run.vm02.stdout:Verifying podman|docker is present... 2026-04-13T18:11:29.151 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-04-13T18:11:29.151 INFO:teuthology.orchestra.run.vm02.stdout:Verifying lvm2 is present... 2026-04-13T18:11:29.151 INFO:teuthology.orchestra.run.vm02.stdout:Verifying time synchronization is in place... 2026-04-13T18:11:29.159 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-04-13T18:11:29.159 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-04-13T18:11:29.165 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-04-13T18:11:29.165 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-04-13T18:11:29.174 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-04-13T18:11:29.181 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-04-13T18:11:29.181 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-04-13T18:11:29.181 INFO:teuthology.orchestra.run.vm02.stdout:Repeating the final host check... 2026-04-13T18:11:29.201 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-04-13T18:11:29.201 INFO:teuthology.orchestra.run.vm02.stdout:podman (/bin/podman) version 5.8.0 is present 2026-04-13T18:11:29.201 INFO:teuthology.orchestra.run.vm02.stdout:systemctl is present 2026-04-13T18:11:29.201 INFO:teuthology.orchestra.run.vm02.stdout:lvcreate is present 2026-04-13T18:11:29.207 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-04-13T18:11:29.207 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-04-13T18:11:29.213 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-04-13T18:11:29.213 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-04-13T18:11:29.219 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-04-13T18:11:29.225 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-04-13T18:11:29.225 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-04-13T18:11:29.225 INFO:teuthology.orchestra.run.vm02.stdout:Host looks OK 2026-04-13T18:11:29.225 INFO:teuthology.orchestra.run.vm02.stdout:Cluster fsid: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:29.225 INFO:teuthology.orchestra.run.vm02.stdout:Acquiring lock 140052270997904 on /run/cephadm/23a06da4-3764-11f1-8702-cf6fbd356db6.lock 2026-04-13T18:11:29.226 INFO:teuthology.orchestra.run.vm02.stdout:Lock 140052270997904 acquired on /run/cephadm/23a06da4-3764-11f1-8702-cf6fbd356db6.lock 2026-04-13T18:11:29.226 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 3300 ... 2026-04-13T18:11:29.226 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 6789 ... 2026-04-13T18:11:29.226 INFO:teuthology.orchestra.run.vm02.stdout:Base mon IP(s) is [192.168.123.102:3300, 192.168.123.102:6789], mon addrv is [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-04-13T18:11:29.229 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout default via 192.168.123.1 dev eth0 proto dhcp src 192.168.123.102 metric 100 2026-04-13T18:11:29.229 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 192.168.123.0/24 dev eth0 proto kernel scope link src 192.168.123.102 metric 100 2026-04-13T18:11:29.232 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-04-13T18:11:29.232 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout fe80::/64 dev eth0 proto kernel metric 1024 pref medium 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 2: eth0: mtu 1500 state UP qlen 1000 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 fe80::5055:ff:fe00:2/64 scope link noprefixroute 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24'] 2026-04-13T18:11:29.235 INFO:teuthology.orchestra.run.vm02.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-04-13T18:11:29.236 INFO:teuthology.orchestra.run.vm02.stdout:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4... 2026-04-13T18:11:29.923 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 06443d8796ac19529b3ba318ec42582d9c2b2d4723de9d23b91a737b3de50367 2026-04-13T18:11:29.923 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Trying to pull harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4... 2026-04-13T18:11:29.923 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Getting image source signatures 2026-04-13T18:11:29.923 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying blob sha256:ba1b58d57e280003fcc6a51e23c76e8dd27ea3c591172798516fe6a7d5a14952 2026-04-13T18:11:29.924 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying config sha256:06443d8796ac19529b3ba318ec42582d9c2b2d4723de9d23b91a737b3de50367 2026-04-13T18:11:29.924 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Writing manifest to image destination 2026-04-13T18:11:30.171 INFO:teuthology.orchestra.run.vm02.stdout:ceph: stdout ceph version 20.2.0-18-g0d1a6d86d0e (0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) tentacle (stable) 2026-04-13T18:11:30.171 INFO:teuthology.orchestra.run.vm02.stdout:Ceph version: ceph version 20.2.0-18-g0d1a6d86d0e (0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) tentacle (stable) 2026-04-13T18:11:30.171 INFO:teuthology.orchestra.run.vm02.stdout:Extracting ceph user uid/gid from container image... 2026-04-13T18:11:30.278 INFO:teuthology.orchestra.run.vm02.stdout:stat: stdout 167 167 2026-04-13T18:11:30.278 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial keys... 2026-04-13T18:11:30.400 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDSMd1pJtWmFhAAJVgaoC+bv5JXEd1uzbD6xw== 2026-04-13T18:11:30.532 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDSMd1p+xOQHhAAobSk9VSbhckIUiiZ7lBSGQ== 2026-04-13T18:11:30.654 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDSMd1pLtnhJRAAuBDzCZ4Bu2RyqmPDPEc7xg== 2026-04-13T18:11:30.655 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial monmap... 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = tentacle 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool for vm02 [v2:192.168.123.102:3300,v1:192.168.123.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:setting min_mon_release = tentacle 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: set fsid to 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:11:30.777 INFO:teuthology.orchestra.run.vm02.stdout:Creating mon... 2026-04-13T18:11:30.955 INFO:teuthology.orchestra.run.vm02.stdout:create mon.vm02 on 2026-04-13T18:11:31.233 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-04-13T18:11:31.365 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target → /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target. 2026-04-13T18:11:31.366 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target → /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target. 2026-04-13T18:11:31.525 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02 2026-04-13T18:11:31.525 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02.service: Unit ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02.service not loaded. 2026-04-13T18:11:31.672 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target.wants/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02.service → /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@.service. 2026-04-13T18:11:31.847 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-04-13T18:11:31.847 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-04-13T18:11:31.847 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon to start... 2026-04-13T18:11:31.847 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon... 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout cluster: 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout id: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout services: 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum vm02 (age 0.252106s) [leader: vm02] 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout data: 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pgs: 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:mon is available 2026-04-13T18:11:32.185 INFO:teuthology.orchestra.run.vm02.stdout:Assimilating anything we can from ceph.conf... 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-04-13T18:11:32.491 INFO:teuthology.orchestra.run.vm02.stdout:Generating new minimal ceph.conf... 2026-04-13T18:11:32.796 INFO:teuthology.orchestra.run.vm02.stdout:Restarting the monitor... 2026-04-13T18:11:33.119 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 systemd[1]: Starting Ceph mon.vm02 for 23a06da4-3764-11f1-8702-cf6fbd356db6... 2026-04-13T18:11:33.163 INFO:teuthology.orchestra.run.vm02.stdout:Setting public_network to 192.168.123.0/24 in global config section 2026-04-13T18:11:33.506 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 podman[50338]: 2026-04-13 18:11:33.116610771 +0000 UTC m=+0.016317000 container create 2bc3ea31d64ea3dfacaeb179f60aa3338bbe7f53cbe30a75d064f625a7eca7e3 (image=harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 podman[50338]: 2026-04-13 18:11:33.151902549 +0000 UTC m=+0.051608778 container init 2bc3ea31d64ea3dfacaeb179f60aa3338bbe7f53cbe30a75d064f625a7eca7e3 (image=harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 podman[50338]: 2026-04-13 18:11:33.155126101 +0000 UTC m=+0.054832330 container start 2bc3ea31d64ea3dfacaeb179f60aa3338bbe7f53cbe30a75d064f625a7eca7e3 (image=harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 bash[50338]: 2bc3ea31d64ea3dfacaeb179f60aa3338bbe7f53cbe30a75d064f625a7eca7e3 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 podman[50338]: 2026-04-13 18:11:33.109826537 +0000 UTC m=+0.009532776 image pull 06443d8796ac19529b3ba318ec42582d9c2b2d4723de9d23b91a737b3de50367 harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 systemd[1]: Started Ceph mon.vm02 for 23a06da4-3764-11f1-8702-cf6fbd356db6. 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: set uid:gid to 167:167 (ceph:ceph) 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: ceph version 20.2.0-18-g0d1a6d86d0e (0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360) tentacle (stable - RelWithDebInfo), process ceph-mon, pid 2 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: pidfile_write: ignore empty --pid-file 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: load: jerasure load: lrc 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: RocksDB version: 7.9.2 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Git sha 0 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Compile date 2026-04-13 11:21:09 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: DB SUMMARY 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: DB Session ID: ANAM3VXGO0SKZ01V73L0 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: CURRENT file: CURRENT 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: IDENTITY file: IDENTITY 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: SST files in /var/lib/ceph/mon/ceph-vm02/store.db dir, Total Num: 1, files: 000008.sst 2026-04-13T18:11:33.511 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-vm02/store.db: 000009.log size: 88979 ; 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.error_if_exists: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.create_if_missing: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.paranoid_checks: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.flush_verify_memtable_count: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.env: 0x55ceee65c440 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.fs: PosixFileSystem 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.info_log: 0x55ceefd29300 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_file_opening_threads: 16 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.statistics: (nil) 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.use_fsync: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_log_file_size: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.log_file_time_to_roll: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.keep_log_file_num: 1000 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.recycle_log_file_num: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_fallocate: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_mmap_reads: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_mmap_writes: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.use_direct_reads: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.create_missing_column_families: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.db_log_dir: 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.wal_dir: 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.table_cache_numshardbits: 6 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.WAL_ttl_seconds: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.WAL_size_limit_MB: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.is_fd_close_on_exec: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.advise_random_on_open: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.db_write_buffer_size: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.write_buffer_manager: 0x55ceefd2c500 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.use_adaptive_mutex: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.rate_limiter: (nil) 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.wal_recovery_mode: 2 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enable_thread_tracking: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enable_pipelined_write: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.unordered_write: 0 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.row_cache: None 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.wal_filter: None 2026-04-13T18:11:33.512 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_ingest_behind: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.two_write_queues: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.manual_wal_flush: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.wal_compression: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.atomic_flush: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.persist_stats_to_disk: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.write_dbid_to_manifest: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.log_readahead_size: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.best_efforts_recovery: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.allow_data_in_errors: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.db_host_id: __hostname__ 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enforce_single_del_contracts: true 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_background_jobs: 2 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_background_compactions: -1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_subcompactions: 1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.delayed_write_rate : 16777216 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_total_wal_size: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.stats_dump_period_sec: 600 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.stats_persist_period_sec: 600 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_open_files: -1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bytes_per_sync: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.wal_bytes_per_sync: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.strict_bytes_per_sync: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_readahead_size: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_background_flushes: -1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Compression algorithms supported: 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kZSTD supported: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kXpressCompression supported: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kBZip2Compression supported: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kLZ4Compression supported: 1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kZlibCompression supported: 1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kLZ4HCCompression supported: 1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: kSnappyCompression supported: 1 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Fast CRC32 supported: Supported on x86 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: DMutex implementation: pthread_mutex_t 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-vm02/store.db/MANIFEST-000010 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.merge_operator: 2026-04-13T18:11:33.513 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_filter: None 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_filter_factory: None 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.sst_partitioner_factory: None 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.memtable_factory: SkipListFactory 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.table_factory: BlockBasedTable 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ceefd28ec0) 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: cache_index_and_filter_blocks: 1 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: pin_top_level_index_and_filter: 1 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: index_type: 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: data_block_index_type: 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: index_shortening: 1 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: data_block_hash_table_util_ratio: 0.750000 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: checksum: 4 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: no_block_cache: 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_cache: 0x55ceefd1f8d0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_cache_name: BinnedLRUCache 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_cache_options: 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: capacity : 536870912 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: num_shard_bits : 4 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: strict_capacity_limit : 0 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: high_pri_pool_ratio: 0.000 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_cache_compressed: (nil) 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: persistent_cache: (nil) 2026-04-13T18:11:33.514 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_size: 4096 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_size_deviation: 10 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_restart_interval: 16 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: index_block_restart_interval: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: metadata_block_size: 4096 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: partition_filters: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: use_delta_encoding: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: filter_policy: bloomfilter 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: whole_key_filtering: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: verify_compression: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: read_amp_bytes_per_bit: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: format_version: 5 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: enable_index_compression: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: block_align: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: max_auto_readahead_size: 262144 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: prepopulate_block_cache: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: initial_auto_readahead_size: 8192 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout: num_file_reads_for_auto_readahead: 2 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.write_buffer_size: 33554432 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_write_buffer_number: 2 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression: NoCompression 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression: Disabled 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.prefix_extractor: nullptr 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.num_levels: 7 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.window_bits: -14 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.level: 32767 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.strategy: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.enabled: false 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.target_file_size_base: 67108864 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.target_file_size_multiplier: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-04-13T18:11:33.519 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.arena_block_size: 1048576 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.disable_auto_compactions: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.inplace_update_support: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.inplace_update_num_locks: 10000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.memtable_huge_page_size: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.bloom_locality: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.max_successive_merges: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.optimize_filters_for_hits: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.paranoid_file_checks: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.force_consistency_checks: 1 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.report_bg_io_stats: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.ttl: 2592000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.periodic_compaction_seconds: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enable_blob_files: false 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.min_blob_size: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_file_size: 268435456 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_compression_type: NoCompression 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.enable_blob_garbage_collection: false 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.blob_file_starting_level: 0 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-vm02/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3276f8c1-a835-48b7-8572-e6073126f1e1 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1776103893177028, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1776103893178434, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 85971, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 248, "table_properties": {"data_size": 84130, "index_size": 230, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10122, "raw_average_key_size": 47, "raw_value_size": 78327, "raw_average_value_size": 364, "num_data_blocks": 11, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1776103893, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3276f8c1-a835-48b7-8572-e6073126f1e1", "db_session_id": "ANAM3VXGO0SKZ01V73L0", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1776103893178500, "job": 1, "event": "recovery_finished"} 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-vm02/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ceefd4ae00 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: DB pointer 0x55ceefe96000 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: ** DB Stats ** 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-04-13T18:11:33.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: ** Compaction Stats [default] ** 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: L0 2/0 85.83 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 70.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Sum 2/0 85.83 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 70.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 70.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: ** Compaction Stats [default] ** 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 70.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: AddFile(Keys): cumulative 0, interval 0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Cumulative compaction: 0.00 GB write, 14.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Interval compaction: 0.00 GB write, 14.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Block cache BinnedLRUCache@0x55ceefd1f8d0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: ** File Read Latency Histogram By Level [default] ** 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: starting mon.vm02 rank 0 at public addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] at bind addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon_data /var/lib/ceph/mon/ceph-vm02 fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???) e1 preinit fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).mds e1 new map 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).mds e1 print_map 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: e1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: btime 2026-04-13T18:11:31:875798+0000 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: legacy client fscid: -1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout: No filesystems configured 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).mgr e0 loading version 1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).mgr e1 active server: (0) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02@-1(???).mgr e1 mkfs or daemon transitioned to available, loading commands 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mon.vm02 is new leader, mons vm02 in quorum (ranks 0) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: monmap epoch 1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: last_changed 2026-04-13T18:11:30.757840+0000 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: created 2026-04-13T18:11:30.757840+0000 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: min_mon_release 20 (tentacle) 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: election_strategy: 1 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.vm02 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: fsmap 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: osdmap e1: 0 total, 0 up, 0 in 2026-04-13T18:11:33.521 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:33 vm02 ceph-mon[50355]: mgrmap e1: no daemons active 2026-04-13T18:11:33.601 INFO:teuthology.orchestra.run.vm02.stdout:Wrote config to /etc/ceph/ceph.conf 2026-04-13T18:11:33.602 INFO:teuthology.orchestra.run.vm02.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:11:33.602 INFO:teuthology.orchestra.run.vm02.stdout:Creating mgr... 2026-04-13T18:11:33.602 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:9283 ... 2026-04-13T18:11:33.603 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:8765 ... 2026-04-13T18:11:33.603 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:8443 ... 2026-04-13T18:11:33.757 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mgr.vm02.psoaub 2026-04-13T18:11:33.757 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mgr.vm02.psoaub.service: Unit ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mgr.vm02.psoaub.service not loaded. 2026-04-13T18:11:33.881 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6.target.wants/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mgr.vm02.psoaub.service → /etc/systemd/system/ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@.service. 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[9283, 8765, 8443]>. firewalld.service is not available 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr to start... 2026-04-13T18:11:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr... 2026-04-13T18:11:34.367 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:34.368 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (1/15)... 2026-04-13T18:11:35.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:34 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3321853380' entity='client.admin' 2026-04-13T18:11:35.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:34 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2392216682' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:36.685 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:36.686 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:36.687 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (2/15)... 2026-04-13T18:11:37.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:36 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3046691333' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:38.978 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:38.979 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (3/15)... 2026-04-13T18:11:39.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:38 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/278942696' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:41.288 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.289 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:41.290 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (4/15)... 2026-04-13T18:11:41.754 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:41 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3423518907' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:43.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:43.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:43.588 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (5/15)... 2026-04-13T18:11:44.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:43 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/128769947' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: Activating manager daemon vm02.psoaub 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: mgrmap e2: vm02.psoaub(active, starting, since 0.00473525s) 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix": "mds metadata"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm02.psoaub", "id": "vm02.psoaub"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: Manager daemon vm02.psoaub is now available 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/mirror_snapshot_schedule"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/trash_purge_schedule"} : dispatch 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' 2026-04-13T18:11:45.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:44 vm02 ceph-mon[50355]: from='mgr.14100 192.168.123.102:0/228242441' entity='mgr.vm02.psoaub' 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "23a06da4-3764-11f1-8702-cf6fbd356db6", 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "vm02" 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "tentacle", 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-04-13T18:11:46.028 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-04-13T18:11:31:875798+0000", 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs" 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-04-13T18:11:31.876480+0000", 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-04-13T18:11:46.030 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-04-13T18:11:46.031 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-04-13T18:11:46.031 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:46.031 INFO:teuthology.orchestra.run.vm02.stdout:mgr is available 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-04-13T18:11:46.411 INFO:teuthology.orchestra.run.vm02.stdout:Enabling cephadm module... 2026-04-13T18:11:46.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:46 vm02 ceph-mon[50355]: mgrmap e3: vm02.psoaub(active, since 1.00974s) 2026-04-13T18:11:46.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:46 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/891469883' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2026-04-13T18:11:47.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:47 vm02 ceph-mon[50355]: mgrmap e4: vm02.psoaub(active, since 2s) 2026-04-13T18:11:47.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:47 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1081502376' entity='client.admin' cmd={"prefix": "config assimilate-conf"} : dispatch 2026-04-13T18:11:47.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:47 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1574668812' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "cephadm"} : dispatch 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "vm02.psoaub", 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-04-13T18:11:47.883 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 5... 2026-04-13T18:11:48.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:48 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1574668812' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-04-13T18:11:48.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:48 vm02 ceph-mon[50355]: mgrmap e5: vm02.psoaub(active, since 3s) 2026-04-13T18:11:48.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:48 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3383084871' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: Active manager daemon vm02.psoaub restarted 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: Activating manager daemon vm02.psoaub 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: osdmap e2: 0 total, 0 up, 0 in 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: mgrmap e6: vm02.psoaub(active, starting, since 0.166584s) 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm02.psoaub", "id": "vm02.psoaub"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "mds metadata"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata"} : dispatch 2026-04-13T18:11:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:58 vm02 ceph-mon[50355]: Manager daemon vm02.psoaub is now available 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 5 is available 2026-04-13T18:11:59.424 INFO:teuthology.orchestra.run.vm02.stdout:Verifying orchestrator module is enabled... 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: Found migration_current of "None". Setting to last migration. 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/mirror_snapshot_schedule"} : dispatch 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/trash_purge_schedule"} : dispatch 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: mgrmap e7: vm02.psoaub(active, since 1.214s) 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-04-13T18:11:59.683 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-04-13T18:12:00.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: [13/Apr/2026:18:11:59] ENGINE Bus STARTING 2026-04-13T18:12:00.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:11:59 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:12:00.718 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stderr module 'orchestrator' is already enabled (always-on) 2026-04-13T18:12:00.718 INFO:teuthology.orchestra.run.vm02.stdout:Setting orchestrator backend to cephadm... 2026-04-13T18:12:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:00 vm02 ceph-mon[50355]: [13/Apr/2026:18:11:59] ENGINE Serving on http://192.168.123.102:8765 2026-04-13T18:12:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:00 vm02 ceph-mon[50355]: [13/Apr/2026:18:11:59] ENGINE Serving on https://192.168.123.102:7150 2026-04-13T18:12:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:00 vm02 ceph-mon[50355]: [13/Apr/2026:18:11:59] ENGINE Bus STARTED 2026-04-13T18:12:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:00 vm02 ceph-mon[50355]: [13/Apr/2026:18:11:59] ENGINE Client ('192.168.123.102', 52590) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-04-13T18:12:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:00 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4146827408' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "orchestrator"} : dispatch 2026-04-13T18:12:01.517 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout value unchanged 2026-04-13T18:12:01.517 INFO:teuthology.orchestra.run.vm02.stdout:Generating ssh key... 2026-04-13T18:12:01.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:01 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4146827408' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "orchestrator"}]': finished 2026-04-13T18:12:01.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:01 vm02 ceph-mon[50355]: mgrmap e8: vm02.psoaub(active, since 2s) 2026-04-13T18:12:01.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:01 vm02 ceph-mon[50355]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:01.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:01 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:01.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:01 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:12:02.454 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDsuMLvHLtnftrZoHFfniY0+ScuYzsgxYHcZN2rsVHn1tB32Rh3CWYJEMrz1WPMZc7NwsUQ9QcU8l7McViKrrIcSGAupCPQOyOgjJ805+YFwUMSHsgzAts1yZyWFv7rBAXty1Dd0ijIrHyZ0ojPP3+OovtHPy5C3G18hMQUQvqmxK0tJvGKtdP5g9tPrYovMgUZuqQ13BMC6QL79n8QsSTeYWI/kqpcX8WiFB+ebQB2xlECs7tSkB2Vz2sJOqcVtaYmBnp/acVFGtwhoxxyZXoiPdGEhTnrlq8/DxP1T525lFJ66fx1lzXY1AGulOSwH41z5oWYrLWwE/Nvytm3gwjK0mNSaGUj/VPt73ukJLaBS1MRG7KNoo9DnjlSUDt56P7ZHoYhN/8iJaHdh09gO7izK177+XckaRhNs/qf2Md6jl2k6lI/2miMyLYp83HXEwjJD/XA2/0ymrXzk2unNUOxtzcHMROW3dShfhjm7HUC582GdS/tRJQk0mFPs8yc2ws= ceph-23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:12:02.454 INFO:teuthology.orchestra.run.vm02.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-04-13T18:12:02.454 INFO:teuthology.orchestra.run.vm02.stdout:Adding key to root@localhost authorized_keys... 2026-04-13T18:12:02.454 INFO:teuthology.orchestra.run.vm02.stdout:Adding host vm02... 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: Generating ssh key... 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:03.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:02 vm02 ceph-mon[50355]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:04.200 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:03 vm02 ceph-mon[50355]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:05.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:04 vm02 ceph-mon[50355]: Deploying cephadm binary to vm02 2026-04-13T18:12:05.603 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Added host 'vm02' with addr '192.168.123.102' 2026-04-13T18:12:05.603 INFO:teuthology.orchestra.run.vm02.stdout:Deploying mon service with default placement... 2026-04-13T18:12:06.034 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-04-13T18:12:06.034 INFO:teuthology.orchestra.run.vm02.stdout:Deploying mgr service with default placement... 2026-04-13T18:12:06.521 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-04-13T18:12:06.521 INFO:teuthology.orchestra.run.vm02.stdout:Deploying crash service with default placement... 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: Added host vm02 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: Saving service mon spec with placement count:5 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:06.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:06 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:06.970 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled crash update... 2026-04-13T18:12:06.970 INFO:teuthology.orchestra.run.vm02.stdout:Deploying ceph-exporter service with default placement... 2026-04-13T18:12:07.395 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled ceph-exporter update... 2026-04-13T18:12:07.395 INFO:teuthology.orchestra.run.vm02.stdout:Deploying prometheus service with default placement... 2026-04-13T18:12:07.858 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled prometheus update... 2026-04-13T18:12:07.858 INFO:teuthology.orchestra.run.vm02.stdout:Deploying grafana service with default placement... 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: Saving service mgr spec with placement count:2 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: Saving service crash spec with placement * 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: Saving service ceph-exporter spec with placement * 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:07 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:08.334 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled grafana update... 2026-04-13T18:12:08.334 INFO:teuthology.orchestra.run.vm02.stdout:Deploying node-exporter service with default placement... 2026-04-13T18:12:08.820 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled node-exporter update... 2026-04-13T18:12:08.820 INFO:teuthology.orchestra.run.vm02.stdout:Deploying alertmanager service with default placement... 2026-04-13T18:12:09.244 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled alertmanager update... 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: Saving service prometheus spec with placement count:1 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='client.14158 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: Saving service grafana spec with placement count:1 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:09.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:09 vm02 ceph-mon[50355]: from='mgr.14124 192.168.123.102:0/188757832' entity='mgr.vm02.psoaub' 2026-04-13T18:12:10.084 INFO:teuthology.orchestra.run.vm02.stdout:Enabling the dashboard module... 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: Saving service node-exporter spec with placement * 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: Saving service alertmanager spec with placement count:1 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/365835716' entity='client.admin' 2026-04-13T18:12:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:10 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3890614742' entity='client.admin' 2026-04-13T18:12:11.694 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:11 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4147359389' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "dashboard"} : dispatch 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "vm02.psoaub", 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-04-13T18:12:11.725 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 9... 2026-04-13T18:12:12.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:12 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4147359389' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-04-13T18:12:12.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:12 vm02 ceph-mon[50355]: mgrmap e9: vm02.psoaub(active, since 13s) 2026-04-13T18:12:12.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:12 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2585559003' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: Active manager daemon vm02.psoaub restarted 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: Activating manager daemon vm02.psoaub 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: osdmap e3: 0 total, 0 up, 0 in 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: mgrmap e10: vm02.psoaub(active, starting, since 0.00567746s) 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:12:21.861 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm02.psoaub", "id": "vm02.psoaub"} : dispatch 2026-04-13T18:12:21.862 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "mds metadata"} : dispatch 2026-04-13T18:12:21.862 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata"} : dispatch 2026-04-13T18:12:21.862 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata"} : dispatch 2026-04-13T18:12:21.862 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:21 vm02 ceph-mon[50355]: Manager daemon vm02.psoaub is now available 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 9 is available 2026-04-13T18:12:22.542 INFO:teuthology.orchestra.run.vm02.stdout:Using certmgr to generate dashboard self-signed certificate... 2026-04-13T18:12:22.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:22 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:12:22.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:22 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/mirror_snapshot_schedule"} : dispatch 2026-04-13T18:12:22.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:22 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/trash_purge_schedule"} : dispatch 2026-04-13T18:12:22.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:22 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:22.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:22 vm02 ceph-mon[50355]: mgrmap e11: vm02.psoaub(active, since 1.00912s) 2026-04-13T18:12:23.210 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout {"cert": "-----BEGIN CERTIFICATE-----\nMIIE/zCCAuegAwIBAgIUF5uBJKAXV+4ncZ1sUCZsveGET1wwDQYJKoZIhvcNAQEL\nBQAwFzEVMBMGA1UEAwwMY2VwaGFkbS1yb290MB4XDTI2MDQxMzE4MTIyM1oXDTI5\nMDQxMjE4MTIyM1owGjEYMBYGA1UEAwwPMTkyLjE2OC4xMjMuMTAyMIICIjANBgkq\nhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAvUMtT6EfrnsP8MaZlbDQ6i3RyseaNRZ6\nrYZhXzoBJYRskiqWO3LVJNaptK/ngEfU44VnMzDL0GLi9JxlCEuIAuUniJzXQSI3\nNOlVl3JD3AgGTlDlzY5TCa6q+gbA7+2dwvjfA9nUnFiMtdq/X8InJAaha1SByy7p\nqcsLhyQ9GODD3mResEGfBqu/8UhlKVQey8h395eIBM6DAfPL+ISEkw3HMH9unhC1\nBnMpaY79hrCRdWYNW53M8rUvK7Eoai/WeTm8ouJ16SSfoih+xTDsuUwo44faSJ2d\nLRhz65ngoMHbh6jEPvP9duTZOgR2qhubmt1AjmklRTXkxloxWuniOn8IRcq7EB0p\naHgQiSgmfjd4d/ao8dzEkW0XkVpP4Lgb9SvZ0tdBo+e/Nj1DHe7o1AR+Ac2Bfe0/\nQOeWV47mpjCY7bXmzISc0J2e0Aqtw8D6/yhcfW795pyYX4L0iwRWTNRQHEtS9BLB\n9QAqw3uaWTp6mNqRFg9Sfo7KlvhOz6YmoO2+l5NDVAqt0T8pWbs0vF0clOMrIcHj\n0pmNtQYAVkqYfLTZ68Q3u3A8Fw2VbvBGWzjEZCieF6K+VexGD22O5c/vMewEra/a\nRDMeOGc52oa0B+svdM1oVMMHbk6AnLTn5r4CggtOuelnuWuXsrDwiFFW8lNeIfqY\n1KinbLaxHzcCAwEAAaNAMD4wLgYDVR0RBCcwJYIKdm0wMi5sb2NhbIIRZGFzaGJv\nYXJkX3NlcnZlcnOHBMCoe2YwDAYDVR0TAQH/BAIwADANBgkqhkiG9w0BAQsFAAOC\nAgEAHB0cXRGHFC7N502Nk6IKTWlDRi9OMCWb4eUn+k4vpGDrSX9CV1qiJTVpN7ho\nhyQwWF3rCoTg2rYg/9JJ9WFBocVCvQFvHtRC8vuGp0GBdR38WoJGMJFTWppQtLdz\nGAs49NVcTnYwxHDlS0baFzGfsICI1s6cv1A/whaPCLBP1gxKDtgjCWnQTU6fdgAn\nkQIZ2scOI3MaWUyZfzi267n4ImT19u0f0c+xWfuU52C295dREk5sJ7GTZdEjW7Qr\nR9sebC1svlm+CxaXb6jMavgAl0Il+l34xqNxT5ZW7ZQv54s4vE8NZSbhxqL/Zhqi\nkJlGRAFCzo8FzgUKQKnzJeom4f1K5WWkhSFRjNsrIwecrHRLHrIyQVisxppt7F64\nht9QmibwXGP6Fu9BvB0fujp/VaBgnGD8FaPDAuZGKo3uSwKQBTdvsdDiy/1rGcNJ\nbGxnREtmrPC3+WFPkhYxRbvp01RjBaZknQrwjdVW1PN+SSKilrAM8WJclkuKXJGl\n3AHuT00qEM6rUQbg7BcledNfAOn4BgSe3sdHBUkSfve2//jhdf0OqstyQfFlZAun\nsHdFfiwOMb1sEj3sdykbEoLoDSWsHdUiEmmye53iZ+0ulKyJnyU+F6NGM33efuJw\nVAQyMLk+64M3HjmtNORysZW7Dt+pEm3dxI/zaxZpi6HVN4U=\n-----END CERTIFICATE-----\n", "key": "-----BEGIN RSA PRIVATE KEY-----\nMIIJKAIBAAKCAgEAvUMtT6EfrnsP8MaZlbDQ6i3RyseaNRZ6rYZhXzoBJYRskiqW\nO3LVJNaptK/ngEfU44VnMzDL0GLi9JxlCEuIAuUniJzXQSI3NOlVl3JD3AgGTlDl\nzY5TCa6q+gbA7+2dwvjfA9nUnFiMtdq/X8InJAaha1SByy7pqcsLhyQ9GODD3mRe\nsEGfBqu/8UhlKVQey8h395eIBM6DAfPL+ISEkw3HMH9unhC1BnMpaY79hrCRdWYN\nW53M8rUvK7Eoai/WeTm8ouJ16SSfoih+xTDsuUwo44faSJ2dLRhz65ngoMHbh6jE\nPvP9duTZOgR2qhubmt1AjmklRTXkxloxWuniOn8IRcq7EB0paHgQiSgmfjd4d/ao\n8dzEkW0XkVpP4Lgb9SvZ0tdBo+e/Nj1DHe7o1AR+Ac2Bfe0/QOeWV47mpjCY7bXm\nzISc0J2e0Aqtw8D6/yhcfW795pyYX4L0iwRWTNRQHEtS9BLB9QAqw3uaWTp6mNqR\nFg9Sfo7KlvhOz6YmoO2+l5NDVAqt0T8pWbs0vF0clOMrIcHj0pmNtQYAVkqYfLTZ\n68Q3u3A8Fw2VbvBGWzjEZCieF6K+VexGD22O5c/vMewEra/aRDMeOGc52oa0B+sv\ndM1oVMMHbk6AnLTn5r4CggtOuelnuWuXsrDwiFFW8lNeIfqY1KinbLaxHzcCAwEA\nAQKCAgA11k6k2KYM+Yeyy6Ozv5zmCIulfbsBf/f8tX2sW3EpDW7e80tR9Nvpw0B6\nHBGj3YsS/4c4Ohi4GfEKeRSKVAYIIMxqoYbfyc5feEJ3NrNT+1pj28JLA0Hevrd3\nMQWgGn0mkanKzCOdJ9k6/9Mxd6avqk0vnVXgiONB//azBh11HrbI489Fnx0QBjou\n9hOEup+aA1gQ76NrDp2YqBOtCXE27ZPsWUuLniAIiijNFLZMopx2A0Yoeg5rOhwF\ndzsSXbJKQKDGytmUrOzV8WQCTuT/3sjA1IvE3UTxJ4QOEHMj95EtmVXdvIUs1XNv\nfAaPZBQS7P4opINMGUUPIWfpvx8xW8bJknlAE5ijUqG0LWwyO/Kq+ocEW3Aa3bpo\nCVVIqPN8cvVA7M1TQuRykU0qtKhosEjNxaNWhJJaa6sDcUKL2I109Vwc/zX723xV\nbi1s7K1aSy+jwMzhdjA/EPmrWyqOILbyaPzPyGOrv+apbnxGxl+aWHtjHzLLx4LD\nrBjrWduvJFuId7ttV9a3kM9ZeUa65LGNhYrMO9VxiywdN/ZEYYWxaIo0k2oOZrFI\nMJWt4xCjQxq0UWddYvT2nKH+g6cfzm3WRR7qpB3d9pPyT3Cfnv2zWwCReaxCAGuJ\neaksynFnADgY9g3sE3DKzBqEUHM0nNn9pAIGpzUEMkQttp26SQKCAQEA801WAayl\nFPWehxwnqiSIgBOYbW3X5Vz4AIuFkBABXR80C3BF0zvsHD+DNzbVahDFKU02xe0m\ny7NfpMgClkyubp7HgVLcoUbH/v6xWSZOqDGbhEQjXnlLNpn9Rt/ykhm/av4JeJHG\n/fE3HnRt5BMuKi73cet1jWr7ekR9WGVO/+0tQZQJl6RLpsKzSounESXU6Zv3Kz5q\nSi/4Hke6NebC6MLzY4QnsTPU/mWHALzXMtYKyZSyGof+OSBl1anQPlri1yH+kNHX\nFaDWk679kKp8Vt1QoFYxGlxig/cE9sQg/P5GY57P+O+0PZmMvaNfl0+YmPKwfTVp\nMrCTBk5zI3IbGQKCAQEAxyPWhYuJf6zYTuGuLVxpKOzbIBkmhmdv7ZHdZJmxqmXY\n5cfNbptwEcGNThqQhL8MFGYCy9txXg0461croIDnw+/JyoYvtdCF0nffU6NcDFIu\ne9AivugQlHzTOBTIfzpwwzryb+T4zPMD2jj9iHRGtEkRA9RwK12yhS5bR5DNDPsg\n/b7642R26L9zSwaz/pxQh6zwszQNC0PO8CpWreoEUUr3k3zYhQmhBNEXkuEyPjJ0\nIKOtd49O5sJhvYyxd6wXmoPnKhqY/HhjfUGyIxGytog5wgfC83zwK5yzH1RqXceQ\nlIQSxVe/zePhtDD5MJvnGkW5WoUoL5iCPVmWFROmzwKCAQEAufLZUN5KLQKr7kcu\naXMSgBB55uiUoM+1G3WG1tvkru8yL6vXMeISSmSgPIrEARRgG3jP6+WcSQMGjkHu\n+EAS8KiZgdV6migmolS15pTIePOxEB2jiojZWxnF4W03T0Iuce9F/cgsddjtb3E8\nq5udJNBQfdifNz4UhRXjVrPW9PKoK/6gdi0zRHh53vds8EYhu4lgFsTVJ24SC9J2\nFswPGyYkLmLKkzwyBVxDGeU587hy9i2XEX/uZGrGac4nQgDkbdelX7mA0R7j4GtV\nkEM8VIdBH8nALY1+Ha2lNZQgQjt0QJ8YBAHvl0TLtAQxAsvqrLqO+KLhi8Q4GhHL\nHcQPwQKCAQBI0E7RF7tX5sBU32oLhf2hjDF3JBsVC98+M5aLATOYRZMwOYVhCw7I\nP0hGpanwD9b/4mjlV0C1jgog6we1sUyNNTFIjxYE2dEEqvYKo/G1Q5thhDIgMcRW\nNuoYWGkTNDAlAnnA9i0O61CeSzZQ3Ys4wnqpNtUo1iK/VbrkiQqg03Y1sc4UtRhR\ndCdY6IOJ9mfvpAmCzOZ0FwAkiqaVArs/ajTqRbz5sBKjKzz+ZL81RMd3Y8G6tLi5\n4ZtRbo85XcBnrBErMPx9XBusogfbkM4Ste7Ahov+8dDzcWGBdCFMVvsDguNGKxaj\n1s4hT8LdxjOTRKlIcuXFuXLtscMRw9S7AoIBADBPCckzJXJNyZpqvogMwoys1tX9\nnFEjHw5g4OLU8cghbfZT6KvXpEPuq/YX5jlSe6rEeobhtxWnB41zVb4L5qhsWQO6\nc4bD4raXsrogSv6vTt0mNnwg30ybB4Ph+fEE5sAvP0Un7XH8rbkPRwCv9G0htwlt\n4u239v7BipFJq7cJL6vEex7Gwiqxj42KuGh15Hf5u4x/PL++4uyG09drvl+MCinZ\n78t0mFbEXQQIS1jfEdZ3onR0RxxuJNknMU4//1rptjJtciC8Sb13SjT00FmFHEXB\nDFajFpDYaxWLUZKdOt7QJkh7yaVZB8wkQBv8aln35ZQHonGJ4Ixk/XOL0YI=\n-----END RSA PRIVATE KEY-----\n"} 2026-04-13T18:12:23.613 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout SSL certificate updated 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: [13/Apr/2026:18:12:22] ENGINE Bus STARTING 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: [13/Apr/2026:18:12:22] ENGINE Serving on http://192.168.123.102:8765 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: [13/Apr/2026:18:12:22] ENGINE Serving on https://192.168.123.102:7150 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: [13/Apr/2026:18:12:22] ENGINE Bus STARTED 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: [13/Apr/2026:18:12:22] ENGINE Client ('192.168.123.102', 45454) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch certmgr generate-certificates", "module_name": "dashboard", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:23.986 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:23 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:24.013 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout SSL certificate key updated 2026-04-13T18:12:24.013 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial admin user... 2026-04-13T18:12:24.558 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$PjJ0Wjkbfzsw9G/GDx19OOSt5S.l9Y50ntyIZCMPHvErO5jGlSqAe", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1776103944, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-04-13T18:12:24.558 INFO:teuthology.orchestra.run.vm02.stdout:Fetching dashboard port number... 2026-04-13T18:12:24.905 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:24 vm02 ceph-mon[50355]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "dashboard set-ssl-certificate", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:24.905 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:24 vm02 ceph-mon[50355]: mgrmap e12: vm02.psoaub(active, since 2s) 2026-04-13T18:12:24.905 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:24 vm02 ceph-mon[50355]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "dashboard set-ssl-certificate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:24.905 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:24 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:24.905 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:24 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:24.933 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 8443 2026-04-13T18:12:24.933 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-04-13T18:12:24.933 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout:Ceph Dashboard is now available at: 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout: URL: https://vm02.local:8443/ 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout: User: admin 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout: Password: nvrf8o26ln 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:24.935 INFO:teuthology.orchestra.run.vm02.stdout:Saving cluster configuration to /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config directory 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:Or, if you are only running a single cluster on this host: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:Please consider enabling telemetry to help improve Ceph: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: ceph telemetry on 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:For more information see: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:25.371 INFO:teuthology.orchestra.run.vm02.stdout:Bootstrap complete. 2026-04-13T18:12:25.379 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout static 2026-04-13T18:12:25.384 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active logrotate 2026-04-13T18:12:25.384 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-04-13T18:12:25.384 INFO:teuthology.orchestra.run.vm02.stdout:Enabling the logrotate.timer service to perform daily log rotation. 2026-04-13T18:12:25.555 INFO:tasks.cephadm:Fetching config... 2026-04-13T18:12:25.555 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:12:25.555 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-04-13T18:12:25.577 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-04-13T18:12:25.578 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:12:25.578 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-04-13T18:12:25.639 INFO:tasks.cephadm:Fetching mon keyring... 2026-04-13T18:12:25.639 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:12:25.639 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/keyring of=/dev/stdout 2026-04-13T18:12:25.708 INFO:tasks.cephadm:Fetching pub ssh key... 2026-04-13T18:12:25.708 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:12:25.708 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-04-13T18:12:25.766 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-04-13T18:12:25.766 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDsuMLvHLtnftrZoHFfniY0+ScuYzsgxYHcZN2rsVHn1tB32Rh3CWYJEMrz1WPMZc7NwsUQ9QcU8l7McViKrrIcSGAupCPQOyOgjJ805+YFwUMSHsgzAts1yZyWFv7rBAXty1Dd0ijIrHyZ0ojPP3+OovtHPy5C3G18hMQUQvqmxK0tJvGKtdP5g9tPrYovMgUZuqQ13BMC6QL79n8QsSTeYWI/kqpcX8WiFB+ebQB2xlECs7tSkB2Vz2sJOqcVtaYmBnp/acVFGtwhoxxyZXoiPdGEhTnrlq8/DxP1T525lFJ66fx1lzXY1AGulOSwH41z5oWYrLWwE/Nvytm3gwjK0mNSaGUj/VPt73ukJLaBS1MRG7KNoo9DnjlSUDt56P7ZHoYhN/8iJaHdh09gO7izK177+XckaRhNs/qf2Md6jl2k6lI/2miMyLYp83HXEwjJD/XA2/0ymrXzk2unNUOxtzcHMROW3dShfhjm7HUC582GdS/tRJQk0mFPs8yc2ws= ceph-23a06da4-3764-11f1-8702-cf6fbd356db6' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-04-13T18:12:25.837 INFO:teuthology.orchestra.run.vm02.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDsuMLvHLtnftrZoHFfniY0+ScuYzsgxYHcZN2rsVHn1tB32Rh3CWYJEMrz1WPMZc7NwsUQ9QcU8l7McViKrrIcSGAupCPQOyOgjJ805+YFwUMSHsgzAts1yZyWFv7rBAXty1Dd0ijIrHyZ0ojPP3+OovtHPy5C3G18hMQUQvqmxK0tJvGKtdP5g9tPrYovMgUZuqQ13BMC6QL79n8QsSTeYWI/kqpcX8WiFB+ebQB2xlECs7tSkB2Vz2sJOqcVtaYmBnp/acVFGtwhoxxyZXoiPdGEhTnrlq8/DxP1T525lFJ66fx1lzXY1AGulOSwH41z5oWYrLWwE/Nvytm3gwjK0mNSaGUj/VPt73ukJLaBS1MRG7KNoo9DnjlSUDt56P7ZHoYhN/8iJaHdh09gO7izK177+XckaRhNs/qf2Md6jl2k6lI/2miMyLYp83HXEwjJD/XA2/0ymrXzk2unNUOxtzcHMROW3dShfhjm7HUC582GdS/tRJQk0mFPs8yc2ws= ceph-23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:12:25.847 DEBUG:teuthology.orchestra.run.vm06:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDsuMLvHLtnftrZoHFfniY0+ScuYzsgxYHcZN2rsVHn1tB32Rh3CWYJEMrz1WPMZc7NwsUQ9QcU8l7McViKrrIcSGAupCPQOyOgjJ805+YFwUMSHsgzAts1yZyWFv7rBAXty1Dd0ijIrHyZ0ojPP3+OovtHPy5C3G18hMQUQvqmxK0tJvGKtdP5g9tPrYovMgUZuqQ13BMC6QL79n8QsSTeYWI/kqpcX8WiFB+ebQB2xlECs7tSkB2Vz2sJOqcVtaYmBnp/acVFGtwhoxxyZXoiPdGEhTnrlq8/DxP1T525lFJ66fx1lzXY1AGulOSwH41z5oWYrLWwE/Nvytm3gwjK0mNSaGUj/VPt73ukJLaBS1MRG7KNoo9DnjlSUDt56P7ZHoYhN/8iJaHdh09gO7izK177+XckaRhNs/qf2Md6jl2k6lI/2miMyLYp83HXEwjJD/XA2/0ymrXzk2unNUOxtzcHMROW3dShfhjm7HUC582GdS/tRJQk0mFPs8yc2ws= ceph-23a06da4-3764-11f1-8702-cf6fbd356db6' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-04-13T18:12:25.885 INFO:teuthology.orchestra.run.vm06.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDsuMLvHLtnftrZoHFfniY0+ScuYzsgxYHcZN2rsVHn1tB32Rh3CWYJEMrz1WPMZc7NwsUQ9QcU8l7McViKrrIcSGAupCPQOyOgjJ805+YFwUMSHsgzAts1yZyWFv7rBAXty1Dd0ijIrHyZ0ojPP3+OovtHPy5C3G18hMQUQvqmxK0tJvGKtdP5g9tPrYovMgUZuqQ13BMC6QL79n8QsSTeYWI/kqpcX8WiFB+ebQB2xlECs7tSkB2Vz2sJOqcVtaYmBnp/acVFGtwhoxxyZXoiPdGEhTnrlq8/DxP1T525lFJ66fx1lzXY1AGulOSwH41z5oWYrLWwE/Nvytm3gwjK0mNSaGUj/VPt73ukJLaBS1MRG7KNoo9DnjlSUDt56P7ZHoYhN/8iJaHdh09gO7izK177+XckaRhNs/qf2Md6jl2k6lI/2miMyLYp83HXEwjJD/XA2/0ymrXzk2unNUOxtzcHMROW3dShfhjm7HUC582GdS/tRJQk0mFPs8yc2ws= ceph-23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:12:25.895 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-04-13T18:12:25.915 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:25 vm02 ceph-mon[50355]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:25.915 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:25 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1518553600' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} : dispatch 2026-04-13T18:12:25.915 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:25 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1542263970' entity='client.admin' 2026-04-13T18:12:26.022 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:12:26.446 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-04-13T18:12:26.446 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-04-13T18:12:26.617 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:12:27.085 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm06 2026-04-13T18:12:27.085 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:12:27.085 DEBUG:teuthology.orchestra.run.vm06:> dd of=/etc/ceph/ceph.conf 2026-04-13T18:12:27.102 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:12:27.103 DEBUG:teuthology.orchestra.run.vm06:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-04-13T18:12:27.161 INFO:tasks.cephadm:Adding host vm06 to orchestrator... 2026-04-13T18:12:27.161 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch host add vm06 2026-04-13T18:12:27.286 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3409365481' entity='client.admin' 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"} : dispatch 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm02", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm02", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-04-13T18:12:27.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:12:27.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: Deploying daemon ceph-exporter.vm02 on vm02 2026-04-13T18:12:27.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='client.14196 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:27.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:27 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:28.461 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:28 vm02 ceph-mon[50355]: from='client.14198 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm06", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:28.461 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:28 vm02 ceph-mon[50355]: Deploying cephadm binary to vm06 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: mgrmap e13: vm02.psoaub(active, since 6s) 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm02", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.vm02", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:12:29.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:29 vm02 ceph-mon[50355]: Deploying daemon crash.vm02 on vm02 2026-04-13T18:12:30.051 INFO:teuthology.orchestra.run.vm02.stdout:Added host 'vm06' with addr '192.168.123.106' 2026-04-13T18:12:30.108 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch host ls --format=json 2026-04-13T18:12:30.241 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:12:30.606 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:12:30.606 INFO:teuthology.orchestra.run.vm02.stdout:[{"addr": "192.168.123.102", "hostname": "vm02", "labels": [], "status": ""}, {"addr": "192.168.123.106", "hostname": "vm06", "labels": [], "status": ""}] 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: Deploying daemon node-exporter.vm02 on vm02 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:30.606 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:30 vm02 ceph-mon[50355]: Added host vm06 2026-04-13T18:12:30.678 INFO:tasks.cephadm:Setting crush tunables to default 2026-04-13T18:12:30.678 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd crush tunables default 2026-04-13T18:12:30.811 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:12:31.549 INFO:teuthology.orchestra.run.vm02.stderr:adjusted tunables profile to default 2026-04-13T18:12:31.610 INFO:tasks.cephadm:Adding mon.vm02 on vm02 2026-04-13T18:12:31.610 INFO:tasks.cephadm:Adding mon.vm06 on vm06 2026-04-13T18:12:31.610 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch apply mon '2;vm02:192.168.123.102=vm02;vm06:192.168.123.106=vm06' 2026-04-13T18:12:31.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:31 vm02 ceph-mon[50355]: from='client.14201 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:12:31.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1389520960' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2026-04-13T18:12:31.762 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:31.763 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:32.168 INFO:teuthology.orchestra.run.vm06.stdout:Scheduled mon update... 2026-04-13T18:12:32.219 DEBUG:teuthology.orchestra.run.vm06:mon.vm06> sudo journalctl -f -n 0 -u ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm06.service 2026-04-13T18:12:32.221 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:32.221 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:32.398 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:32.398 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:32.804 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:32.804 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:32.804 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1389520960' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: osdmap e4: 0 total, 0 up, 0 in 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;vm02:192.168.123.102=vm02;vm06:192.168.123.106=vm06", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: Saving service mon spec with placement vm02:192.168.123.102=vm02;vm06:192.168.123.106=vm06;count:2 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:33.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:32 vm02 ceph-mon[50355]: Deploying daemon alertmanager.vm02 on vm02 2026-04-13T18:12:33.857 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:33.857 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:33.994 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:33.994 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:34.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:33 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/1713752216' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:34.433 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:34.433 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:34.433 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:34.805 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:34 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/4294859250' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:35.501 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:35.501 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:35.629 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:35.629 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:36.016 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:36.016 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:36.016 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: Generating cephadm-signed certificates for grafana_cert/grafana_key 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3145616420' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"} : dispatch 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:36.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:36 vm02 ceph-mon[50355]: Deploying daemon grafana.vm02 on vm02 2026-04-13T18:12:37.085 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:37.085 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:37.214 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:37.214 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:37.605 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:37.605 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:37.605 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:38.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:37 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:38.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:37 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/4078383586' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:38.656 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:38.656 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:38.792 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:38.792 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:39.204 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:39.204 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:39.205 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:39.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:39 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/329006351' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:40.258 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:40.258 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:40.391 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:40.391 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:40.796 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:40.797 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:40.797 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:41.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:40 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3385000698' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:41.850 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:41.850 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:41.980 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:41.981 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:42.362 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:42.362 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:42.362 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:42.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:42 vm02 ceph-mon[50355]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:12:42.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:42 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/1259993952' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:43.426 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:43.427 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:43.555 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:43.555 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:44.007 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:44.007 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:44.007 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/4220984902' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:44.849 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:44 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:45.055 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:45.055 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:45.177 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:45.177 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:45.566 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:45.567 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:45.567 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:45.991 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:45 vm02 ceph-mon[50355]: Deploying daemon prometheus.vm02 on vm02 2026-04-13T18:12:45.992 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:45 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/363467153' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:46.628 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:46 vm02 ceph-mon[50355]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:12:46.632 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:46.632 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:46.761 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:46.761 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:47.168 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:47.168 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:47.168 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:47.787 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:47 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:47.787 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:47 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/149203158' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:48.214 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:48.214 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:48.353 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:48.353 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:48.780 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:48.780 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:48.781 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:49.051 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:48 vm02 ceph-mon[50355]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:12:49.051 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:48 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/670615007' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:49.839 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:49.839 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:49.962 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:49.962 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:50.364 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:50.364 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:50.364 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr module enable", "module": "prometheus"} : dispatch 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:12:50.550 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:50 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3751466942' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:51.460 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:51.460 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:51.586 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:51.586 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:51.995 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:51.995 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:51.995 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:52.001 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:51 vm02 ceph-mon[50355]: from='mgr.14170 192.168.123.102:0/1286938626' entity='mgr.vm02.psoaub' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-04-13T18:12:52.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:51 vm02 ceph-mon[50355]: mgrmap e14: vm02.psoaub(active, since 29s) 2026-04-13T18:12:53.001 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:52 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3125887171' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:53.066 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:53.066 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:53.191 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:53.191 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:53.582 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:53.582 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:53.582 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:54.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:53 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/1449508995' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:54.639 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:54.639 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:54.771 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:54.771 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:55.162 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:55.162 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:55.162 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:55.501 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:55 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/549582288' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:56.222 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:56.222 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:56.346 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:56.346 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:56.748 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:56.748 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:56.748 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:57.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/2548731185' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:57.802 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:57.802 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:57.932 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:57.932 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:58.334 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:58.334 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:58.334 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:12:58.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:12:58 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/2027134263' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:12:59.410 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:12:59.410 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:12:59.552 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:59.552 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:12:59.966 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:12:59.966 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:12:59.967 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:00.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:00 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/624214458' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:01.020 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:01.021 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:01.160 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:01.160 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:01.419 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: Active manager daemon vm02.psoaub restarted 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: Activating manager daemon vm02.psoaub 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: osdmap e5: 0 total, 0 up, 0 in 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: mgrmap e15: vm02.psoaub(active, starting, since 0.00528798s) 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm02.psoaub", "id": "vm02.psoaub"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mds metadata"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: Manager daemon vm02.psoaub is now available 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/mirror_snapshot_schedule"} : dispatch 2026-04-13T18:13:01.420 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/vm02.psoaub/trash_purge_schedule"} : dispatch 2026-04-13T18:13:01.611 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:01.611 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:01.611 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:02.666 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:02.666 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: mgrmap e16: vm02.psoaub(active, since 1.00843s) 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3899638840' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:02.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:02.819 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:02.819 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:03.243 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:03.243 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:03.243 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: [13/Apr/2026:18:13:02] ENGINE Bus STARTING 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: [13/Apr/2026:18:13:02] ENGINE Serving on http://192.168.123.102:8765 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: [13/Apr/2026:18:13:02] ENGINE Serving on https://192.168.123.102:7150 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: [13/Apr/2026:18:13:02] ENGINE Bus STARTED 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: [13/Apr/2026:18:13:02] ENGINE Client ('192.168.123.102', 48682) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:03.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:03 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/980211350' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:04.292 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:04.292 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:04.429 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:04.429 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /etc/ceph/ceph.conf 2026-04-13T18:13:04.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:04 vm02 ceph-mon[50355]: mgrmap e17: vm02.psoaub(active, since 2s) 2026-04-13T18:13:04.862 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:04.862 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:04.862 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:05.920 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:05.921 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm06", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: Updating vm02:/etc/ceph/ceph.conf 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: Updating vm06:/etc/ceph/ceph.conf 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/146581485' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm06", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm06", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-04-13T18:13:06.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:05 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:06.152 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:06.633 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:06.633 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:06.633 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm02:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm06:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm06:/etc/ceph/ceph.client.admin.keyring 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm02:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.client.admin.keyring 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Updating vm06:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.client.admin.keyring 2026-04-13T18:13:07.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:06 vm02 ceph-mon[50355]: Deploying daemon ceph-exporter.vm06 on vm06 2026-04-13T18:13:07.698 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:07.698 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:07.948 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/258032866' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm06", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.vm06", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: Deploying daemon crash.vm06 on vm06 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:08.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:07 vm02 ceph-mon[50355]: Deploying daemon node-exporter.vm06 on vm06 2026-04-13T18:13:08.340 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:08.340 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:08.340 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:09.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:08 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/267677463' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:09.414 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:09.414 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:09.543 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:09.976 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:09.977 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:09.977 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:10.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:10 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/397104168' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:11.036 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:11.036 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:11.178 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "mgr.vm06.akmzjs", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.vm06.akmzjs", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr services"} : dispatch 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: Deploying daemon mgr.vm06.akmzjs on vm06 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-04-13T18:13:11.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:11 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:11.623 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:11.623 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":1,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:11:30.757840Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-04-13T18:13:11.623 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 1 2026-04-13T18:13:12.116 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:12 vm06 ceph-mon[64846]: mon.vm06@-1(synchronizing).paxosservice(auth 1..8) refresh upgraded, format 0 -> 3 2026-04-13T18:13:12.689 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-04-13T18:13:12.690 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mon dump -f json 2026-04-13T18:13:12.828 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm06/config 2026-04-13T18:13:17.452 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:17.452 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.452 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: mon.vm02 calling monitor election 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: mon.vm06 calling monitor election 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: mon.vm02 is new leader, mons vm02,vm06 in quorum (ranks 0,1) 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: monmap epoch 2 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: last_changed 2026-04-13T18:13:12.038206+0000 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: created 2026-04-13T18:11:30.757840+0000 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: min_mon_release 20 (tentacle) 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: election_strategy: 1 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.vm02 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: 1: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.vm06 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: fsmap 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: osdmap e5: 0 total, 0 up, 0 in 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: mgrmap e17: vm02.psoaub(active, since 16s) 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: overall HEALTH_OK 2026-04-13T18:13:17.453 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:17 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: mon.vm02 calling monitor election 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: mon.vm06 calling monitor election 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: mon.vm02 is new leader, mons vm02,vm06 in quorum (ranks 0,1) 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: monmap epoch 2 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: last_changed 2026-04-13T18:13:12.038206+0000 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: created 2026-04-13T18:11:30.757840+0000 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: min_mon_release 20 (tentacle) 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: election_strategy: 1 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.vm02 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: 1: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.vm06 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: fsmap 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: osdmap e5: 0 total, 0 up, 0 in 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: mgrmap e17: vm02.psoaub(active, since 16s) 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: overall HEALTH_OK 2026-04-13T18:13:17.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:17 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:17.660 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-13T18:13:17.660 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":2,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","modified":"2026-04-13T18:13:12.038206Z","created":"2026-04-13T18:11:30.757840Z","min_mon_release":20,"min_mon_release_name":"tentacle","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid","tentacle"],"optional":[]},"mons":[{"rank":0,"name":"vm02","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"vm06","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:3300","nonce":0},{"type":"v1","addr":"192.168.123.106:6789","nonce":0}]},"addr":"192.168.123.106:6789/0","public_addr":"192.168.123.106:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-04-13T18:13:17.660 INFO:teuthology.orchestra.run.vm06.stderr:dumped monmap epoch 2 2026-04-13T18:13:17.717 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-04-13T18:13:17.717 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph config generate-minimal-conf 2026-04-13T18:13:17.851 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:18.220 INFO:teuthology.orchestra.run.vm02.stdout:# minimal ceph.conf for 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:13:18.220 INFO:teuthology.orchestra.run.vm02.stdout:[global] 2026-04-13T18:13:18.220 INFO:teuthology.orchestra.run.vm02.stdout: fsid = 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:13:18.220 INFO:teuthology.orchestra.run.vm02.stdout: mon_host = [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-13T18:13:18.280 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-04-13T18:13:18.280 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:13:18.280 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.conf 2026-04-13T18:13:18.307 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:13:18.307 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/1953075182' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.379 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.380 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-04-13T18:13:18.380 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-04-13T18:13:18.380 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:18 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:18.384 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:13:18.384 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/ceph/ceph.conf 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/1953075182' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-04-13T18:13:18.408 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:18 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:18.412 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:13:18.412 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-04-13T18:13:18.476 DEBUG:tasks.cephadm:set 0 configs 2026-04-13T18:13:18.476 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph config dump 2026-04-13T18:13:18.619 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global dev auth_debug true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global basic container_image harbor.clyso.com/custom-ceph/ceph/ceph@sha256:04fb1ae5aa13434d0ef747f0e7dd11cd190378f94a382387965098d43e0a0132 * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global dev debug_asserts_on_shutdown true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global basic log_to_file true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global basic log_to_journald false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global basic log_to_stderr false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_allow_pool_delete true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_cluster_log_to_file true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_max_pg_per_osd 10000 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced mon_warn_on_too_few_osds false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global dev ms_die_on_bug true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global dev ms_die_on_old_message true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:global advanced public_network 192.168.123.0/24 * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced debug_mon 20/20 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced debug_ms 1/1 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced debug_paxos 20/20 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_data_avail_warn 5 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon dev mon_osd_prime_pg_temp true 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced debug_mgr 20/20 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced debug_ms 1/1 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/cephadm/container_init True * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-04-13T18:13:19.019 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev bdev_debug_aio true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced debug_ms 1/1 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced debug_osd 20/20 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_misdirected_ops true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_op_order true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_pg_log_writeout true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_shutdown true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_verify_cached_snaps true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_verify_missing_on_start true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd basic osd_mclock_iops_capacity_threshold_hdd 49000.000000 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_memory_target_autotune true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_op_queue debug_random * 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_recover_clone_overlap true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:osd advanced osd_shutdown_pgref_assert true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:client.rgw advanced rgw_cache_enabled true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:client.rgw advanced rgw_enable_ops_log true 2026-04-13T18:13:19.020 INFO:teuthology.orchestra.run.vm02.stdout:client.rgw advanced rgw_enable_usage_log true 2026-04-13T18:13:19.076 INFO:tasks.cephadm:Deploying OSDs... 2026-04-13T18:13:19.077 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:13:19.077 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-04-13T18:13:19.093 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-04-13T18:13:19.093 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme0n1 2026-04-13T18:13:19.155 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme0n1 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 999 Links: 1 Device type: 103,1 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:12:27.726760987 +0000 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:11:01.138121870 +0000 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:11:01.138121870 +0000 2026-04-13T18:13:19.156 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:11:00.250042087 +0000 2026-04-13T18:13:19.156 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Updating vm02:/etc/ceph/ceph.conf 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Updating vm06:/etc/ceph/ceph.conf 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Updating vm06:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Updating vm02:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Reconfiguring mon.vm02 (unknown last config time)... 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Reconfiguring daemon mon.vm02 on vm02 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2727647548' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Reconfiguring mgr.vm02.psoaub (unknown last config time)... 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "mgr.vm02.psoaub", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr services"} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: Reconfiguring daemon mgr.vm02.psoaub on vm02 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm02", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4219739866' entity='client.admin' cmd={"prefix": "config dump"} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm02", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:13:19.229 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:19 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.233 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:13:19.233 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:13:19.233 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000263653 s, 1.9 MB/s 2026-04-13T18:13:19.235 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-04-13T18:13:19.299 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme1n1 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme1n1 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 1011 Links: 1 Device type: 103,3 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:12:27.765760996 +0000 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:11:01.551359956 +0000 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:11:01.551359956 +0000 2026-04-13T18:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:11:00.400042211 +0000 2026-04-13T18:13:19.376 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-04-13T18:13:19.445 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:13:19.445 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:13:19.445 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.00018736 s, 2.7 MB/s 2026-04-13T18:13:19.447 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-04-13T18:13:19.512 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme2n1 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme2n1 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 1023 Links: 1 Device type: 103,4 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:12:27.803761004 +0000 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:11:01.978606113 +0000 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:11:01.978606113 +0000 2026-04-13T18:13:19.575 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:11:00.555042339 +0000 2026-04-13T18:13:19.575 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Updating vm02:/etc/ceph/ceph.conf 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Updating vm06:/etc/ceph/ceph.conf 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Updating vm06:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Updating vm02:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/config/ceph.conf 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Reconfiguring mon.vm02 (unknown last config time)... 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Reconfiguring daemon mon.vm02 on vm02 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2727647548' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Reconfiguring mgr.vm02.psoaub (unknown last config time)... 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "mgr.vm02.psoaub", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr services"} : dispatch 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: Reconfiguring daemon mgr.vm02.psoaub on vm02 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm02", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4219739866' entity='client.admin' cmd={"prefix": "config dump"} : dispatch 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm02", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:13:19.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:19 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:19.645 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:13:19.645 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:13:19.645 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000174767 s, 2.9 MB/s 2026-04-13T18:13:19.646 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-04-13T18:13:19.702 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme3n1 2026-04-13T18:13:19.764 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme3n1 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 1035 Links: 1 Device type: 103,6 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-13 18:12:27.832761011 +0000 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-13 18:11:02.416619817 +0000 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-13 18:11:02.416619817 +0000 2026-04-13T18:13:19.765 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-13 18:11:00.654042421 +0000 2026-04-13T18:13:19.765 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-04-13T18:13:19.833 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-13T18:13:19.833 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-13T18:13:19.833 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000163826 s, 3.1 MB/s 2026-04-13T18:13:19.835 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-04-13T18:13:19.901 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:13:19.901 DEBUG:teuthology.orchestra.run.vm06:> dd if=/scratch_devs of=/dev/stdout 2026-04-13T18:13:19.917 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-04-13T18:13:19.918 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/nvme0n1 2026-04-13T18:13:19.977 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/nvme0n1 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 994 Links: 1 Device type: 103,1 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:13:04.171848726 +0000 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:11:04.401813046 +0000 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:11:04.401813046 +0000 2026-04-13T18:13:19.978 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:11:03.580812365 +0000 2026-04-13T18:13:19.978 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-04-13T18:13:20.046 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:13:20.046 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:13:20.046 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000243163 s, 2.1 MB/s 2026-04-13T18:13:20.047 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-04-13T18:13:20.103 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/nvme1n1 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/nvme1n1 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 1005 Links: 1 Device type: 103,2 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:13:04.207848753 +0000 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:11:04.845813415 +0000 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:11:04.845813415 +0000 2026-04-13T18:13:20.164 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:11:03.719812480 +0000 2026-04-13T18:13:20.164 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-04-13T18:13:20.233 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:13:20.233 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:13:20.233 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000242102 s, 2.1 MB/s 2026-04-13T18:13:20.234 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-04-13T18:13:20.290 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/nvme2n1 2026-04-13T18:13:20.291 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: Reconfiguring ceph-exporter.vm02 (monmap changed)... 2026-04-13T18:13:20.292 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: Reconfiguring daemon ceph-exporter.vm02 on vm02 2026-04-13T18:13:20.292 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: Reconfiguring crash.vm02 (monmap changed)... 2026-04-13T18:13:20.292 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: Reconfiguring daemon crash.vm02 on vm02 2026-04-13T18:13:20.292 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:20.292 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:20 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:20.348 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/nvme2n1 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 1017 Links: 1 Device type: 103,5 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:13:04.243848780 +0000 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:11:05.280813776 +0000 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:11:05.280813776 +0000 2026-04-13T18:13:20.349 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:11:03.830812572 +0000 2026-04-13T18:13:20.349 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: Reconfiguring ceph-exporter.vm02 (monmap changed)... 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: Reconfiguring daemon ceph-exporter.vm02 on vm02 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: Reconfiguring crash.vm02 (monmap changed)... 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: Reconfiguring daemon crash.vm02 on vm02 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:20.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:20 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:20.385 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:13:20.385 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:13:20.385 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000237022 s, 2.2 MB/s 2026-04-13T18:13:20.387 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-04-13T18:13:20.445 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/nvme3n1 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/nvme3n1 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Device: 6h/6d Inode: 1029 Links: 1 Device type: 103,7 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-13 18:13:04.286848812 +0000 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-13 18:11:05.713814136 +0000 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-13 18:11:05.713814136 +0000 2026-04-13T18:13:20.507 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-13 18:11:03.938812662 +0000 2026-04-13T18:13:20.507 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-04-13T18:13:20.576 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-13T18:13:20.576 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-13T18:13:20.576 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000277618 s, 1.8 MB/s 2026-04-13T18:13:20.577 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-04-13T18:13:20.636 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch apply osd --all-available-devices 2026-04-13T18:13:20.831 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm06/config 2026-04-13T18:13:21.237 INFO:teuthology.orchestra.run.vm06.stdout:Scheduled osd.all-available-devices update... 2026-04-13T18:13:21.314 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-04-13T18:13:21.315 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: Reconfiguring alertmanager.vm02 deps ['mgr.vm02.psoaub', 'secure_monitoring_stack:False'] -> ['alertmanager.vm02', 'mgr.vm02.psoaub', 'mgr.vm06.akmzjs', 'secure_monitoring_stack:False'] (diff {'alertmanager.vm02', 'mgr.vm06.akmzjs'}) 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: Reconfiguring daemon alertmanager.vm02 on vm02 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: Reconfiguring grafana.vm02 deps ['secure_monitoring_stack:False'] -> ['prometheus.vm02', 'secure_monitoring_stack:False'] (diff {'prometheus.vm02'}) 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"} : dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: Reconfiguring daemon grafana.vm02 on vm02 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: Standby manager daemon vm06.akmzjs started 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/vm06.akmzjs/crt"} : dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/vm06.akmzjs/key"} : dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-04-13T18:13:21.417 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:21 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.468 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:21.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: Reconfiguring alertmanager.vm02 deps ['mgr.vm02.psoaub', 'secure_monitoring_stack:False'] -> ['alertmanager.vm02', 'mgr.vm02.psoaub', 'mgr.vm06.akmzjs', 'secure_monitoring_stack:False'] (diff {'alertmanager.vm02', 'mgr.vm06.akmzjs'}) 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: Reconfiguring daemon alertmanager.vm02 on vm02 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: Reconfiguring grafana.vm02 deps ['secure_monitoring_stack:False'] -> ['prometheus.vm02', 'secure_monitoring_stack:False'] (diff {'prometheus.vm02'}) 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"} : dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: Reconfiguring daemon grafana.vm02 on vm02 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: Standby manager daemon vm06.akmzjs started 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/vm06.akmzjs/crt"} : dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/vm06.akmzjs/key"} : dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.? 192.168.123.106:0/225636936' entity='mgr.vm06.akmzjs' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-04-13T18:13:21.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:21 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:21.845 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:21.902 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='client.14282 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: Marking host: vm02 for OSDSpec preview refresh. 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: Marking host: vm06 for OSDSpec preview refresh. 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: Saving service osd.all-available-devices spec with placement * 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: mgrmap e18: vm02.psoaub(active, since 20s), standbys: vm06.akmzjs 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm06.akmzjs", "id": "vm06.akmzjs"} : dispatch 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: Reconfiguring prometheus.vm02 deps ['8765', '9283', 'alertmanager', 'ceph-exporter.vm02', 'mgr.vm02.psoaub', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', '9283', 'alertmanager', 'ceph-exporter.vm02', 'ceph-exporter.vm06', 'mgr.vm02.psoaub', 'node-exporter', 'secure_monitoring_stack:False'] (diff {'ceph-exporter.vm06'}) 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3953023193' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm06", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:13:22.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:22 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='client.14282 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: Marking host: vm02 for OSDSpec preview refresh. 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: Marking host: vm06 for OSDSpec preview refresh. 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: Saving service osd.all-available-devices spec with placement * 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: mgrmap e18: vm02.psoaub(active, since 20s), standbys: vm06.akmzjs 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr metadata", "who": "vm06.akmzjs", "id": "vm06.akmzjs"} : dispatch 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.593 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: Reconfiguring prometheus.vm02 deps ['8765', '9283', 'alertmanager', 'ceph-exporter.vm02', 'mgr.vm02.psoaub', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', '9283', 'alertmanager', 'ceph-exporter.vm02', 'ceph-exporter.vm06', 'mgr.vm02.psoaub', 'node-exporter', 'secure_monitoring_stack:False'] (diff {'ceph-exporter.vm06'}) 2026-04-13T18:13:22.594 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3953023193' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:22.594 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.594 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:22.594 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.vm06", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-04-13T18:13:22.594 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:22 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:22.903 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:23.049 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: Reconfiguring daemon prometheus.vm02 on vm02 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: Reconfiguring ceph-exporter.vm06 (monmap changed)... 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: Reconfiguring daemon ceph-exporter.vm06 on vm06 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm06", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "mgr.vm06.akmzjs", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr services"} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-04-13T18:13:23.361 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:23 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:23.418 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:23.471 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: Reconfiguring daemon prometheus.vm02 on vm02 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: Reconfiguring ceph-exporter.vm06 (monmap changed)... 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: Reconfiguring daemon ceph-exporter.vm06 on vm06 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.crash.vm06", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "mgr.vm06.akmzjs", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-04-13T18:13:23.689 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mgr services"} : dispatch 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-04-13T18:13:23.690 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:23 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:24.472 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring crash.vm06 (monmap changed)... 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring daemon crash.vm06 on vm06 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring mgr.vm06.akmzjs (monmap changed)... 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring daemon mgr.vm06.akmzjs on vm06 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring mon.vm06 (monmap changed)... 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: Reconfiguring daemon mon.vm06 on vm06 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2941984401' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-alertmanager-api-host", "value": "http://vm02.local:9093"} : dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://vm02.local:9093"}]: dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-04-13T18:13:24.495 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-grafana-api-url", "value": "https://vm02.local:3000"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://vm02.local:3000"}]: dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-prometheus-api-host", "value": "http://vm02.local:9095"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://vm02.local:9095"}]: dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.496 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:24 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.606 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring crash.vm06 (monmap changed)... 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring daemon crash.vm06 on vm06 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring mgr.vm06.akmzjs (monmap changed)... 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring daemon mgr.vm06.akmzjs on vm06 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring mon.vm06 (monmap changed)... 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: Reconfiguring daemon mon.vm06 on vm06 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2941984401' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-alertmanager-api-host", "value": "http://vm02.local:9093"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://vm02.local:9093"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-grafana-api-url", "value": "https://vm02.local:3000"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://vm02.local:3000"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "dashboard set-prometheus-api-host", "value": "http://vm02.local:9095"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://vm02.local:9095"}]: dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "orch get-security-config"} : dispatch 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:24 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:24.978 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:25.031 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: Certificate for "grafana_cert (vm02)" is still valid for 1094 days. 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:25 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1346676154' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:25.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: Certificate for "grafana_cert (vm02)" is still valid for 1094 days. 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:25.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:25 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1346676154' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:26.032 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:26.175 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:26.567 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"} : dispatch 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/2860767592' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"} : dispatch 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"}]': finished 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: osdmap e6: 1 total, 0 up, 1 in 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2621003232' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "1eb43b1b-762e-4b53-89cd-11293aac2253"} : dispatch 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2621003232' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1eb43b1b-762e-4b53-89cd-11293aac2253"}]': finished 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: osdmap e7: 2 total, 0 up, 2 in 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:26.624 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:26 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:26.624 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1776104006,"num_remapped_pgs":0} 2026-04-13T18:13:26.694 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"} : dispatch 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/2860767592' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"} : dispatch 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51d85bdf-e561-41bc-a089-71adb2f17b07"}]': finished 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: osdmap e6: 1 total, 0 up, 1 in 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2621003232' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "1eb43b1b-762e-4b53-89cd-11293aac2253"} : dispatch 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2621003232' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1eb43b1b-762e-4b53-89cd-11293aac2253"}]': finished 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: osdmap e7: 2 total, 0 up, 2 in 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:26.695 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:26 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:27.625 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:27.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:27 vm02 ceph-mon[50355]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:27.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:27 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3178843690' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:27.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:27 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/2959739372' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:27.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:27 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2455517825' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:27.776 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:27.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:27 vm06 ceph-mon[64846]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:27.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:27 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3178843690' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:27.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:27 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/2959739372' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:27.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:27 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2455517825' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:28.177 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:28.229 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1776104007,"num_remapped_pgs":0} 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2075668036' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "33acbe3c-4b8f-4d46-9632-fc3d1b2952b0"} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2075668036' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33acbe3c-4b8f-4d46-9632-fc3d1b2952b0"}]': finished 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: osdmap e8: 3 total, 0 up, 3 in 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/4116296129' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"}]': finished 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: osdmap e9: 4 total, 0 up, 4 in 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1388071299' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/771048294' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:28.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:28 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/4129455548' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2075668036' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "33acbe3c-4b8f-4d46-9632-fc3d1b2952b0"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2075668036' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33acbe3c-4b8f-4d46-9632-fc3d1b2952b0"}]': finished 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: osdmap e8: 3 total, 0 up, 3 in 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/4116296129' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e60133c1-65cd-4a3f-a931-166e26d2e782"}]': finished 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: osdmap e9: 4 total, 0 up, 4 in 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1388071299' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/771048294' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:28.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:28 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/4129455548' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:29.229 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:29.372 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4206624743' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6cec617a-a7e3-43e2-acf5-cd3aca3dd08b"} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4206624743' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6cec617a-a7e3-43e2-acf5-cd3aca3dd08b"}]': finished 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: osdmap e10: 5 total, 0 up, 5 in 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/10201308' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"}]': finished 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: osdmap e11: 6 total, 0 up, 6 in 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:29.546 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:29 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4206624743' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6cec617a-a7e3-43e2-acf5-cd3aca3dd08b"} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4206624743' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6cec617a-a7e3-43e2-acf5-cd3aca3dd08b"}]': finished 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: osdmap e10: 5 total, 0 up, 5 in 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/10201308' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6"}]': finished 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: osdmap e11: 6 total, 0 up, 6 in 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:29.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:29 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:29.741 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:29.820 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":11,"num_osds":6,"num_up_osds":0,"osd_up_since":0,"num_in_osds":6,"osd_in_since":1776104009,"num_remapped_pgs":0} 2026-04-13T18:13:30.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:30 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3524295869' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:30.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:30 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3060862019' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:30.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:30 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/3169685701' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:30.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:30 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3524295869' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:30.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:30 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3060862019' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:30.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:30 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3169685701' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:30.821 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:30.964 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:31.326 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:31.408 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1985581545' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e4f02aec-2a2b-4b6c-9899-344cb00a1cc4"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1985581545' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e4f02aec-2a2b-4b6c-9899-344cb00a1cc4"}]': finished 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: osdmap e12: 7 total, 0 up, 7 in 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3939066664' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"}]': finished 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: osdmap e13: 8 total, 0 up, 8 in 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/578664248' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/274726026' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:31.648 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:31 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4164148089' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:31.706 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1985581545' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "e4f02aec-2a2b-4b6c-9899-344cb00a1cc4"} : dispatch 2026-04-13T18:13:31.706 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1985581545' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e4f02aec-2a2b-4b6c-9899-344cb00a1cc4"}]': finished 2026-04-13T18:13:31.706 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: osdmap e12: 7 total, 0 up, 7 in 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/3939066664' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e194fa5-d6be-4c93-8a5a-0a53989850ae"}]': finished 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: osdmap e13: 8 total, 0 up, 8 in 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/578664248' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/274726026' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2026-04-13T18:13:31.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:31 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4164148089' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:32.409 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:32.544 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:32.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:32 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-04-13T18:13:32.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:32 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:32.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:32 vm02 ceph-mon[50355]: Deploying daemon osd.0 on vm06 2026-04-13T18:13:32.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:32 vm02 ceph-mon[50355]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:32.787 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:32 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-04-13T18:13:32.787 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:32 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:32.787 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:32 vm06 ceph-mon[64846]: Deploying daemon osd.0 on vm06 2026-04-13T18:13:32.787 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:32 vm06 ceph-mon[64846]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:32.926 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:32.986 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:33.686 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:33 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-04-13T18:13:33.686 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:33 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:33.686 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:33 vm06 ceph-mon[64846]: Deploying daemon osd.1 on vm02 2026-04-13T18:13:33.686 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:33 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/981411180' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:33.711 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:33 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-04-13T18:13:33.711 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:33 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:33.711 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:33 vm02 ceph-mon[50355]: Deploying daemon osd.1 on vm02 2026-04-13T18:13:33.711 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:33 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/981411180' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:33.987 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:34.128 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:34.500 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:34.553 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:34.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:34 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1528134853' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:34.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:34 vm02 ceph-mon[50355]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:34.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:34 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1528134853' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:34.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:34 vm06 ceph-mon[64846]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:35.554 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:35.699 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:36.064 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:36.120 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: Deploying daemon osd.2 on vm02 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: Deploying daemon osd.3 on vm06 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3119613814' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:36.633 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:36 vm06 ceph-mon[64846]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: Deploying daemon osd.2 on vm02 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: Deploying daemon osd.3 on vm06 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3119613814' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:36.645 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:36 vm02 ceph-mon[50355]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:37.121 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:37.260 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:37.643 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:37.720 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":14,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: osdmap e14: 8 total, 0 up, 8 in 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:38.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:37 vm02 ceph-mon[50355]: from='osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: osdmap e14: 8 total, 0 up, 8 in 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:38.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:37 vm06 ceph-mon[64846]: from='osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4259309329' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: osdmap e15: 8 total, 0 up, 8 in 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.661 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.721 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4259309329' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: osdmap e15: 8 total, 0 up, 8 in 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.789 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='osd.0 ' entity='osd.0' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: Deploying daemon osd.4 on vm02 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: Deploying daemon osd.5 on vm06 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.790 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:38 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.894 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562]' entity='osd.1' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='osd.0 ' entity='osd.0' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: Deploying daemon osd.4 on vm02 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: Deploying daemon osd.5 on vm06 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:38.919 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:38 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:39.250 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:39.317 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":15,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1147767616' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562] boot 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893] boot 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: osdmap e16: 8 total, 2 up, 8 in 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:39.823 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:39 vm02 ceph-mon[50355]: from='osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1147767616' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: osd.1 [v2:192.168.123.102:6802/3565073562,v1:192.168.123.102:6803/3565073562] boot 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: osd.0 [v2:192.168.123.106:6800/2551151893,v1:192.168.123.106:6801/2551151893] boot 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: osdmap e16: 8 total, 2 up, 8 in 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-04-13T18:13:39.847 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:39.848 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:39 vm06 ceph-mon[64846]: from='osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:40.318 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:40.527 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:40.984 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:41.041 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":17,"num_osds":8,"num_up_osds":2,"osd_up_since":1776104019,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:41.498 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:41.498 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:41.498 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: osdmap e17: 8 total, 2 up, 8 in 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: pgmap v25: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='osd.3 ' entity='osd.3' 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1189142475' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:41.499 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:41 vm06 ceph-mon[64846]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: osdmap e17: 8 total, 2 up, 8 in 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: pgmap v25: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='osd.3 ' entity='osd.3' 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1189142475' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:41.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:41 vm02 ceph-mon[50355]: from='osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565]' entity='osd.2' 2026-04-13T18:13:42.043 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:42.178 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:42.338 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: Deploying daemon osd.6 on vm02 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: Deploying daemon osd.7 on vm06 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622] boot 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565] boot 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: osdmap e18: 8 total, 4 up, 8 in 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:42.339 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:42 vm02 ceph-mon[50355]: from='osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:42.355 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: Deploying daemon osd.6 on vm02 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: Deploying daemon osd.7 on vm06 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: osd.3 [v2:192.168.123.106:6808/653558622,v1:192.168.123.106:6809/653558622] boot 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: osd.2 [v2:192.168.123.102:6810/3900800565,v1:192.168.123.102:6811/3900800565] boot 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: osdmap e18: 8 total, 4 up, 8 in 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:42.356 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:42 vm06 ceph-mon[64846]: from='osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:42.556 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:42.609 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":18,"num_osds":8,"num_up_osds":4,"osd_up_since":1776104021,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:43.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1535217439' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:43.502 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: pgmap v27: 0 pgs: ; 0 B data, 105 MiB used, 80 GiB / 80 GiB avail 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: osdmap e19: 8 total, 4 up, 8 in 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:43.503 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:43 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:43.610 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1535217439' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: pgmap v27: 0 pgs: ; 0 B data, 105 MiB used, 80 GiB / 80 GiB avail 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: osdmap e19: 8 total, 4 up, 8 in 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:43.612 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:43 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:43.799 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:44.245 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:44.313 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":20,"num_osds":8,"num_up_osds":6,"osd_up_since":1776104023,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='osd.5 ' entity='osd.5' 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417] boot 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677] boot 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: osdmap e20: 8 total, 6 up, 8 in 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2177380040' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:44.702 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:44 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='osd.5 ' entity='osd.5' 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: osd.4 [v2:192.168.123.102:6818/2988709417,v1:192.168.123.102:6819/2988709417] boot 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: osd.5 [v2:192.168.123.106:6816/1858031677,v1:192.168.123.106:6817/1858031677] boot 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: osdmap e20: 8 total, 6 up, 8 in 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2177380040' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:44.707 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:44 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:45.314 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:45.488 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:45.602 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: pgmap v30: 1 pgs: 1 unknown; 0 B data, 158 MiB used, 120 GiB / 120 GiB avail 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: osdmap e21: 8 total, 6 up, 8 in 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:45.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:45 vm02 ceph-mon[50355]: from='osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:45.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:45.838 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: pgmap v30: 1 pgs: 1 unknown; 0 B data, 158 MiB used, 120 GiB / 120 GiB avail 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: osdmap e21: 8 total, 6 up, 8 in 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]} : dispatch 2026-04-13T18:13:45.839 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:45 vm06 ceph-mon[64846]: from='osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]} : dispatch 2026-04-13T18:13:45.930 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:45.993 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":21,"num_osds":8,"num_up_osds":6,"osd_up_since":1776104023,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":0} 2026-04-13T18:13:46.747 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1193306443' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: osdmap e22: 8 total, 6 up, 8 in 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:46.748 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:46 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1193306443' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm06", "root=default"]}]': finished 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: osdmap e22: 8 total, 6 up, 8 in 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:13:46.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:46 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:46.994 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd stat -f json 2026-04-13T18:13:47.135 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:47.530 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: pgmap v33: 1 pgs: 1 unknown; 0 B data, 158 MiB used, 120 GiB / 120 GiB avail 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620] boot 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911] boot 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: osdmap e23: 8 total, 8 up, 8 in 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:47.603 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:47 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:47.604 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":23,"num_osds":8,"num_up_osds":8,"osd_up_since":1776104026,"num_in_osds":8,"osd_in_since":1776104010,"num_remapped_pgs":1} 2026-04-13T18:13:47.604 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd dump --format=json 2026-04-13T18:13:47.743 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:47.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: pgmap v33: 1 pgs: 1 unknown; 0 B data, 158 MiB used, 120 GiB / 120 GiB avail 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: osd.7 [v2:192.168.123.106:6824/3401220620,v1:192.168.123.106:6825/3401220620] boot 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: osd.6 [v2:192.168.123.102:6826/4172001911,v1:192.168.123.102:6827/4172001911] boot 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: osdmap e23: 8 total, 8 up, 8 in 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-04-13T18:13:47.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:47 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-04-13T18:13:48.094 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:48.094 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":24,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","created":"2026-04-13T18:11:31.876131+0000","modified":"2026-04-13T18:13:47.987832+0000","last_up_change":"2026-04-13T18:13:46.985180+0000","last_in_change":"2026-04-13T18:13:30.556223+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":10,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-13T18:13:42.846477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"51d85bdf-e561-41bc-a089-71adb2f17b07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6801","nonce":2551151893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6803","nonce":2551151893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6807","nonce":2551151893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6805","nonce":2551151893}]},"public_addr":"192.168.123.106:6801/2551151893","cluster_addr":"192.168.123.106:6803/2551151893","heartbeat_back_addr":"192.168.123.106:6807/2551151893","heartbeat_front_addr":"192.168.123.106:6805/2551151893","state":["exists","up"]},{"osd":1,"uuid":"1eb43b1b-762e-4b53-89cd-11293aac2253","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6803","nonce":3565073562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6805","nonce":3565073562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6809","nonce":3565073562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6807","nonce":3565073562}]},"public_addr":"192.168.123.102:6803/3565073562","cluster_addr":"192.168.123.102:6805/3565073562","heartbeat_back_addr":"192.168.123.102:6809/3565073562","heartbeat_front_addr":"192.168.123.102:6807/3565073562","state":["exists","up"]},{"osd":2,"uuid":"33acbe3c-4b8f-4d46-9632-fc3d1b2952b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6811","nonce":3900800565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6813","nonce":3900800565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6817","nonce":3900800565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6815","nonce":3900800565}]},"public_addr":"192.168.123.102:6811/3900800565","cluster_addr":"192.168.123.102:6813/3900800565","heartbeat_back_addr":"192.168.123.102:6817/3900800565","heartbeat_front_addr":"192.168.123.102:6815/3900800565","state":["exists","up"]},{"osd":3,"uuid":"e60133c1-65cd-4a3f-a931-166e26d2e782","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6809","nonce":653558622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6811","nonce":653558622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6815","nonce":653558622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6812","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6813","nonce":653558622}]},"public_addr":"192.168.123.106:6809/653558622","cluster_addr":"192.168.123.106:6811/653558622","heartbeat_back_addr":"192.168.123.106:6815/653558622","heartbeat_front_addr":"192.168.123.106:6813/653558622","state":["exists","up"]},{"osd":4,"uuid":"6cec617a-a7e3-43e2-acf5-cd3aca3dd08b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6819","nonce":2988709417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6821","nonce":2988709417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6825","nonce":2988709417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6823","nonce":2988709417}]},"public_addr":"192.168.123.102:6819/2988709417","cluster_addr":"192.168.123.102:6821/2988709417","heartbeat_back_addr":"192.168.123.102:6825/2988709417","heartbeat_front_addr":"192.168.123.102:6823/2988709417","state":["exists","up"]},{"osd":5,"uuid":"bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6816","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6817","nonce":1858031677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6819","nonce":1858031677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6823","nonce":1858031677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6821","nonce":1858031677}]},"public_addr":"192.168.123.106:6817/1858031677","cluster_addr":"192.168.123.106:6819/1858031677","heartbeat_back_addr":"192.168.123.106:6823/1858031677","heartbeat_front_addr":"192.168.123.106:6821/1858031677","state":["exists","up"]},{"osd":6,"uuid":"e4f02aec-2a2b-4b6c-9899-344cb00a1cc4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6827","nonce":4172001911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6829","nonce":4172001911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6833","nonce":4172001911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6831","nonce":4172001911}]},"public_addr":"192.168.123.102:6827/4172001911","cluster_addr":"192.168.123.102:6829/4172001911","heartbeat_back_addr":"192.168.123.102:6833/4172001911","heartbeat_front_addr":"192.168.123.102:6831/4172001911","state":["exists","up"]},{"osd":7,"uuid":"6e194fa5-d6be-4c93-8a5a-0a53989850ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6825","nonce":3401220620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6827","nonce":3401220620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6831","nonce":3401220620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6828","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6829","nonce":3401220620}]},"public_addr":"192.168.123.106:6825/3401220620","cluster_addr":"192.168.123.106:6827/3401220620","heartbeat_back_addr":"192.168.123.106:6831/3401220620","heartbeat_front_addr":"192.168.123.106:6829/3401220620","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.894768+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.817583+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.755907+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.802652+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.758553+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.737375+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.681790+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.761735+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[2,3]}],"primary_temp":[],"blocklist":{"192.168.123.102:6801/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:6800/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:6801/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/465259322":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/2445469807":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/375702277":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/1223454253":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2689693266":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6801/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2770695640":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/1527110171":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/1076020738":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/3343481131":"2026-04-14T18:13:00.545831+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-13T18:13:48.146 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-04-13T18:13:42.846477+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'nonprimary_shards': '{}', 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-04-13T18:13:48.146 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd pool get .mgr pg_num 2026-04-13T18:13:48.287 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: purged_snaps scrub starts 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: purged_snaps scrub ok 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: OSD bench result of 49425.524656 IOPS is not within the threshold limit range of 50.000000 IOPS and 49000.000000 IOPS for osd.6. IOPS capacity is unchanged at 315.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: mgrmap e19: vm02.psoaub(active, since 46s), standbys: vm06.akmzjs 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4103647218' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: osdmap e24: 8 total, 8 up, 8 in 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2642512701' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.611 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:48 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm06", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:48.656 INFO:teuthology.orchestra.run.vm02.stdout:pg_num: 1 2026-04-13T18:13:48.656 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: purged_snaps scrub starts 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: purged_snaps scrub ok 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: OSD bench result of 49425.524656 IOPS is not within the threshold limit range of 50.000000 IOPS and 49000.000000 IOPS for osd.6. IOPS capacity is unchanged at 315.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: mgrmap e19: vm02.psoaub(active, since 46s), standbys: vm06.akmzjs 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4103647218' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: osdmap e24: 8 total, 8 up, 8 in 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2642512701' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:48.657 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:48 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm06", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:48.703 INFO:tasks.cephadm:Setting up client nodes... 2026-04-13T18:13:48.703 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-04-13T18:13:48.839 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:49.289 INFO:teuthology.orchestra.run.vm02.stdout:[client.0] 2026-04-13T18:13:49.289 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBdMt1pj8LtEBAAKJFf2jSiWgs7j63NsLh/wg== 2026-04-13T18:13:49.334 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:13:49.335 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-04-13T18:13:49.335 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-13T18:13:49.365 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-04-13T18:13:49.496 INFO:teuthology.orchestra.run.vm06.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm06/config 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: Detected new or changed devices on vm06 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: pgmap v36: 1 pgs: 1 remapped; 577 KiB data, 212 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1946160089' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: osdmap e25: 8 total, 8 up, 8 in 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2039604086' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:49.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:49 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2039604086' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-04-13T18:13:49.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: Detected new or changed devices on vm06 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: pgmap v36: 1 pgs: 1 remapped; 577 KiB data, 212 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1946160089' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: osdmap e25: 8 total, 8 up, 8 in 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2039604086' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:49.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:49 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2039604086' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-04-13T18:13:49.900 INFO:teuthology.orchestra.run.vm06.stdout:[client.1] 2026-04-13T18:13:49.900 INFO:teuthology.orchestra.run.vm06.stdout: key = AQBdMt1pYFJCNRAA3VvPzNBSEExyVcnJksFvgw== 2026-04-13T18:13:49.946 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:13:49.946 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-04-13T18:13:49.946 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-13T18:13:49.977 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph config log 1 --format=json 2026-04-13T18:13:50.102 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:50.434 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:50.478 INFO:teuthology.orchestra.run.vm02.stdout:[{"version":18,"timestamp":"2026-04-13T18:13:43.470647+0000","name":"","changes":[{"name":"osd.5/osd_mclock_max_capacity_iops_hdd","new_value":"37580.239448"}]}] 2026-04-13T18:13:50.478 INFO:tasks.ceph_manager:config epoch is 18 2026-04-13T18:13:50.479 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-13T18:13:50.479 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-04-13T18:13:50.479 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mgr dump --format=json 2026-04-13T18:13:50.607 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: Detected new or changed devices on vm02 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: from='client.? 192.168.123.106:0/3035264997' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: osdmap e26: 8 total, 8 up, 8 in 2026-04-13T18:13:50.723 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:50 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3522061583' entity='client.admin' cmd={"prefix": "config log", "num": 1, "format": "json"} : dispatch 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: Detected new or changed devices on vm02 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: from='client.? 192.168.123.106:0/3035264997' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: osdmap e26: 8 total, 8 up, 8 in 2026-04-13T18:13:50.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:50 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3522061583' entity='client.admin' cmd={"prefix": "config log", "num": 1, "format": "json"} : dispatch 2026-04-13T18:13:50.975 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:51.027 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":19,"flags":0,"active_gid":14231,"active_name":"vm02.psoaub","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":2213928309},{"type":"v1","addr":"192.168.123.102:6801","nonce":2213928309}]},"active_addr":"192.168.123.102:6801/2213928309","active_change":"2026-04-13T18:13:00.546154+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":14264,"name":"vm06.akmzjs","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.102:8443/","prometheus":"http://192.168.123.102:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":5,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3191089731}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3157847715}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":2351295931}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3614855467}]}]} 2026-04-13T18:13:51.029 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-04-13T18:13:51.029 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-04-13T18:13:51.029 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd dump --format=json 2026-04-13T18:13:51.152 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:51.502 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:51.502 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":27,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","created":"2026-04-13T18:11:31.876131+0000","modified":"2026-04-13T18:13:51.063734+0000","last_up_change":"2026-04-13T18:13:46.985180+0000","last_in_change":"2026-04-13T18:13:30.556223+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":10,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-13T18:13:42.846477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"51d85bdf-e561-41bc-a089-71adb2f17b07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6801","nonce":2551151893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6803","nonce":2551151893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6807","nonce":2551151893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6805","nonce":2551151893}]},"public_addr":"192.168.123.106:6801/2551151893","cluster_addr":"192.168.123.106:6803/2551151893","heartbeat_back_addr":"192.168.123.106:6807/2551151893","heartbeat_front_addr":"192.168.123.106:6805/2551151893","state":["exists","up"]},{"osd":1,"uuid":"1eb43b1b-762e-4b53-89cd-11293aac2253","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6803","nonce":3565073562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6805","nonce":3565073562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6809","nonce":3565073562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6807","nonce":3565073562}]},"public_addr":"192.168.123.102:6803/3565073562","cluster_addr":"192.168.123.102:6805/3565073562","heartbeat_back_addr":"192.168.123.102:6809/3565073562","heartbeat_front_addr":"192.168.123.102:6807/3565073562","state":["exists","up"]},{"osd":2,"uuid":"33acbe3c-4b8f-4d46-9632-fc3d1b2952b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6811","nonce":3900800565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6813","nonce":3900800565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6817","nonce":3900800565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6815","nonce":3900800565}]},"public_addr":"192.168.123.102:6811/3900800565","cluster_addr":"192.168.123.102:6813/3900800565","heartbeat_back_addr":"192.168.123.102:6817/3900800565","heartbeat_front_addr":"192.168.123.102:6815/3900800565","state":["exists","up"]},{"osd":3,"uuid":"e60133c1-65cd-4a3f-a931-166e26d2e782","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6809","nonce":653558622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6811","nonce":653558622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6815","nonce":653558622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6812","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6813","nonce":653558622}]},"public_addr":"192.168.123.106:6809/653558622","cluster_addr":"192.168.123.106:6811/653558622","heartbeat_back_addr":"192.168.123.106:6815/653558622","heartbeat_front_addr":"192.168.123.106:6813/653558622","state":["exists","up"]},{"osd":4,"uuid":"6cec617a-a7e3-43e2-acf5-cd3aca3dd08b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6819","nonce":2988709417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6821","nonce":2988709417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6825","nonce":2988709417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6823","nonce":2988709417}]},"public_addr":"192.168.123.102:6819/2988709417","cluster_addr":"192.168.123.102:6821/2988709417","heartbeat_back_addr":"192.168.123.102:6825/2988709417","heartbeat_front_addr":"192.168.123.102:6823/2988709417","state":["exists","up"]},{"osd":5,"uuid":"bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6816","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6817","nonce":1858031677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6819","nonce":1858031677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6823","nonce":1858031677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6821","nonce":1858031677}]},"public_addr":"192.168.123.106:6817/1858031677","cluster_addr":"192.168.123.106:6819/1858031677","heartbeat_back_addr":"192.168.123.106:6823/1858031677","heartbeat_front_addr":"192.168.123.106:6821/1858031677","state":["exists","up"]},{"osd":6,"uuid":"e4f02aec-2a2b-4b6c-9899-344cb00a1cc4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6827","nonce":4172001911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6829","nonce":4172001911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6833","nonce":4172001911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6831","nonce":4172001911}]},"public_addr":"192.168.123.102:6827/4172001911","cluster_addr":"192.168.123.102:6829/4172001911","heartbeat_back_addr":"192.168.123.102:6833/4172001911","heartbeat_front_addr":"192.168.123.102:6831/4172001911","state":["exists","up"]},{"osd":7,"uuid":"6e194fa5-d6be-4c93-8a5a-0a53989850ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6825","nonce":3401220620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6827","nonce":3401220620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6831","nonce":3401220620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6828","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6829","nonce":3401220620}]},"public_addr":"192.168.123.106:6825/3401220620","cluster_addr":"192.168.123.106:6827/3401220620","heartbeat_back_addr":"192.168.123.106:6831/3401220620","heartbeat_front_addr":"192.168.123.106:6829/3401220620","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.894768+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.817583+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.755907+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.802652+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.758553+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.737375+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.681790+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.761735+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:6800/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:6801/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/465259322":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/2445469807":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/375702277":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/1223454253":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2689693266":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6801/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2770695640":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/1527110171":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/1076020738":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/3343481131":"2026-04-14T18:13:00.545831+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-13T18:13:51.551 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-04-13T18:13:51.551 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd dump --format=json 2026-04-13T18:13:51.676 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:51.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:51 vm02 ceph-mon[50355]: pgmap v39: 1 pgs: 1 remapped; 577 KiB data, 213 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:13:51.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:51 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/60742999' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2026-04-13T18:13:51.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:51 vm02 ceph-mon[50355]: osdmap e27: 8 total, 8 up, 8 in 2026-04-13T18:13:51.753 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:51 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1244546466' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:51.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:51 vm06 ceph-mon[64846]: pgmap v39: 1 pgs: 1 remapped; 577 KiB data, 213 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:13:51.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:51 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/60742999' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2026-04-13T18:13:51.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:51 vm06 ceph-mon[64846]: osdmap e27: 8 total, 8 up, 8 in 2026-04-13T18:13:51.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:51 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1244546466' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:52.027 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:52.027 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":27,"fsid":"23a06da4-3764-11f1-8702-cf6fbd356db6","created":"2026-04-13T18:11:31.876131+0000","modified":"2026-04-13T18:13:51.063734+0000","last_up_change":"2026-04-13T18:13:46.985180+0000","last_in_change":"2026-04-13T18:13:30.556223+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":10,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-13T18:13:42.846477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"51d85bdf-e561-41bc-a089-71adb2f17b07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6801","nonce":2551151893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6803","nonce":2551151893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6807","nonce":2551151893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":2551151893},{"type":"v1","addr":"192.168.123.106:6805","nonce":2551151893}]},"public_addr":"192.168.123.106:6801/2551151893","cluster_addr":"192.168.123.106:6803/2551151893","heartbeat_back_addr":"192.168.123.106:6807/2551151893","heartbeat_front_addr":"192.168.123.106:6805/2551151893","state":["exists","up"]},{"osd":1,"uuid":"1eb43b1b-762e-4b53-89cd-11293aac2253","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6803","nonce":3565073562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6805","nonce":3565073562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6809","nonce":3565073562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3565073562},{"type":"v1","addr":"192.168.123.102:6807","nonce":3565073562}]},"public_addr":"192.168.123.102:6803/3565073562","cluster_addr":"192.168.123.102:6805/3565073562","heartbeat_back_addr":"192.168.123.102:6809/3565073562","heartbeat_front_addr":"192.168.123.102:6807/3565073562","state":["exists","up"]},{"osd":2,"uuid":"33acbe3c-4b8f-4d46-9632-fc3d1b2952b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6811","nonce":3900800565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6813","nonce":3900800565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6817","nonce":3900800565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3900800565},{"type":"v1","addr":"192.168.123.102:6815","nonce":3900800565}]},"public_addr":"192.168.123.102:6811/3900800565","cluster_addr":"192.168.123.102:6813/3900800565","heartbeat_back_addr":"192.168.123.102:6817/3900800565","heartbeat_front_addr":"192.168.123.102:6815/3900800565","state":["exists","up"]},{"osd":3,"uuid":"e60133c1-65cd-4a3f-a931-166e26d2e782","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6809","nonce":653558622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6811","nonce":653558622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6815","nonce":653558622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6812","nonce":653558622},{"type":"v1","addr":"192.168.123.106:6813","nonce":653558622}]},"public_addr":"192.168.123.106:6809/653558622","cluster_addr":"192.168.123.106:6811/653558622","heartbeat_back_addr":"192.168.123.106:6815/653558622","heartbeat_front_addr":"192.168.123.106:6813/653558622","state":["exists","up"]},{"osd":4,"uuid":"6cec617a-a7e3-43e2-acf5-cd3aca3dd08b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6819","nonce":2988709417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6821","nonce":2988709417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6825","nonce":2988709417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2988709417},{"type":"v1","addr":"192.168.123.102:6823","nonce":2988709417}]},"public_addr":"192.168.123.102:6819/2988709417","cluster_addr":"192.168.123.102:6821/2988709417","heartbeat_back_addr":"192.168.123.102:6825/2988709417","heartbeat_front_addr":"192.168.123.102:6823/2988709417","state":["exists","up"]},{"osd":5,"uuid":"bbf8b3a9-86c0-4f07-9ff6-d80328d11eb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":20,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6816","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6817","nonce":1858031677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6819","nonce":1858031677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6823","nonce":1858031677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":1858031677},{"type":"v1","addr":"192.168.123.106:6821","nonce":1858031677}]},"public_addr":"192.168.123.106:6817/1858031677","cluster_addr":"192.168.123.106:6819/1858031677","heartbeat_back_addr":"192.168.123.106:6823/1858031677","heartbeat_front_addr":"192.168.123.106:6821/1858031677","state":["exists","up"]},{"osd":6,"uuid":"e4f02aec-2a2b-4b6c-9899-344cb00a1cc4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6827","nonce":4172001911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6829","nonce":4172001911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6833","nonce":4172001911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":4172001911},{"type":"v1","addr":"192.168.123.102:6831","nonce":4172001911}]},"public_addr":"192.168.123.102:6827/4172001911","cluster_addr":"192.168.123.102:6829/4172001911","heartbeat_back_addr":"192.168.123.102:6833/4172001911","heartbeat_front_addr":"192.168.123.102:6831/4172001911","state":["exists","up"]},{"osd":7,"uuid":"6e194fa5-d6be-4c93-8a5a-0a53989850ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6825","nonce":3401220620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6827","nonce":3401220620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6831","nonce":3401220620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6828","nonce":3401220620},{"type":"v1","addr":"192.168.123.106:6829","nonce":3401220620}]},"public_addr":"192.168.123.106:6825/3401220620","cluster_addr":"192.168.123.106:6827/3401220620","heartbeat_back_addr":"192.168.123.106:6831/3401220620","heartbeat_front_addr":"192.168.123.106:6829/3401220620","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.894768+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:36.817583+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.755907+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:39.802652+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.758553+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:42.737375+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.681790+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-13T18:13:45.761735+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:6800/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:6801/321071930":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/465259322":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/2445469807":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/375702277":"2026-04-14T18:11:58.135630+0000","192.168.123.102:0/1223454253":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2689693266":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6801/3314010648":"2026-04-14T18:12:21.482011+0000","192.168.123.102:6800/176960337":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/2770695640":"2026-04-14T18:13:00.545831+0000","192.168.123.102:0/1527110171":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/1076020738":"2026-04-14T18:12:21.482011+0000","192.168.123.102:0/3343481131":"2026-04-14T18:13:00.545831+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.0 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.1 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.2 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.3 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.4 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.5 flush_pg_stats 2026-04-13T18:13:52.083 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.6 flush_pg_stats 2026-04-13T18:13:52.084 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph tell osd.7 flush_pg_stats 2026-04-13T18:13:52.325 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.347 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.350 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.357 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.358 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.367 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.371 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.390 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:52.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:52 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/4266012525' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:52.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:52 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/4266012525' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2026-04-13T18:13:52.899 INFO:teuthology.orchestra.run.vm02.stdout:98784247811 2026-04-13T18:13:52.899 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.6 2026-04-13T18:13:52.908 INFO:teuthology.orchestra.run.vm02.stdout:68719476740 2026-04-13T18:13:52.908 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.1 2026-04-13T18:13:53.030 INFO:teuthology.orchestra.run.vm02.stdout:98784247811 2026-04-13T18:13:53.031 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.7 2026-04-13T18:13:53.088 INFO:teuthology.orchestra.run.vm02.stdout:68719476740 2026-04-13T18:13:53.088 INFO:teuthology.orchestra.run.vm02.stdout:77309411332 2026-04-13T18:13:53.088 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.0 2026-04-13T18:13:53.088 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.3 2026-04-13T18:13:53.100 INFO:teuthology.orchestra.run.vm02.stdout:85899345923 2026-04-13T18:13:53.100 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.5 2026-04-13T18:13:53.130 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.137 INFO:teuthology.orchestra.run.vm02.stdout:77309411332 2026-04-13T18:13:53.137 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.2 2026-04-13T18:13:53.137 INFO:teuthology.orchestra.run.vm02.stdout:85899345923 2026-04-13T18:13:53.137 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.4 2026-04-13T18:13:53.241 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.294 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.337 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.401 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.411 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.446 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.510 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:53.596 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:53 vm02 ceph-mon[50355]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 126 KiB/s, 0 objects/s recovering 2026-04-13T18:13:53.670 INFO:teuthology.orchestra.run.vm02.stdout:98784247810 2026-04-13T18:13:53.748 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247811 got 98784247810 for osd.6 2026-04-13T18:13:53.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:53 vm06 ceph-mon[64846]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 126 KiB/s, 0 objects/s recovering 2026-04-13T18:13:53.863 INFO:teuthology.orchestra.run.vm02.stdout:68719476739 2026-04-13T18:13:53.903 INFO:teuthology.orchestra.run.vm02.stdout:98784247810 2026-04-13T18:13:53.934 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476740 got 68719476739 for osd.1 2026-04-13T18:13:54.042 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247811 got 98784247810 for osd.7 2026-04-13T18:13:54.074 INFO:teuthology.orchestra.run.vm02.stdout:77309411331 2026-04-13T18:13:54.075 INFO:teuthology.orchestra.run.vm02.stdout:68719476739 2026-04-13T18:13:54.117 INFO:teuthology.orchestra.run.vm02.stdout:77309411331 2026-04-13T18:13:54.142 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476740 got 68719476739 for osd.0 2026-04-13T18:13:54.158 INFO:teuthology.orchestra.run.vm02.stdout:85899345922 2026-04-13T18:13:54.162 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411332 got 77309411331 for osd.3 2026-04-13T18:13:54.176 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411332 got 77309411331 for osd.2 2026-04-13T18:13:54.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 85899345923 got 85899345922 for osd.5 2026-04-13T18:13:54.262 INFO:teuthology.orchestra.run.vm02.stdout:85899345922 2026-04-13T18:13:54.322 INFO:tasks.cephadm.ceph_manager.ceph:need seq 85899345923 got 85899345922 for osd.4 2026-04-13T18:13:54.749 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.6 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/133006607' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1899859878' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2404677327' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3284843725' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/3634464507' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1444831257' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/297320517' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2093847791' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2026-04-13T18:13:54.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:54 vm06 ceph-mon[64846]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 96 KiB/s, 0 objects/s recovering 2026-04-13T18:13:54.874 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/133006607' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1899859878' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2404677327' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3284843725' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/3634464507' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1444831257' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/297320517' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2093847791' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2026-04-13T18:13:54.896 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:54 vm02 ceph-mon[50355]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 96 KiB/s, 0 objects/s recovering 2026-04-13T18:13:54.935 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.1 2026-04-13T18:13:55.042 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.7 2026-04-13T18:13:55.064 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.143 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.0 2026-04-13T18:13:55.162 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.3 2026-04-13T18:13:55.177 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.2 2026-04-13T18:13:55.187 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.215 INFO:teuthology.orchestra.run.vm02.stdout:98784247811 2026-04-13T18:13:55.216 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.5 2026-04-13T18:13:55.321 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247811 got 98784247811 for osd.6 2026-04-13T18:13:55.321 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:55.322 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph osd last-stat-seq osd.4 2026-04-13T18:13:55.336 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.465 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.484 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.551 INFO:teuthology.orchestra.run.vm02.stdout:68719476740 2026-04-13T18:13:55.642 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.663 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2903549061' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2026-04-13T18:13:55.663 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1895333365' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2026-04-13T18:13:55.663 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:55.668 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:55.700 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476740 got 68719476740 for osd.1 2026-04-13T18:13:55.700 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:55.749 INFO:teuthology.orchestra.run.vm02.stdout:98784247811 2026-04-13T18:13:55.835 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2903549061' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2026-04-13T18:13:55.836 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1895333365' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2026-04-13T18:13:55.836 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:55.892 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247811 got 98784247811 for osd.7 2026-04-13T18:13:55.892 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:55.979 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 sudo[83695]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-04-13T18:13:55.979 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 sudo[83695]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-04-13T18:13:55.979 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 sudo[83695]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-04-13T18:13:55.979 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:55 vm02 sudo[83695]: pam_unix(sudo:session): session closed for user root 2026-04-13T18:13:55.980 INFO:teuthology.orchestra.run.vm02.stdout:68719476740 2026-04-13T18:13:56.070 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476740 got 68719476740 for osd.0 2026-04-13T18:13:56.070 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:56.070 INFO:teuthology.orchestra.run.vm02.stdout:77309411332 2026-04-13T18:13:56.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 sudo[79837]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-04-13T18:13:56.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 sudo[79837]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-04-13T18:13:56.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 sudo[79837]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-04-13T18:13:56.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:55 vm06 sudo[79837]: pam_unix(sudo:session): session closed for user root 2026-04-13T18:13:56.127 INFO:teuthology.orchestra.run.vm02.stdout:77309411332 2026-04-13T18:13:56.155 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411332 got 77309411332 for osd.3 2026-04-13T18:13:56.155 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:56.189 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411332 got 77309411332 for osd.2 2026-04-13T18:13:56.189 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:56.193 INFO:teuthology.orchestra.run.vm02.stdout:85899345924 2026-04-13T18:13:56.227 INFO:teuthology.orchestra.run.vm02.stdout:85899345924 2026-04-13T18:13:56.249 INFO:tasks.cephadm.ceph_manager.ceph:need seq 85899345923 got 85899345924 for osd.5 2026-04-13T18:13:56.250 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:56.281 INFO:tasks.cephadm.ceph_manager.ceph:need seq 85899345923 got 85899345924 for osd.4 2026-04-13T18:13:56.281 DEBUG:teuthology.parallel:result is None 2026-04-13T18:13:56.281 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-04-13T18:13:56.281 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph pg dump --format=json 2026-04-13T18:13:56.451 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2376804802' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1453388253' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2459356670' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2186155194' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2265330556' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/1154726352' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2026-04-13T18:13:56.752 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:56 vm02 ceph-mon[50355]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 76 KiB/s, 0 objects/s recovering 2026-04-13T18:13:56.776 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:56.777 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-04-13T18:13:56.840 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2026-04-13T18:13:56.560600+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":167706624,"kb_used":218628,"kb_used_data":3820,"kb_used_omap":69,"kb_used_meta":214458,"kb_avail":167487996,"statfs":{"total":171731582976,"available":171507707904,"internally_reserved":0,"allocated":3911680,"data_stored":2579464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":71452,"internal_metadata":219605220},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.565652"},"pg_stats":[{"pgid":"1.0","version":"21'120","reported_seq":172,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-04-13T18:13:51.071416+0000","last_change":"2026-04-13T18:13:51.071063+0000","last_active":"2026-04-13T18:13:51.071416+0000","last_peered":"2026-04-13T18:13:51.071416+0000","last_clean":"2026-04-13T18:13:51.071416+0000","last_became_active":"2026-04-13T18:13:51.070535+0000","last_became_peered":"2026-04-13T18:13:51.070535+0000","last_unstale":"2026-04-13T18:13:51.071416+0000","last_undegraded":"2026-04-13T18:13:51.071416+0000","last_fullsized":"2026-04-13T18:13:51.071416+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-13T18:13:42.966309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-13T18:13:42.966309+0000","last_clean_scrub_stamp":"2026-04-13T18:13:42.966309+0000","objects_scrubbed":0,"log_size":120,"log_dups_size":0,"ondisk_log_size":120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-15T02:30:12.152361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":23,"seq":98784247811,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27680,"kb_used_data":840,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":20935648,"statfs":{"total":21466447872,"available":21438103552,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":27452768},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":23,"seq":98784247811,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6162,"internal_metadata":27453422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":20,"seq":85899345924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8121,"internal_metadata":27451463},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":20,"seq":85899345924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8771,"internal_metadata":27450813},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":18,"seq":77309411332,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27688,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":26806,"kb_avail":20935640,"statfs":{"total":21466447872,"available":21438095360,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10069,"internal_metadata":27449515},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411332,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27688,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":26806,"kb_avail":20935640,"statfs":{"total":21466447872,"available":21438095360,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10071,"internal_metadata":27449513},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27124,"kb_used_data":260,"kb_used_omap":10,"kb_used_meta":26805,"kb_avail":20936204,"statfs":{"total":21466447872,"available":21438672896,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10721,"internal_metadata":27448863},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27124,"kb_used_data":260,"kb_used_omap":10,"kb_used_meta":26805,"kb_avail":20936204,"statfs":{"total":21466447872,"available":21438672896,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10721,"internal_metadata":27448863},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-13T18:13:56.841 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph pg dump --format=json 2026-04-13T18:13:56.970 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2376804802' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm02"} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "mon metadata", "id": "vm06"} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1453388253' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2459356670' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2186155194' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2265330556' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/1154726352' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2026-04-13T18:13:57.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:56 vm06 ceph-mon[64846]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 214 MiB used, 160 GiB / 160 GiB avail; 76 KiB/s, 0 objects/s recovering 2026-04-13T18:13:57.322 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:57.323 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-04-13T18:13:57.389 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2026-04-13T18:13:56.560600+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":167706624,"kb_used":218628,"kb_used_data":3820,"kb_used_omap":69,"kb_used_meta":214458,"kb_avail":167487996,"statfs":{"total":171731582976,"available":171507707904,"internally_reserved":0,"allocated":3911680,"data_stored":2579464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":71452,"internal_metadata":219605220},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.565652"},"pg_stats":[{"pgid":"1.0","version":"21'120","reported_seq":172,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-04-13T18:13:51.071416+0000","last_change":"2026-04-13T18:13:51.071063+0000","last_active":"2026-04-13T18:13:51.071416+0000","last_peered":"2026-04-13T18:13:51.071416+0000","last_clean":"2026-04-13T18:13:51.071416+0000","last_became_active":"2026-04-13T18:13:51.070535+0000","last_became_peered":"2026-04-13T18:13:51.070535+0000","last_unstale":"2026-04-13T18:13:51.071416+0000","last_undegraded":"2026-04-13T18:13:51.071416+0000","last_fullsized":"2026-04-13T18:13:51.071416+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-13T18:13:42.966309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-13T18:13:42.966309+0000","last_clean_scrub_stamp":"2026-04-13T18:13:42.966309+0000","objects_scrubbed":0,"log_size":120,"log_dups_size":0,"ondisk_log_size":120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-15T02:30:12.152361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":153,"num_write_kb":2932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":23,"seq":98784247811,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27680,"kb_used_data":840,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":20935648,"statfs":{"total":21466447872,"available":21438103552,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":27452768},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":23,"seq":98784247811,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6162,"internal_metadata":27453422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":20,"seq":85899345924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8121,"internal_metadata":27451463},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":20,"seq":85899345924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27108,"kb_used_data":260,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":20936220,"statfs":{"total":21466447872,"available":21438689280,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8771,"internal_metadata":27450813},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":18,"seq":77309411332,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27688,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":26806,"kb_avail":20935640,"statfs":{"total":21466447872,"available":21438095360,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10069,"internal_metadata":27449515},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411332,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20963328,"kb_used":27688,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":26806,"kb_avail":20935640,"statfs":{"total":21466447872,"available":21438095360,"internally_reserved":0,"allocated":860160,"data_stored":691413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10071,"internal_metadata":27449513},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27124,"kb_used_data":260,"kb_used_omap":10,"kb_used_meta":26805,"kb_avail":20936204,"statfs":{"total":21466447872,"available":21438672896,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10721,"internal_metadata":27448863},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20963328,"kb_used":27124,"kb_used_data":260,"kb_used_omap":10,"kb_used_meta":26805,"kb_avail":20936204,"statfs":{"total":21466447872,"available":21438672896,"internally_reserved":0,"allocated":266240,"data_stored":101045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10721,"internal_metadata":27448863},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-13T18:13:57.389 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-04-13T18:13:57.389 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-13T18:13:57.389 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-04-13T18:13:57.390 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph health --format=json 2026-04-13T18:13:57.513 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:57.866 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:57 vm02 ceph-mon[50355]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:13:57.866 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:57 vm02 ceph-mon[50355]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:13:57.866 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:13:57.866 INFO:teuthology.orchestra.run.vm02.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-13T18:13:57.917 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-04-13T18:13:57.917 INFO:tasks.cephadm:Setup complete, yielding 2026-04-13T18:13:57.917 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-04-13T18:13:57.919 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm02.local 2026-04-13T18:13:57.919 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch status' 2026-04-13T18:13:58.043 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:58.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:57 vm06 ceph-mon[64846]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:13:58.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:57 vm06 ceph-mon[64846]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:13:58.379 INFO:teuthology.orchestra.run.vm02.stdout:Backend: cephadm 2026-04-13T18:13:58.379 INFO:teuthology.orchestra.run.vm02.stdout:Available: Yes 2026-04-13T18:13:58.379 INFO:teuthology.orchestra.run.vm02.stdout:Paused: No 2026-04-13T18:13:58.441 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch ps' 2026-04-13T18:13:58.560 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager.vm02 vm02 *:9093,9094 running (38s) 11s ago 83s 19.0M - 0.28.1 91c01b3cec9b c65fbaaf7b49 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter.vm02 vm02 *:9926 running (90s) 11s ago 90s 8766k - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 886b6786a63e 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter.vm06 vm06 *:9926 running (52s) 12s ago 52s 9013k - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 249c3f3572fa 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:crash.vm02 vm02 running (89s) 11s ago 89s 11.1M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac d8d18e401cd1 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:crash.vm06 vm06 running (51s) 12s ago 51s 11.1M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 4af77fa80a53 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:grafana.vm02 vm02 *:3000 running (37s) 11s ago 74s 135M - 12.2.0 1849e2140421 4f27e44d2975 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:mgr.vm02.psoaub vm02 *:9283,8765,8443 running (2m) 11s ago 2m 547M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac f273132b010b 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:mgr.vm06.akmzjs vm06 *:8443,9283,8765 running (47s) 12s ago 47s 478M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 634731e3e698 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:mon.vm02 vm02 running (2m) 11s ago 2m 51.6M 2048M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 2bc3ea31d64e 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:mon.vm06 vm06 running (46s) 12s ago 46s 46.3M 2048M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 648818be809d 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter.vm02 vm02 *:9100 running (86s) 11s ago 86s 11.5M - 1.9.1 255ec253085f 68386279e7a0 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter.vm06 vm06 *:9100 running (48s) 12s ago 48s 13.0M - 1.9.1 255ec253085f 3c04cf22f967 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.0 vm06 running (23s) 12s ago 23s 53.1M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 935f898e49a7 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.1 vm02 running (23s) 11s ago 23s 55.0M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac cea6fd74f71a 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.2 vm02 running (20s) 11s ago 20s 68.0M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 099a42735a1e 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.3 vm06 running (20s) 12s ago 20s 68.5M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 85a52bc06b25 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.4 vm02 running (17s) 11s ago 17s 44.2M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac e1503cb8de80 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.5 vm06 running (17s) 12s ago 17s 55.7M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 0f3dd4d5a9f4 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.6 vm02 running (14s) 11s ago 14s 57.0M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 12b516cb0019 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:osd.7 vm06 running (14s) 12s ago 14s 28.9M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 6fd72257baf5 2026-04-13T18:13:58.912 INFO:teuthology.orchestra.run.vm02.stdout:prometheus.vm02 vm02 *:9095 running (36s) 11s ago 69s 33.8M - 3.6.0 4fcecf061b74 0c3fdb91b98f 2026-04-13T18:13:58.933 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:58 vm02 ceph-mon[50355]: from='client.? 192.168.123.102:0/2344952386' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2026-04-13T18:13:58.933 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:58 vm02 ceph-mon[50355]: from='client.14576 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:13:58.933 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:58 vm02 ceph-mon[50355]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 4.2 KiB/s rd, 215 KiB/s wr, 14 op/s; 68 KiB/s, 0 objects/s recovering 2026-04-13T18:13:58.963 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch ls' 2026-04-13T18:13:59.091 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:59.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:58 vm06 ceph-mon[64846]: from='client.? 192.168.123.102:0/2344952386' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2026-04-13T18:13:59.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:58 vm06 ceph-mon[64846]: from='client.14576 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:13:59.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:58 vm06 ceph-mon[64846]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 4.2 KiB/s rd, 215 KiB/s wr, 14 op/s; 68 KiB/s, 0 objects/s recovering 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager ?:9093,9094 1/1 11s ago 110s count:1 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter ?:9926 2/2 12s ago 112s * 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:crash 2/2 12s ago 112s * 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:grafana ?:3000 1/1 11s ago 111s count:1 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:mgr 2/2 12s ago 112s count:2 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:mon 2/2 12s ago 87s vm02:192.168.123.102=vm02;vm06:192.168.123.106=vm06;count:2 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter ?:9100 2/2 12s ago 110s * 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:osd.all-available-devices 8 12s ago 38s * 2026-04-13T18:13:59.420 INFO:teuthology.orchestra.run.vm02.stdout:prometheus ?:9095 1/1 11s ago 111s count:1 2026-04-13T18:13:59.463 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch host ls' 2026-04-13T18:13:59.585 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:13:59.920 INFO:teuthology.orchestra.run.vm02.stdout:HOST ADDR LABELS STATUS 2026-04-13T18:13:59.920 INFO:teuthology.orchestra.run.vm02.stdout:vm02 192.168.123.102 2026-04-13T18:13:59.920 INFO:teuthology.orchestra.run.vm02.stdout:vm06 192.168.123.106 2026-04-13T18:13:59.920 INFO:teuthology.orchestra.run.vm02.stdout:2 hosts in cluster 2026-04-13T18:13:59.964 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch device ls' 2026-04-13T18:14:00.090 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:00.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:59 vm06 ceph-mon[64846]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:00.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:13:59 vm06 ceph-mon[64846]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:00.113 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:59 vm02 ceph-mon[50355]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:00.113 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:13:59 vm02 ceph-mon[50355]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme0n1 hdd Linux_a25b9220e3fb6f600dad 19.9G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme1n1 hdd Linux_958c4f2f745f16dc9ac1 19.9G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme2n1 hdd Linux_2ce0c11aed16613a5b12 19.9G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme3n1 hdd Linux_6992caa4990a5eddd8b5 19.9G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 11s ago Has a FileSystem, Insufficient space (<5GB) 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdb hdd DWNBRSTVMM02001 20.0G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdc hdd DWNBRSTVMM02002 20.0G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdd hdd DWNBRSTVMM02003 20.0G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vde hdd DWNBRSTVMM02004 20.0G No 11s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme0n1 hdd Linux_95e48ad5a6b86db8f064 19.9G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme1n1 hdd Linux_98e7bc4c3575a73e5040 19.9G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme2n1 hdd Linux_8a02a38efec72222edb8 19.9G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme3n1 hdd Linux_6d89eac51b0bc2170528 19.9G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 12s ago Has a FileSystem, Insufficient space (<5GB) 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdb hdd DWNBRSTVMM06001 20.0G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdc hdd DWNBRSTVMM06002 20.0G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdd hdd DWNBRSTVMM06003 20.0G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.430 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vde hdd DWNBRSTVMM06004 20.0G No 12s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:00.478 INFO:teuthology.run_tasks:Running task vip.exec... 2026-04-13T18:14:00.481 INFO:tasks.vip:Running commands on role host.a host ubuntu@vm02.local 2026-04-13T18:14:00.481 DEBUG:teuthology.orchestra.run.vm02:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-04-13T18:14:00.506 INFO:teuthology.orchestra.run.vm02.stderr:+ systemctl stop nfs-server 2026-04-13T18:14:00.512 INFO:tasks.vip:Running commands on role host.b host ubuntu@vm06.local 2026-04-13T18:14:00.512 DEBUG:teuthology.orchestra.run.vm06:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-04-13T18:14:00.537 INFO:teuthology.orchestra.run.vm06.stderr:+ systemctl stop nfs-server 2026-04-13T18:14:00.543 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-04-13T18:14:00.545 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm02.local 2026-04-13T18:14:00.545 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph nfs cluster create foo' 2026-04-13T18:14:00.679 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:00 vm02 ceph-mon[50355]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:00 vm02 ceph-mon[50355]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:01.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:00 vm02 ceph-mon[50355]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 11 op/s; 58 KiB/s, 0 objects/s recovering 2026-04-13T18:14:01.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:00 vm06 ceph-mon[64846]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:01.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:00 vm06 ceph-mon[64846]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:01.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:00 vm06 ceph-mon[64846]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 11 op/s; 58 KiB/s, 0 objects/s recovering 2026-04-13T18:14:02.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:01 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:14:02.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:01 vm06 ceph-mon[64846]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:02.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:01 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:14:02.251 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-04-13T18:14:02.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:01 vm02 ceph-mon[50355]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:02.252 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:01 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true} : dispatch 2026-04-13T18:14:02.926 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-04-13T18:14:02.928 INFO:tasks.cephadm:Waiting for ceph service nfs.foo to start (timeout 300)... 2026-04-13T18:14:02.928 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch ls -f json 2026-04-13T18:14:03.061 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:03.094 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-04-13T18:14:03.094 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:02 vm02 ceph-mon[50355]: osdmap e28: 8 total, 8 up, 8 in 2026-04-13T18:14:03.094 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:02 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"} : dispatch 2026-04-13T18:14:03.094 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:02 vm02 ceph-mon[50355]: pgmap v47: 33 pgs: 15 creating+peering, 1 active+clean, 17 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 11 op/s 2026-04-13T18:14:03.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:02 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-04-13T18:14:03.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:02 vm06 ceph-mon[64846]: osdmap e28: 8 total, 8 up, 8 in 2026-04-13T18:14:03.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:02 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"} : dispatch 2026-04-13T18:14:03.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:02 vm06 ceph-mon[64846]: pgmap v47: 33 pgs: 15 creating+peering, 1 active+clean, 17 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 11 op/s 2026-04-13T18:14:03.437 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:14:03.437 INFO:teuthology.orchestra.run.vm02.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-04-13T18:12:09.208712Z", "last_refresh": "2026-04-13T18:13:47.551496Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:06.633204Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-04-13T18:12:07.347604Z", "last_refresh": "2026-04-13T18:13:46.863558Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:07.477602Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-04-13T18:12:06.934462Z", "last_refresh": "2026-04-13T18:13:46.863626Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-04-13T18:12:08.294917Z", "last_refresh": "2026-04-13T18:13:47.551535Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:11.009871Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-04-13T18:12:06.443563Z", "last_refresh": "2026-04-13T18:13:46.863723Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:12.015525Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["vm02:192.168.123.102=vm02", "vm06:192.168.123.106=vm06"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-04-13T18:12:32.163296Z", "last_refresh": "2026-04-13T18:13:46.863765Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:14:02.862277Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 2049}, "status": {"created": "2026-04-13T18:14:02.858820Z", "ports": [2049], "running": 0, "size": 1}}, {"events": ["2026-04-13T18:13:10.162061Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-04-13T18:12:08.715005Z", "last_refresh": "2026-04-13T18:13:46.863670Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:21.235628Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-04-13T18:13:21.231392Z", "last_refresh": "2026-04-13T18:13:46.863807Z", "running": 8, "size": 8}}, {"events": ["2026-04-13T18:13:12.019206Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-04-13T18:12:07.805347Z", "last_refresh": "2026-04-13T18:13:47.551566Z", "ports": [9095], "running": 1, "size": 1}}] 2026-04-13T18:14:03.499 INFO:tasks.cephadm:nfs.foo has 0/1 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: osdmap e29: 8 total, 8 up, 8 in 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: Saving service nfs.foo spec with placement count:1 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.002 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:03 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: osdmap e29: 8 total, 8 up, 8 in 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: Saving service nfs.foo spec with placement count:1 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:04.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:03 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:04.500 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch ls -f json 2026-04-13T18:14:04.642 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:05.029 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:14:05.029 INFO:teuthology.orchestra.run.vm02.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-04-13T18:12:09.208712Z", "last_refresh": "2026-04-13T18:14:04.269118Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:06.633204Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-04-13T18:12:07.347604Z", "last_refresh": "2026-04-13T18:14:03.653935Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:07.477602Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-04-13T18:12:06.934462Z", "last_refresh": "2026-04-13T18:14:03.653997Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-04-13T18:12:08.294917Z", "last_refresh": "2026-04-13T18:14:04.269159Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:11.009871Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-04-13T18:12:06.443563Z", "last_refresh": "2026-04-13T18:14:03.654063Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:12.015525Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["vm02:192.168.123.102=vm02", "vm06:192.168.123.106=vm06"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-04-13T18:12:32.163296Z", "last_refresh": "2026-04-13T18:14:03.654092Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:14:04.514333Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 2049}, "status": {"created": "2026-04-13T18:14:02.858820Z", "ports": [2049], "running": 0, "size": 1}}, {"events": ["2026-04-13T18:13:10.162061Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-04-13T18:12:08.715005Z", "last_refresh": "2026-04-13T18:14:03.654032Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:21.235628Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-04-13T18:13:21.231392Z", "last_refresh": "2026-04-13T18:14:03.654120Z", "running": 8, "size": 8}}, {"events": ["2026-04-13T18:13:12.019206Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-04-13T18:12:07.805347Z", "last_refresh": "2026-04-13T18:14:04.269190Z", "ports": [9095], "running": 1, "size": 1}}] 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: osdmap e30: 8 total, 8 up, 8 in 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: Creating key for client.nfs.foo.0.0.vm02.ixuwtx 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: Ensuring 0 is in the ganesha grace table 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: pgmap v50: 33 pgs: 15 creating+peering, 7 active+clean, 11 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-04-13T18:14:05.086 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:04 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:05.108 INFO:tasks.cephadm:nfs.foo has 0/1 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: osdmap e30: 8 total, 8 up, 8 in 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.111 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: Creating key for client.nfs.foo.0.0.vm02.ixuwtx 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: Ensuring 0 is in the ganesha grace table 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: pgmap v50: 33 pgs: 15 creating+peering, 7 active+clean, 11 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.vm02.ixuwtx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-04-13T18:14:05.112 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:04 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:06.110 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch ls -f json 2026-04-13T18:14:06.269 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:06.611 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: Rados config object exists: conf-nfs.foo 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: Creating key for client.nfs.foo.0.0.vm02.ixuwtx-rgw 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: Bind address in nfs.foo.0.0.vm02.ixuwtx's ganesha conf is defaulting to empty 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: Deploying daemon nfs.foo.0.0.vm02.ixuwtx on vm02 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: mgrmap e20: vm02.psoaub(active, since 65s), standbys: vm06.akmzjs 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.612 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:06 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.628 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:14:06.628 INFO:teuthology.orchestra.run.vm02.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-04-13T18:12:09.208712Z", "last_refresh": "2026-04-13T18:14:04.269118Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:06.633204Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-04-13T18:12:07.347604Z", "last_refresh": "2026-04-13T18:14:04.269034Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:07.477602Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-04-13T18:12:06.934462Z", "last_refresh": "2026-04-13T18:14:04.269063Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-04-13T18:12:08.294917Z", "last_refresh": "2026-04-13T18:14:04.269159Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:11.009871Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-04-13T18:12:06.443563Z", "last_refresh": "2026-04-13T18:14:04.269002Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:12.015525Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["vm02:192.168.123.102=vm02", "vm06:192.168.123.106=vm06"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-04-13T18:12:32.163296Z", "last_refresh": "2026-04-13T18:14:04.268951Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:14:05.471339Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 2049}, "status": {"created": "2026-04-13T18:14:02.858820Z", "ports": [2049], "running": 0, "size": 1}}, {"events": ["2026-04-13T18:13:10.162061Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-04-13T18:12:08.715005Z", "last_refresh": "2026-04-13T18:14:04.269091Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:21.235628Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-04-13T18:13:21.231392Z", "last_refresh": "2026-04-13T18:14:04.269221Z", "running": 8, "size": 8}}, {"events": ["2026-04-13T18:13:12.019206Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-04-13T18:12:07.805347Z", "last_refresh": "2026-04-13T18:14:04.269190Z", "ports": [9095], "running": 1, "size": 1}}] 2026-04-13T18:14:06.689 INFO:tasks.cephadm:nfs.foo has 0/1 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: Rados config object exists: conf-nfs.foo 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: Creating key for client.nfs.foo.0.0.vm02.ixuwtx-rgw 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: Bind address in nfs.foo.0.0.vm02.ixuwtx's ganesha conf is defaulting to empty 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: Deploying daemon nfs.foo.0.0.vm02.ixuwtx on vm02 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:06.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: mgrmap e20: vm02.psoaub(active, since 65s), standbys: vm06.akmzjs 2026-04-13T18:14:06.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:06.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:06 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.690 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph orch ls -f json 2026-04-13T18:14:07.712 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: pgmap v51: 33 pgs: 15 creating+peering, 18 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:14:07.712 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.712 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.712 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:07.713 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:07 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.814 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:07.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: pgmap v51: 33 pgs: 15 creating+peering, 18 active+clean; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-04-13T18:14:07.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:07 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.190 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-13T18:14:08.190 INFO:teuthology.orchestra.run.vm02.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-04-13T18:12:09.208712Z", "last_refresh": "2026-04-13T18:14:06.867819Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:06.633204Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-04-13T18:12:07.347604Z", "last_refresh": "2026-04-13T18:14:06.867729Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:07.477602Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-04-13T18:12:06.934462Z", "last_refresh": "2026-04-13T18:14:06.867760Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-04-13T18:12:08.294917Z", "last_refresh": "2026-04-13T18:14:06.867861Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:11.009871Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-04-13T18:12:06.443563Z", "last_refresh": "2026-04-13T18:14:06.867684Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:12.015525Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["vm02:192.168.123.102=vm02", "vm06:192.168.123.106=vm06"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-04-13T18:12:32.163296Z", "last_refresh": "2026-04-13T18:14:06.867633Z", "running": 2, "size": 2}}, {"events": ["2026-04-13T18:14:06.893848Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 2049}, "status": {"created": "2026-04-13T18:14:02.858820Z", "last_refresh": "2026-04-13T18:14:06.868074Z", "ports": [2049], "running": 1, "size": 1}}, {"events": ["2026-04-13T18:13:10.162061Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-04-13T18:12:08.715005Z", "last_refresh": "2026-04-13T18:14:06.867789Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-04-13T18:13:21.235628Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-04-13T18:13:21.231392Z", "last_refresh": "2026-04-13T18:14:06.867945Z", "running": 8, "size": 8}}, {"events": ["2026-04-13T18:13:12.019206Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-04-13T18:12:07.805347Z", "last_refresh": "2026-04-13T18:14:06.867909Z", "ports": [9095], "running": 1, "size": 1}}] 2026-04-13T18:14:08.246 INFO:tasks.cephadm:nfs.foo has 1/1 2026-04-13T18:14:08.246 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-04-13T18:14:08.248 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm02.local 2026-04-13T18:14:08.248 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-04-13T18:14:08.422 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:08.494 INFO:teuthology.orchestra.run.vm02.stdout:167 167 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='client.14630 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:08.520 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:08 vm02 ceph-mon[50355]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.526 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch status' 2026-04-13T18:14:08.652 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:08.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='client.14630 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:08.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-04-13T18:14:08.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-04-13T18:14:08.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:08.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2026-04-13T18:14:08.862 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:08 vm06 ceph-mon[64846]: from='mgr.14231 192.168.123.102:0/4274247931' entity='mgr.vm02.psoaub' 2026-04-13T18:14:09.009 INFO:teuthology.orchestra.run.vm02.stdout:Backend: cephadm 2026-04-13T18:14:09.009 INFO:teuthology.orchestra.run.vm02.stdout:Available: Yes 2026-04-13T18:14:09.009 INFO:teuthology.orchestra.run.vm02.stdout:Paused: No 2026-04-13T18:14:09.058 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch ps' 2026-04-13T18:14:09.198 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager.vm02 vm02 *:9093,9094 running (49s) 1s ago 94s 19.1M - 0.28.1 91c01b3cec9b c65fbaaf7b49 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter.vm02 vm02 *:9926 running (100s) 1s ago 100s 9093k - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 886b6786a63e 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter.vm06 vm06 *:9926 running (62s) 1s ago 62s 9424k - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 249c3f3572fa 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:crash.vm02 vm02 running (100s) 1s ago 100s 11.1M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac d8d18e401cd1 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:crash.vm06 vm06 running (62s) 1s ago 62s 11.1M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 4af77fa80a53 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:grafana.vm02 vm02 *:3000 running (48s) 1s ago 85s 135M - 12.2.0 1849e2140421 4f27e44d2975 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:mgr.vm02.psoaub vm02 *:9283,8765,8443 running (2m) 1s ago 2m 558M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac f273132b010b 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:mgr.vm06.akmzjs vm06 *:8443,9283,8765 running (58s) 1s ago 58s 478M - 20.2.0-18-g0d1a6d86d0e 06443d8796ac 634731e3e698 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:mon.vm02 vm02 running (2m) 1s ago 2m 55.8M 2048M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 2bc3ea31d64e 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:mon.vm06 vm06 running (57s) 1s ago 57s 48.4M 2048M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 648818be809d 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:nfs.foo.0.0.vm02.ixuwtx vm02 *:2049 running (4s) 1s ago 4s 15.6M - 5.9 06443d8796ac 54c5af833b36 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter.vm02 vm02 *:9100 running (97s) 1s ago 97s 11.7M - 1.9.1 255ec253085f 68386279e7a0 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter.vm06 vm06 *:9100 running (59s) 1s ago 59s 13.7M - 1.9.1 255ec253085f 3c04cf22f967 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:osd.0 vm06 running (33s) 1s ago 33s 63.0M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 935f898e49a7 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:osd.1 vm02 running (33s) 1s ago 33s 64.2M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac cea6fd74f71a 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:osd.2 vm02 running (31s) 1s ago 31s 71.2M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 099a42735a1e 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:osd.3 vm06 running (31s) 1s ago 31s 71.2M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 85a52bc06b25 2026-04-13T18:14:09.537 INFO:teuthology.orchestra.run.vm02.stdout:osd.4 vm02 running (28s) 1s ago 28s 45.8M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac e1503cb8de80 2026-04-13T18:14:09.538 INFO:teuthology.orchestra.run.vm02.stdout:osd.5 vm06 running (28s) 1s ago 28s 65.4M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 0f3dd4d5a9f4 2026-04-13T18:14:09.538 INFO:teuthology.orchestra.run.vm02.stdout:osd.6 vm02 running (25s) 1s ago 25s 61.9M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 12b516cb0019 2026-04-13T18:14:09.538 INFO:teuthology.orchestra.run.vm02.stdout:osd.7 vm06 running (25s) 1s ago 25s 49.1M 4096M 20.2.0-18-g0d1a6d86d0e 06443d8796ac 6fd72257baf5 2026-04-13T18:14:09.538 INFO:teuthology.orchestra.run.vm02.stdout:prometheus.vm02 vm02 *:9095 running (47s) 1s ago 80s 38.2M - 3.6.0 4fcecf061b74 0c3fdb91b98f 2026-04-13T18:14:09.538 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:09 vm02 ceph-mon[50355]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:09.538 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:09 vm02 ceph-mon[50355]: pgmap v52: 33 pgs: 33 active+clean; 577 KiB data, 249 MiB used, 160 GiB / 160 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2026-04-13T18:14:09.583 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch ls' 2026-04-13T18:14:09.707 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:09.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:09 vm06 ceph-mon[64846]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-04-13T18:14:09.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:09 vm06 ceph-mon[64846]: pgmap v52: 33 pgs: 33 active+clean; 577 KiB data, 249 MiB used, 160 GiB / 160 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2026-04-13T18:14:10.057 INFO:teuthology.orchestra.run.vm02.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-04-13T18:14:10.057 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager ?:9093,9094 1/1 1s ago 2m count:1 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:ceph-exporter ?:9926 2/2 2s ago 2m * 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:crash 2/2 2s ago 2m * 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:grafana ?:3000 1/1 1s ago 2m count:1 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:mgr 2/2 2s ago 2m count:2 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:mon 2/2 2s ago 97s vm02:192.168.123.102=vm02;vm06:192.168.123.106=vm06;count:2 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:nfs.foo ?:2049 1/1 1s ago 7s count:1 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter ?:9100 2/2 2s ago 2m * 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:osd.all-available-devices 8 2s ago 48s * 2026-04-13T18:14:10.058 INFO:teuthology.orchestra.run.vm02.stdout:prometheus ?:9095 1/1 1s ago 2m count:1 2026-04-13T18:14:10.105 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch host ls' 2026-04-13T18:14:10.234 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:10.574 INFO:teuthology.orchestra.run.vm02.stdout:HOST ADDR LABELS STATUS 2026-04-13T18:14:10.574 INFO:teuthology.orchestra.run.vm02.stdout:vm02 192.168.123.102 2026-04-13T18:14:10.574 INFO:teuthology.orchestra.run.vm02.stdout:vm06 192.168.123.106 2026-04-13T18:14:10.574 INFO:teuthology.orchestra.run.vm02.stdout:2 hosts in cluster 2026-04-13T18:14:10.607 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:10 vm02 ceph-mon[50355]: from='client.14638 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:10.607 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:10 vm02 ceph-mon[50355]: from='client.14642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:10.642 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch device ls' 2026-04-13T18:14:10.770 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:10.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:10 vm06 ceph-mon[64846]: from='client.14638 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:10.861 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:10 vm06 ceph-mon[64846]: from='client.14642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme0n1 hdd Linux_a25b9220e3fb6f600dad 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme1n1 hdd Linux_958c4f2f745f16dc9ac1 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme2n1 hdd Linux_2ce0c11aed16613a5b12 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme3n1 hdd Linux_6992caa4990a5eddd8b5 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 22s ago Has a FileSystem, Insufficient space (<5GB) 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdb hdd DWNBRSTVMM02001 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdc hdd DWNBRSTVMM02002 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdd hdd DWNBRSTVMM02003 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vde hdd DWNBRSTVMM02004 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme0n1 hdd Linux_95e48ad5a6b86db8f064 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme1n1 hdd Linux_98e7bc4c3575a73e5040 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme2n1 hdd Linux_8a02a38efec72222edb8 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/nvme3n1 hdd Linux_6d89eac51b0bc2170528 19.9G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 22s ago Has a FileSystem, Insufficient space (<5GB) 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdb hdd DWNBRSTVMM06001 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdc hdd DWNBRSTVMM06002 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vdd hdd DWNBRSTVMM06003 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.132 INFO:teuthology.orchestra.run.vm02.stdout:vm06 /dev/vde hdd DWNBRSTVMM06004 20.0G No 22s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-04-13T18:14:11.182 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- bash -c 'ceph orch ls | grep '"'"'^osd.all-available-devices '"'"'' 2026-04-13T18:14:11.309 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:11.674 INFO:teuthology.orchestra.run.vm02.stdout:osd.all-available-devices 8 3s ago 50s * 2026-04-13T18:14:11.674 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:11 vm02 ceph-mon[50355]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:11.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:11 vm02 ceph-mon[50355]: pgmap v53: 33 pgs: 33 active+clean; 577 KiB data, 249 MiB used, 160 GiB / 160 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2026-04-13T18:14:11.675 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:11 vm02 ceph-mon[50355]: from='client.14650 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:11.732 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-04-13T18:14:11.734 INFO:tasks.cephadm:Teardown begin 2026-04-13T18:14:11.735 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:14:11.757 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:14:11.783 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:11 vm06 ceph-mon[64846]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:11.783 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:11 vm06 ceph-mon[64846]: pgmap v53: 33 pgs: 33 active+clean; 577 KiB data, 249 MiB used, 160 GiB / 160 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2026-04-13T18:14:11.783 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:11 vm06 ceph-mon[64846]: from='client.14650 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-04-13T18:14:11.786 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-04-13T18:14:11.786 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 -- ceph mgr module disable cephadm 2026-04-13T18:14:11.926 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/mon.vm02/config 2026-04-13T18:14:11.943 INFO:teuthology.orchestra.run.vm02.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-04-13T18:14:11.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-04-13T18:14:11.964 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-04-13T18:14:11.964 DEBUG:teuthology.orchestra.run.vm02:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-04-13T18:14:11.979 DEBUG:teuthology.orchestra.run.vm06:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-04-13T18:14:11.994 INFO:tasks.cephadm:Stopping all daemons... 2026-04-13T18:14:11.994 INFO:tasks.cephadm.mon.vm02:Stopping mon.vm02... 2026-04-13T18:14:11.994 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02 2026-04-13T18:14:12.204 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:12 vm02 systemd[1]: Stopping Ceph mon.vm02 for 23a06da4-3764-11f1-8702-cf6fbd356db6... 2026-04-13T18:14:12.204 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:12 vm02 ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02[50351]: 2026-04-13T18:14:12.119+0000 7f2412745640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.vm02 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-04-13T18:14:12.204 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:12 vm02 ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02[50351]: 2026-04-13T18:14:12.119+0000 7f2412745640 -1 mon.vm02@0(leader) e2 *** Got Signal Terminated *** 2026-04-13T18:14:12.205 INFO:journalctl@ceph.mon.vm02.vm02.stdout:Apr 13 18:14:12 vm02 podman[87639]: 2026-04-13 18:14:12.201570115 +0000 UTC m=+0.094799280 container died 2bc3ea31d64ea3dfacaeb179f60aa3338bbe7f53cbe30a75d064f625a7eca7e3 (image=harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-4, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm02, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-04-13T18:14:12.306 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm02.service' 2026-04-13T18:14:12.357 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-04-13T18:14:12.357 INFO:tasks.cephadm.mon.vm02:Stopped mon.vm02 2026-04-13T18:14:12.357 INFO:tasks.cephadm.mon.vm06:Stopping mon.vm06... 2026-04-13T18:14:12.357 DEBUG:teuthology.orchestra.run.vm06:> sudo systemctl stop ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm06 2026-04-13T18:14:12.619 DEBUG:teuthology.orchestra.run.vm06:> sudo pkill -f 'journalctl -f -n 0 -u ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm06.service' 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 systemd[1]: Stopping Ceph mon.vm06 for 23a06da4-3764-11f1-8702-cf6fbd356db6... 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm06[64842]: 2026-04-13T18:14:12.482+0000 7f548f0f8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.vm06 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm06[64842]: 2026-04-13T18:14:12.482+0000 7f548f0f8640 -1 mon.vm06@1(peon) e2 *** Got Signal Terminated *** 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 podman[81086]: 2026-04-13 18:14:12.523235746 +0000 UTC m=+0.058435319 container died 648818be809ded33bcc1ca1237eb542cff1b5ec7492c9981ea819e1a621511f8 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:04fb1ae5aa13434d0ef747f0e7dd11cd190378f94a382387965098d43e0a0132, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm06, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360, FROM_IMAGE=rockylinux:9) 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 podman[81086]: 2026-04-13 18:14:12.537184433 +0000 UTC m=+0.072383996 container remove 648818be809ded33bcc1ca1237eb542cff1b5ec7492c9981ea819e1a621511f8 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:04fb1ae5aa13434d0ef747f0e7dd11cd190378f94a382387965098d43e0a0132, name=ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm06, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/supriti/ceph.git, CEPH_REF=20.2.0-18-g0d1a6d86d0e, CEPH_SHA1=0d1a6d86d0ed4f74ef6e0ad458ad1ff7a2daf360, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 bash[81086]: ceph-23a06da4-3764-11f1-8702-cf6fbd356db6-mon-vm06 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 systemd[1]: ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm06.service: Deactivated successfully. 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 systemd[1]: Stopped Ceph mon.vm06 for 23a06da4-3764-11f1-8702-cf6fbd356db6. 2026-04-13T18:14:12.646 INFO:journalctl@ceph.mon.vm06.vm06.stdout:Apr 13 18:14:12 vm06 systemd[1]: ceph-23a06da4-3764-11f1-8702-cf6fbd356db6@mon.vm06.service: Consumed 1.261s CPU time. 2026-04-13T18:14:12.660 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-04-13T18:14:12.660 INFO:tasks.cephadm.mon.vm06:Stopped mon.vm06 2026-04-13T18:14:12.660 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 --force --keep-logs 2026-04-13T18:14:12.807 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:14:50.195 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 --force --keep-logs 2026-04-13T18:14:50.323 INFO:teuthology.orchestra.run.vm06.stdout:Deleting cluster with fsid: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:15:15.666 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:15:15.692 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-04-13T18:15:15.716 INFO:tasks.cephadm:Archiving crash dumps... 2026-04-13T18:15:15.716 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm02/crash 2026-04-13T18:15:15.716 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash -- . 2026-04-13T18:15:15.755 INFO:teuthology.orchestra.run.vm02.stderr:tar: /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash: Cannot open: No such file or directory 2026-04-13T18:15:15.755 INFO:teuthology.orchestra.run.vm02.stderr:tar: Error is not recoverable: exiting now 2026-04-13T18:15:15.756 DEBUG:teuthology.misc:Transferring archived files from vm06:/var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm06/crash 2026-04-13T18:15:15.756 DEBUG:teuthology.orchestra.run.vm06:> sudo tar c -f - -C /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash -- . 2026-04-13T18:15:15.779 INFO:teuthology.orchestra.run.vm06.stderr:tar: /var/lib/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/crash: Cannot open: No such file or directory 2026-04-13T18:15:15.779 INFO:teuthology.orchestra.run.vm06.stderr:tar: Error is not recoverable: exiting now 2026-04-13T18:15:15.780 INFO:tasks.cephadm:Checking cluster log for badness... 2026-04-13T18:15:15.780 DEBUG:teuthology.orchestra.run.vm02:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_DAEMON_PLACE_FAIL | egrep -v CEPHADM_FAILED_DAEMON | head -n 1 2026-04-13T18:15:15.818 INFO:tasks.cephadm:Compressing logs... 2026-04-13T18:15:15.819 DEBUG:teuthology.orchestra.run.vm02:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-04-13T18:15:15.861 DEBUG:teuthology.orchestra.run.vm06:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-04-13T18:15:15.882 INFO:teuthology.orchestra.run.vm02.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-04-13T18:15:15.882 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-04-13T18:15:15.882 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm02.log 2026-04-13T18:15:15.883 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log 2026-04-13T18:15:15.883 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm02.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log 2026-04-13T18:15:15.883 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm02.psoaub.log 2026-04-13T18:15:15.883 INFO:teuthology.orchestra.run.vm02.stderr: 82.8% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log.gz 2026-04-13T18:15:15.883 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log 2026-04-13T18:15:15.884 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm02.psoaub.log: 90.5% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log.gz 2026-04-13T18:15:15.885 INFO:teuthology.orchestra.run.vm06.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-04-13T18:15:15.885 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-04-13T18:15:15.885 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log 2026-04-13T18:15:15.885 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm06.log 2026-04-13T18:15:15.886 INFO:teuthology.orchestra.run.vm06.stderr:gzip/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log: -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm06.akmzjs.log 2026-04-13T18:15:15.886 INFO:teuthology.orchestra.run.vm06.stderr: 92.4%/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm06.log: -- replaced with /var/log/ceph/cephadm.log.gz 2026-04-13T18:15:15.886 INFO:teuthology.orchestra.run.vm06.stderr: 89.0% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm06.log.gz 2026-04-13T18:15:15.886 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm06.log 2026-04-13T18:15:15.886 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log 2026-04-13T18:15:15.887 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log 2026-04-13T18:15:15.887 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm06.akmzjs.log: /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm06.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log 2026-04-13T18:15:15.887 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log: 82.3% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log.gz 2026-04-13T18:15:15.887 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm02.log 2026-04-13T18:15:15.888 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log: 90.6% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.audit.log.gz 2026-04-13T18:15:15.888 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log 2026-04-13T18:15:15.889 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log: 80.5% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.log.gz 2026-04-13T18:15:15.889 INFO:teuthology.orchestra.run.vm06.stderr: 90.5% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm06.akmzjs.log.gz 2026-04-13T18:15:15.889 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.0.log 2026-04-13T18:15:15.889 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log: gzip -5 80.2% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph.cephadm.log.gz 2026-04-13T18:15:15.889 INFO:teuthology.orchestra.run.vm06.stderr: --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.3.log 2026-04-13T18:15:15.890 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.5.log 2026-04-13T18:15:15.896 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log: 96.1% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log.gz 2026-04-13T18:15:15.897 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.1.log 2026-04-13T18:15:15.897 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm02.log: 87.3% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-client.ceph-exporter.vm02.log.gz 2026-04-13T18:15:15.897 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.3.log: /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.7.log 2026-04-13T18:15:15.897 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.5.log: 96.0% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-volume.log.gz 2026-04-13T18:15:15.898 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.2.log 2026-04-13T18:15:15.900 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.1.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2026-04-13T18:15:15.900 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.4.log 2026-04-13T18:15:15.914 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.2.log: 93.6% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.1.log.gz 2026-04-13T18:15:15.914 INFO:teuthology.orchestra.run.vm06.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.7.log: 93.2% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.0.log.gz 2026-04-13T18:15:15.914 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.6.log 2026-04-13T18:15:15.916 INFO:teuthology.orchestra.run.vm06.stderr: 92.2% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm06.log.gz 2026-04-13T18:15:15.919 INFO:teuthology.orchestra.run.vm06.stderr: 93.1% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.5.log.gz 2026-04-13T18:15:15.935 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.4.log: /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.6.log: 93.4% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.4.log.gz 2026-04-13T18:15:15.938 INFO:teuthology.orchestra.run.vm06.stderr: 93.9% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.3.log.gz 2026-04-13T18:15:15.938 INFO:teuthology.orchestra.run.vm02.stderr: 93.8% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.2.log.gz 2026-04-13T18:15:15.941 INFO:teuthology.orchestra.run.vm06.stderr: 93.8% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.7.log.gz 2026-04-13T18:15:15.943 INFO:teuthology.orchestra.run.vm06.stderr: 2026-04-13T18:15:15.943 INFO:teuthology.orchestra.run.vm06.stderr:real 0m0.068s 2026-04-13T18:15:15.943 INFO:teuthology.orchestra.run.vm06.stderr:user 0m0.166s 2026-04-13T18:15:15.943 INFO:teuthology.orchestra.run.vm06.stderr:sys 0m0.023s 2026-04-13T18:15:15.945 INFO:teuthology.orchestra.run.vm02.stderr: 92.9% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-osd.6.log.gz 2026-04-13T18:15:15.947 INFO:teuthology.orchestra.run.vm02.stderr: 90.1% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mgr.vm02.psoaub.log.gz 2026-04-13T18:15:15.972 INFO:teuthology.orchestra.run.vm02.stderr: 91.7% -- replaced with /var/log/ceph/23a06da4-3764-11f1-8702-cf6fbd356db6/ceph-mon.vm02.log.gz 2026-04-13T18:15:15.974 INFO:teuthology.orchestra.run.vm02.stderr: 2026-04-13T18:15:15.974 INFO:teuthology.orchestra.run.vm02.stderr:real 0m0.102s 2026-04-13T18:15:15.974 INFO:teuthology.orchestra.run.vm02.stderr:user 0m0.256s 2026-04-13T18:15:15.974 INFO:teuthology.orchestra.run.vm02.stderr:sys 0m0.032s 2026-04-13T18:15:15.974 INFO:tasks.cephadm:Archiving logs... 2026-04-13T18:15:15.974 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/log/ceph to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm02/log 2026-04-13T18:15:15.975 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/log/ceph -- . 2026-04-13T18:15:16.050 DEBUG:teuthology.misc:Transferring archived files from vm06:/var/log/ceph to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm06/log 2026-04-13T18:15:16.050 DEBUG:teuthology.orchestra.run.vm06:> sudo tar c -f - -C /var/log/ceph -- . 2026-04-13T18:15:16.078 INFO:tasks.cephadm:Removing cluster... 2026-04-13T18:15:16.078 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 --force 2026-04-13T18:15:16.214 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:15:16.266 DEBUG:teuthology.orchestra.run.vm06:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 23a06da4-3764-11f1-8702-cf6fbd356db6 --force 2026-04-13T18:15:16.396 INFO:teuthology.orchestra.run.vm06.stdout:Deleting cluster with fsid: 23a06da4-3764-11f1-8702-cf6fbd356db6 2026-04-13T18:15:16.451 INFO:tasks.cephadm:Removing cephadm ... 2026-04-13T18:15:16.452 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/cephadm 2026-04-13T18:15:16.465 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/cephadm 2026-04-13T18:15:16.481 INFO:tasks.cephadm:Teardown complete 2026-04-13T18:15:16.481 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-04-13T18:15:16.484 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vg_nvme/lv_1... 2026-04-13T18:15:16.484 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n lv_1 2026-04-13T18:15:16.641 INFO:teuthology.orchestra.run.vm02.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-04-13T18:15:16.642 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vg_nvme/lv_2... 2026-04-13T18:15:16.642 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n lv_2 2026-04-13T18:15:16.756 INFO:teuthology.orchestra.run.vm02.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-04-13T18:15:16.757 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vg_nvme/lv_3... 2026-04-13T18:15:16.757 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n lv_3 2026-04-13T18:15:16.880 INFO:teuthology.orchestra.run.vm02.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-04-13T18:15:16.881 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vg_nvme/lv_4... 2026-04-13T18:15:16.881 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n lv_4 2026-04-13T18:15:17.001 INFO:teuthology.orchestra.run.vm02.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-04-13T18:15:17.002 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-13T18:15:17.002 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-04-13T18:15:17.023 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm06:/dev/vg_nvme/lv_1... 2026-04-13T18:15:17.023 DEBUG:teuthology.orchestra.run.vm06:> sudo nvme disconnect -n lv_1 2026-04-13T18:15:17.153 INFO:teuthology.orchestra.run.vm06.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-04-13T18:15:17.154 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm06:/dev/vg_nvme/lv_2... 2026-04-13T18:15:17.154 DEBUG:teuthology.orchestra.run.vm06:> sudo nvme disconnect -n lv_2 2026-04-13T18:15:17.266 INFO:teuthology.orchestra.run.vm06.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-04-13T18:15:17.268 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm06:/dev/vg_nvme/lv_3... 2026-04-13T18:15:17.268 DEBUG:teuthology.orchestra.run.vm06:> sudo nvme disconnect -n lv_3 2026-04-13T18:15:17.392 INFO:teuthology.orchestra.run.vm06.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-04-13T18:15:17.394 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm06:/dev/vg_nvme/lv_4... 2026-04-13T18:15:17.394 DEBUG:teuthology.orchestra.run.vm06:> sudo nvme disconnect -n lv_4 2026-04-13T18:15:17.504 INFO:teuthology.orchestra.run.vm06.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-04-13T18:15:17.505 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-13T18:15:17.505 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/scratch_devs 2026-04-13T18:15:17.526 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-04-13T18:15:17.528 INFO:teuthology.task.clock:Checking final clock skew... 2026-04-13T18:15:17.528 DEBUG:teuthology.orchestra.run.vm02:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-13T18:15:17.530 DEBUG:teuthology.orchestra.run.vm06:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-13T18:15:17.542 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-04-13T18:15:17.579 INFO:teuthology.orchestra.run.vm06.stderr:bash: line 1: ntpq: command not found 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:^+ netcup02.theravenhub.com 2 6 177 61 +1459us[+1459us] +/- 18ms 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:^* 79.133.44.141 1 6 177 62 -795us[ -767us] +/- 10ms 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:^- festnoz.de 2 6 177 60 +103us[ +103us] +/- 36ms 2026-04-13T18:15:17.704 INFO:teuthology.orchestra.run.vm02.stdout:^- ec2-3-121-254-221.eu-cen> 2 6 177 62 +540us[ +567us] +/- 35ms 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:=============================================================================== 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:^- festnoz.de 2 6 177 60 +22us[ +22us] +/- 36ms 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:^- ec2-3-121-254-221.eu-cen> 2 6 177 61 +570us[ +570us] +/- 35ms 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:^+ netcup02.theravenhub.com 2 6 177 60 +1381us[+1381us] +/- 18ms 2026-04-13T18:15:17.705 INFO:teuthology.orchestra.run.vm06.stdout:^* 79.133.44.141 1 6 177 61 -874us[ -848us] +/- 10ms 2026-04-13T18:15:17.705 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-04-13T18:15:17.707 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-04-13T18:15:17.708 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-04-13T18:15:17.709 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-04-13T18:15:17.711 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-04-13T18:15:17.713 INFO:teuthology.task.internal:Duration was 440.819063 seconds 2026-04-13T18:15:17.714 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-04-13T18:15:17.716 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-04-13T18:15:17.716 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-04-13T18:15:17.747 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-04-13T18:15:17.783 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-13T18:15:17.784 INFO:teuthology.orchestra.run.vm06.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-13T18:15:18.291 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-04-13T18:15:18.291 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm02.local 2026-04-13T18:15:18.291 DEBUG:teuthology.orchestra.run.vm02:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-04-13T18:15:18.351 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm06.local 2026-04-13T18:15:18.351 DEBUG:teuthology.orchestra.run.vm06:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-04-13T18:15:18.370 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-04-13T18:15:18.370 DEBUG:teuthology.orchestra.run.vm02:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-04-13T18:15:18.393 DEBUG:teuthology.orchestra.run.vm06:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-04-13T18:15:18.976 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-04-13T18:15:18.976 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-04-13T18:15:18.977 DEBUG:teuthology.orchestra.run.vm06:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-04-13T18:15:18.998 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-13T18:15:18.998 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-13T18:15:18.998 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-04-13T18:15:18.998 INFO:teuthology.orchestra.run.vm02.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-04-13T18:15:18.998 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-04-13T18:15:18.999 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-13T18:15:18.999 INFO:teuthology.orchestra.run.vm06.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-13T18:15:19.000 INFO:teuthology.orchestra.run.vm06.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-04-13T18:15:19.000 INFO:teuthology.orchestra.run.vm06.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-04-13T18:15:19.000 INFO:teuthology.orchestra.run.vm06.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-04-13T18:15:19.135 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-04-13T18:15:19.191 INFO:teuthology.orchestra.run.vm06.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-04-13T18:15:19.193 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-04-13T18:15:19.196 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-04-13T18:15:19.196 DEBUG:teuthology.orchestra.run.vm02:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-04-13T18:15:19.220 DEBUG:teuthology.orchestra.run.vm06:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-04-13T18:15:19.256 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-04-13T18:15:19.258 DEBUG:teuthology.orchestra.run.vm02:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-04-13T18:15:19.262 DEBUG:teuthology.orchestra.run.vm06:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-04-13T18:15:19.283 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = core 2026-04-13T18:15:19.319 INFO:teuthology.orchestra.run.vm06.stdout:kernel.core_pattern = core 2026-04-13T18:15:19.331 DEBUG:teuthology.orchestra.run.vm02:> test -e /home/ubuntu/cephtest/archive/coredump 2026-04-13T18:15:19.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:15:19.355 DEBUG:teuthology.orchestra.run.vm06:> test -e /home/ubuntu/cephtest/archive/coredump 2026-04-13T18:15:19.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-13T18:15:19.386 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-04-13T18:15:19.391 INFO:teuthology.task.internal:Transferring archived files... 2026-04-13T18:15:19.392 DEBUG:teuthology.misc:Transferring archived files from vm02:/home/ubuntu/cephtest/archive to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm02 2026-04-13T18:15:19.392 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-04-13T18:15:19.426 DEBUG:teuthology.misc:Transferring archived files from vm06:/home/ubuntu/cephtest/archive to /archive/supriti-2026-04-13_15:28:06-orch:cephadm:smoke-roleless-wip-sse-s3-on-v20.2.0-none-default-vps/5203/remote/vm06 2026-04-13T18:15:19.426 DEBUG:teuthology.orchestra.run.vm06:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-04-13T18:15:19.455 INFO:teuthology.task.internal:Removing archive directory... 2026-04-13T18:15:19.455 DEBUG:teuthology.orchestra.run.vm02:> rm -rf -- /home/ubuntu/cephtest/archive 2026-04-13T18:15:19.467 DEBUG:teuthology.orchestra.run.vm06:> rm -rf -- /home/ubuntu/cephtest/archive 2026-04-13T18:15:19.511 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-04-13T18:15:19.514 INFO:teuthology.task.internal:Not uploading archives. 2026-04-13T18:15:19.514 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-04-13T18:15:19.516 INFO:teuthology.task.internal:Tidying up after the test... 2026-04-13T18:15:19.516 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-04-13T18:15:19.523 DEBUG:teuthology.orchestra.run.vm06:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-04-13T18:15:19.539 INFO:teuthology.orchestra.run.vm02.stdout: 8532145 0 drwxr-xr-x 2 ubuntu ubuntu 6 Apr 13 18:15 /home/ubuntu/cephtest 2026-04-13T18:15:19.567 INFO:teuthology.orchestra.run.vm06.stdout: 8532141 0 drwxr-xr-x 2 ubuntu ubuntu 6 Apr 13 18:15 /home/ubuntu/cephtest 2026-04-13T18:15:19.568 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-04-13T18:15:19.574 INFO:teuthology.run:Summary data: description: orch:cephadm:smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs2 3-final} duration: 440.81906270980835 owner: supriti success: true 2026-04-13T18:15:19.574 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-13T18:15:19.590 INFO:teuthology.run:pass