2026-03-06T21:50:41.772 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-06T21:50:41.778 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T21:50:41.798 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371 branch: cobaltcore-storage-v19.2.3-fasttrack-5 description: orch:cephadm:smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start} email: null first_in_suite: false flavor: default job_id: '371' last_in_suite: false machine_type: vps name: irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps no_nested_subset: false openstack: - volumes: count: 1 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-5 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_AGENT_DOWN - CEPHADM_FAILED_DAEMON log-only-match: - CEPHADM_ sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 install: ceph: flavor: default sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: tt-19.2.3-fasttrack-5 sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.y - osd.0 - client.0 - ceph.rgw.foo.a - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.1 - client.1 - prometheus.a - grafana.a - node-exporter.b - - mon.c - mgr.z - osd.2 - client.2 - node-exporter.c seed: 5541 sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a sleep_before_teardown: 0 suite: orch:cephadm:smoke-small suite_branch: tt-19.2.3-fasttrack-5 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e targets: vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPtFiaEvrx2Jyh9sWCYC/x1SPPgwCsxjhvHwp/2qX7ftCgdX3LfTz8VG8xX6IVmNrWwdgvl6agTTiPnctq/Zu/k= vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE4kPqOS3vNTnZHWgVVAuKwH9wKebN/urD60wJN2WaPTmO+Pei6vhAFs5vgT8S520oT5d1cff0muQqqPYd0HVGg= vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHZ2yyZ90FQpjL6v3L6KqPJl6DO3ZJ/mjoRWbZwded0gRENyVF19zw+B6yQSfYauYsw4n4xeHGLYXRI32stoLnI= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: conf: mgr: debug mgr: 20 debug ms: 1 - cephadm.shell: mon.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls --format yaml - ceph orch ls | grep '^osd ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-06_20:21:15 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-06T21:50:41.798 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa; will attempt to use it 2026-03-06T21:50:41.798 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks 2026-03-06T21:50:41.798 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-06T21:50:41.799 INFO:teuthology.task.internal:Saving configuration 2026-03-06T21:50:41.803 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-06T21:50:41.804 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-06T21:50:41.810 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm00.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:49:02.757264', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:00', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPtFiaEvrx2Jyh9sWCYC/x1SPPgwCsxjhvHwp/2qX7ftCgdX3LfTz8VG8xX6IVmNrWwdgvl6agTTiPnctq/Zu/k='} 2026-03-06T21:50:41.815 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:49:02.757859', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE4kPqOS3vNTnZHWgVVAuKwH9wKebN/urD60wJN2WaPTmO+Pei6vhAFs5vgT8S520oT5d1cff0muQqqPYd0HVGg='} 2026-03-06T21:50:41.820 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:49:02.757643', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHZ2yyZ90FQpjL6v3L6KqPJl6DO3ZJ/mjoRWbZwded0gRENyVF19zw+B6yQSfYauYsw4n4xeHGLYXRI32stoLnI='} 2026-03-06T21:50:41.820 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-06T21:50:41.821 INFO:teuthology.task.internal:roles: ubuntu@vm00.local - ['mon.a', 'mgr.y', 'osd.0', 'client.0', 'ceph.rgw.foo.a', 'node-exporter.a', 'alertmanager.a'] 2026-03-06T21:50:41.821 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['mon.b', 'mgr.x', 'osd.1', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-03-06T21:50:41.821 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.c', 'mgr.z', 'osd.2', 'client.2', 'node-exporter.c'] 2026-03-06T21:50:41.821 INFO:teuthology.run_tasks:Running task console_log... 2026-03-06T21:50:41.826 DEBUG:teuthology.task.console_log:vm00 does not support IPMI; excluding 2026-03-06T21:50:41.831 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-03-06T21:50:41.835 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-03-06T21:50:41.836 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8a87cebe20>, signals=[15]) 2026-03-06T21:50:41.836 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-06T21:50:41.836 INFO:teuthology.task.internal:Opening connections... 2026-03-06T21:50:41.836 DEBUG:teuthology.task.internal:connecting to ubuntu@vm00.local 2026-03-06T21:50:41.837 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:50:41.894 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-03-06T21:50:41.894 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:50:41.951 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-03-06T21:50:41.951 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:50:42.009 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-06T21:50:42.010 DEBUG:teuthology.orchestra.run.vm00:> uname -m 2026-03-06T21:50:42.024 INFO:teuthology.orchestra.run.vm00.stdout:x86_64 2026-03-06T21:50:42.025 DEBUG:teuthology.orchestra.run.vm00:> cat /etc/os-release 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:NAME="CentOS Stream" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:VERSION="9" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:ID="centos" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:ID_LIKE="rhel fedora" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:VERSION_ID="9" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:PLATFORM_ID="platform:el9" 2026-03-06T21:50:42.078 INFO:teuthology.orchestra.run.vm00.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:ANSI_COLOR="0;31" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:LOGO="fedora-logo-icon" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:HOME_URL="https://centos.org/" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T21:50:42.079 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T21:50:42.079 INFO:teuthology.lock.ops:Updating vm00.local on lock server 2026-03-06T21:50:42.084 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-03-06T21:50:42.099 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-03-06T21:50:42.100 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:NAME="CentOS Stream" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:ID="centos" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE="rhel fedora" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:PLATFORM_ID="platform:el9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:ANSI_COLOR="0;31" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:LOGO="fedora-logo-icon" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://centos.org/" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T21:50:42.155 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T21:50:42.155 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-03-06T21:50:42.159 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-03-06T21:50:42.173 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-03-06T21:50:42.173 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:NAME="CentOS Stream" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:ID="centos" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel fedora" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;31" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://centos.org/" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T21:50:42.226 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T21:50:42.227 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-03-06T21:50:42.231 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-06T21:50:42.233 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-06T21:50:42.233 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-06T21:50:42.234 DEBUG:teuthology.orchestra.run.vm00:> test '!' -e /home/ubuntu/cephtest 2026-03-06T21:50:42.235 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-03-06T21:50:42.237 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-03-06T21:50:42.280 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-06T21:50:42.281 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-06T21:50:42.281 DEBUG:teuthology.orchestra.run.vm00:> test -z $(ls -A /var/lib/ceph) 2026-03-06T21:50:42.289 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-03-06T21:50:42.291 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-03-06T21:50:42.302 INFO:teuthology.orchestra.run.vm00.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T21:50:42.306 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T21:50:42.334 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T21:50:42.334 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-06T21:50:42.342 DEBUG:teuthology.orchestra.run.vm00:> test -e /ceph-qa-ready 2026-03-06T21:50:42.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:42.550 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-03-06T21:50:42.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:42.790 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-03-06T21:50:42.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:42.978 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-06T21:50:42.979 INFO:teuthology.task.internal:Creating test directory... 2026-03-06T21:50:42.979 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T21:50:42.981 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T21:50:42.983 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T21:50:43.001 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-06T21:50:43.002 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-06T21:50:43.003 INFO:teuthology.task.internal:Creating archive directory... 2026-03-06T21:50:43.003 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T21:50:43.039 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T21:50:43.043 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T21:50:43.061 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-06T21:50:43.062 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-06T21:50:43.062 DEBUG:teuthology.orchestra.run.vm00:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T21:50:43.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:43.108 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T21:50:43.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:43.123 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T21:50:43.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:50:43.138 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T21:50:43.151 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T21:50:43.166 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T21:50:43.173 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.183 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.189 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.198 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.206 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.215 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T21:50:43.216 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-06T21:50:43.217 INFO:teuthology.task.internal:Configuring sudo... 2026-03-06T21:50:43.217 DEBUG:teuthology.orchestra.run.vm00:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T21:50:43.226 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T21:50:43.242 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T21:50:43.279 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-06T21:50:43.281 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-06T21:50:43.281 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T21:50:43.290 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T21:50:43.306 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T21:50:43.333 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:50:43.364 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:50:43.420 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:50:43.420 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T21:50:43.477 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:50:43.499 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:50:43.556 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:50:43.556 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T21:50:43.612 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:50:43.634 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:50:43.690 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:50:43.690 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T21:50:43.747 DEBUG:teuthology.orchestra.run.vm00:> sudo service rsyslog restart 2026-03-06T21:50:43.748 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-03-06T21:50:43.750 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-03-06T21:50:43.774 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:50:43.778 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:50:43.812 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:50:44.211 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-06T21:50:44.212 INFO:teuthology.task.internal:Starting timer... 2026-03-06T21:50:44.212 INFO:teuthology.run_tasks:Running task pcp... 2026-03-06T21:50:44.215 INFO:teuthology.run_tasks:Running task selinux... 2026-03-06T21:50:44.217 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-03-06T21:50:44.217 INFO:teuthology.task.selinux:Excluding vm00: VMs are not yet supported 2026-03-06T21:50:44.217 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-03-06T21:50:44.217 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-03-06T21:50:44.217 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-06T21:50:44.217 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-06T21:50:44.217 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-06T21:50:44.217 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-06T21:50:44.218 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-06T21:50:44.218 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-06T21:50:44.220 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-06T21:50:44.916 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-06T21:50:44.921 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-06T21:50:44.922 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryo_xgl4rk --limit vm00.local,vm07.local,vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-06T21:53:10.241 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm00.local'), Remote(name='ubuntu@vm07.local'), Remote(name='ubuntu@vm09.local')] 2026-03-06T21:53:10.242 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm00.local' 2026-03-06T21:53:10.242 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:53:10.305 DEBUG:teuthology.orchestra.run.vm00:> true 2026-03-06T21:53:10.379 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm00.local' 2026-03-06T21:53:10.379 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-03-06T21:53:10.379 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:53:10.441 DEBUG:teuthology.orchestra.run.vm07:> true 2026-03-06T21:53:10.508 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-03-06T21:53:10.508 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-03-06T21:53:10.508 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T21:53:10.572 DEBUG:teuthology.orchestra.run.vm09:> true 2026-03-06T21:53:10.643 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-03-06T21:53:10.643 INFO:teuthology.run_tasks:Running task clock... 2026-03-06T21:53:10.646 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-06T21:53:10.646 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T21:53:10.646 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:53:10.648 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T21:53:10.648 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:53:10.650 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T21:53:10.650 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:53:10.675 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T21:53:10.683 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T21:53:10.687 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T21:53:10.703 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T21:53:10.710 INFO:teuthology.orchestra.run.vm07.stderr:sudo: ntpd: command not found 2026-03-06T21:53:10.716 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T21:53:10.721 INFO:teuthology.orchestra.run.vm07.stdout:506 Cannot talk to daemon 2026-03-06T21:53:10.729 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T21:53:10.731 INFO:teuthology.orchestra.run.vm00.stderr:sudo: ntpd: command not found 2026-03-06T21:53:10.734 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T21:53:10.747 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T21:53:10.747 INFO:teuthology.orchestra.run.vm00.stdout:506 Cannot talk to daemon 2026-03-06T21:53:10.755 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-03-06T21:53:10.766 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-03-06T21:53:10.767 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T21:53:10.780 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T21:53:10.789 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T21:53:10.792 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:53:10.794 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:^? node-1.infogral.is 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:^? ntp5.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:^? netcup02.theravenhub.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.795 INFO:teuthology.orchestra.run.vm07.stdout:^? ntp2.uni-ulm.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.837 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:^? ntp5.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:^? netcup02.theravenhub.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:^? ntp2.uni-ulm.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.841 INFO:teuthology.orchestra.run.vm09.stdout:^? node-1.infogral.is 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.842 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:^? ntp2.uni-ulm.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:^? node-1.infogral.is 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:^? ntp5.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.844 INFO:teuthology.orchestra.run.vm00.stdout:^? netcup02.theravenhub.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T21:53:10.845 INFO:teuthology.run_tasks:Running task pexec... 2026-03-06T21:53:10.847 INFO:teuthology.task.pexec:Executing custom commands... 2026-03-06T21:53:10.848 DEBUG:teuthology.orchestra.run.vm00:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T21:53:10.848 DEBUG:teuthology.orchestra.run.vm07:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T21:53:10.848 DEBUG:teuthology.orchestra.run.vm09:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T21:53:10.849 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.849 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.849 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.850 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.850 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm07.local 2026-03-06T21:53:10.850 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.850 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.850 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.850 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.884 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.884 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.884 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.884 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.884 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm09.local 2026-03-06T21:53:10.884 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.884 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.884 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.884 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.888 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.888 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.888 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.889 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.889 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm00.local 2026-03-06T21:53:10.889 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T21:53:10.889 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T21:53:10.889 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:10.889 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T21:53:11.032 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: nvme-cli 2026-03-06T21:53:11.032 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T21:53:11.035 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T21:53:11.036 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T21:53:11.036 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T21:53:11.081 INFO:teuthology.orchestra.run.vm09.stdout:No match for argument: nvme-cli 2026-03-06T21:53:11.081 INFO:teuthology.orchestra.run.vm09.stderr:No packages marked for removal. 2026-03-06T21:53:11.083 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-06T21:53:11.084 INFO:teuthology.orchestra.run.vm09.stdout:Nothing to do. 2026-03-06T21:53:11.084 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-06T21:53:11.128 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: nvme-cli 2026-03-06T21:53:11.128 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-06T21:53:11.130 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-06T21:53:11.131 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-06T21:53:11.131 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-06T21:53:11.394 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:54 ago on Fri 06 Mar 2026 09:51:17 PM CET. 2026-03-06T21:53:11.478 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:30 ago on Fri 06 Mar 2026 09:51:41 PM CET. 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T21:53:11.495 INFO:teuthology.orchestra.run.vm07.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Install 7 Packages 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 6.3 M 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 24 M 2026-03-06T21:53:11.496 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T21:53:11.584 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Install 7 Packages 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 6.3 M 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 24 M 2026-03-06T21:53:11.585 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-03-06T21:53:11.625 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:08 ago on Fri 06 Mar 2026 09:52:03 PM CET. 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout:Install 7 Packages 2026-03-06T21:53:11.751 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:11.752 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 6.3 M 2026-03-06T21:53:11.752 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 24 M 2026-03-06T21:53:11.752 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-06T21:53:12.018 INFO:teuthology.orchestra.run.vm09.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 230 kB/s | 44 kB 00:00 2026-03-06T21:53:12.044 INFO:teuthology.orchestra.run.vm09.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 333 kB/s | 72 kB 00:00 2026-03-06T21:53:12.165 INFO:teuthology.orchestra.run.vm09.stdout:(3/7): nvme-cli-2.16-1.el9.x86_64.rpm 3.4 MB/s | 1.2 MB 00:00 2026-03-06T21:53:12.166 INFO:teuthology.orchestra.run.vm09.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 569 kB/s | 84 kB 00:00 2026-03-06T21:53:12.171 INFO:teuthology.orchestra.run.vm09.stdout:(5/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.2 MB/s | 150 kB 00:00 2026-03-06T21:53:12.213 INFO:teuthology.orchestra.run.vm09.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 17 MB/s | 837 kB 00:00 2026-03-06T21:53:12.459 INFO:teuthology.orchestra.run.vm00.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 497 kB/s | 72 kB 00:00 2026-03-06T21:53:12.459 INFO:teuthology.orchestra.run.vm00.stdout:(2/7): nvmetcli-0.8-3.el9.noarch.rpm 301 kB/s | 44 kB 00:00 2026-03-06T21:53:12.518 INFO:teuthology.orchestra.run.vm00.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2026-03-06T21:53:12.519 INFO:teuthology.orchestra.run.vm00.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 2.5 MB/s | 150 kB 00:00 2026-03-06T21:53:12.580 INFO:teuthology.orchestra.run.vm00.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 4.3 MB/s | 1.2 MB 00:00 2026-03-06T21:53:12.610 INFO:teuthology.orchestra.run.vm00.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.9 MB/s | 837 kB 00:00 2026-03-06T21:53:12.686 INFO:teuthology.orchestra.run.vm07.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 351 kB/s | 44 kB 00:00 2026-03-06T21:53:12.716 INFO:teuthology.orchestra.run.vm07.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 462 kB/s | 72 kB 00:00 2026-03-06T21:53:12.779 INFO:teuthology.orchestra.run.vm07.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 900 kB/s | 84 kB 00:00 2026-03-06T21:53:12.812 INFO:teuthology.orchestra.run.vm07.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.5 MB/s | 150 kB 00:00 2026-03-06T21:53:13.046 INFO:teuthology.orchestra.run.vm00.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 7.5 MB/s | 4.0 MB 00:00 2026-03-06T21:53:13.047 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-06T21:53:13.047 INFO:teuthology.orchestra.run.vm00.stdout:Total 4.8 MB/s | 6.3 MB 00:01 2026-03-06T21:53:13.111 INFO:teuthology.orchestra.run.vm09.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 4.2 MB/s | 4.0 MB 00:00 2026-03-06T21:53:13.114 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-03-06T21:53:13.114 INFO:teuthology.orchestra.run.vm09.stdout:Total 4.1 MB/s | 6.3 MB 00:01 2026-03-06T21:53:13.122 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-06T21:53:13.122 INFO:teuthology.orchestra.run.vm07.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 2.1 MB/s | 1.2 MB 00:00 2026-03-06T21:53:13.124 INFO:teuthology.orchestra.run.vm07.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.4 MB/s | 837 kB 00:00 2026-03-06T21:53:13.130 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-06T21:53:13.131 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-06T21:53:13.136 INFO:teuthology.orchestra.run.vm07.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 12 MB/s | 4.0 MB 00:00 2026-03-06T21:53:13.136 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T21:53:13.136 INFO:teuthology.orchestra.run.vm07.stdout:Total 3.8 MB/s | 6.3 MB 00:01 2026-03-06T21:53:13.185 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-03-06T21:53:13.194 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-03-06T21:53:13.194 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-03-06T21:53:13.207 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-06T21:53:13.207 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-06T21:53:13.210 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T21:53:13.218 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T21:53:13.218 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T21:53:13.256 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-03-06T21:53:13.256 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-03-06T21:53:13.279 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T21:53:13.279 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T21:53:13.403 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-06T21:53:13.415 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-03-06T21:53:13.419 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T21:53:13.425 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T21:53:13.432 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T21:53:13.433 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T21:53:13.437 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T21:53:13.440 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:13.443 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T21:53:13.445 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:13.450 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:13.452 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.453 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:13.454 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.454 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T21:53:13.462 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:13.469 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:13.471 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.500 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.519 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.519 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T21:53:13.630 INFO:teuthology.orchestra.run.vm09.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T21:53:13.635 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:13.648 INFO:teuthology.orchestra.run.vm07.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T21:53:13.652 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:13.680 INFO:teuthology.orchestra.run.vm00.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T21:53:13.685 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:13.950 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:13.950 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T21:53:13.950 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:53:13.985 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:13.985 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T21:53:13.985 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:53:14.079 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T21:53:14.080 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T21:53:14.080 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T21:53:14.378 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:53:14.433 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T21:53:14.502 DEBUG:teuthology.parallel:result is None 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T21:53:14.553 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T21:53:14.641 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:53:14.673 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:14.722 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-06T21:53:14.771 DEBUG:teuthology.parallel:result is None 2026-03-06T21:53:14.818 DEBUG:teuthology.parallel:result is None 2026-03-06T21:53:14.818 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-03-06T21:53:14.821 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-03-06T21:53:14.821 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:53:14.821 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:53:14.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:53:14.841 DEBUG:teuthology.orchestra.run.vm00:> ls /dev/[sv]d? 2026-03-06T21:53:14.902 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vda 2026-03-06T21:53:14.902 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb 2026-03-06T21:53:14.902 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc 2026-03-06T21:53:14.902 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd 2026-03-06T21:53:14.902 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde 2026-03-06T21:53:14.902 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T21:53:14.902 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T21:53:14.902 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdb 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdb 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 254 Links: 1 Device type: fc,10 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:53:14.151972015 +0100 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:14.151972015 +0100 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:14.151972015 +0100 2026-03-06T21:53:14.966 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:49:09.235000000 +0100 2026-03-06T21:53:14.967 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T21:53:15.042 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:53:15.042 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:53:15.042 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000187832 s, 2.7 MB/s 2026-03-06T21:53:15.044 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T21:53:15.110 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdc 2026-03-06T21:53:15.169 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdc 2026-03-06T21:53:15.169 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:15.169 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 255 Links: 1 Device type: fc,20 2026-03-06T21:53:15.169 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:15.169 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:15.170 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:53:14.145972013 +0100 2026-03-06T21:53:15.170 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:14.145972013 +0100 2026-03-06T21:53:15.170 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:14.145972013 +0100 2026-03-06T21:53:15.170 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:49:09.238000000 +0100 2026-03-06T21:53:15.170 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T21:53:15.233 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:53:15.233 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:53:15.233 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000152175 s, 3.4 MB/s 2026-03-06T21:53:15.234 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T21:53:15.296 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdd 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdd 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 256 Links: 1 Device type: fc,30 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:53:14.136972010 +0100 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:14.136972010 +0100 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:14.136972010 +0100 2026-03-06T21:53:15.360 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:49:09.245000000 +0100 2026-03-06T21:53:15.361 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T21:53:15.432 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:53:15.432 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:53:15.432 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 9.6732e-05 s, 5.3 MB/s 2026-03-06T21:53:15.433 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T21:53:15.493 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vde 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vde 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 257 Links: 1 Device type: fc,40 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:53:14.143972012 +0100 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:14.143972012 +0100 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:14.143972012 +0100 2026-03-06T21:53:15.554 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:49:09.298000000 +0100 2026-03-06T21:53:15.554 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T21:53:15.623 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:53:15.623 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:53:15.623 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000183384 s, 2.8 MB/s 2026-03-06T21:53:15.626 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T21:53:15.690 DEBUG:teuthology.orchestra.run.vm00:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T21:53:15.839 INFO:teuthology.orchestra.run.vm00.stdout:loop 2026-03-06T21:53:15.840 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdb... 2026-03-06T21:53:15.840 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T21:53:15.881 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T21:53:15.917 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb1 2026-03-06T21:53:15.947 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme0 2026-03-06T21:53:15.948 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdc... 2026-03-06T21:53:15.948 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T21:53:16.026 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T21:53:16.056 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc1 2026-03-06T21:53:16.082 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme1 2026-03-06T21:53:16.085 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdd... 2026-03-06T21:53:16.085 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T21:53:16.170 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T21:53:16.205 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd1 2026-03-06T21:53:16.232 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme2 2026-03-06T21:53:16.235 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vde... 2026-03-06T21:53:16.235 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T21:53:16.277 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T21:53:16.313 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde1 2026-03-06T21:53:16.352 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme3 2026-03-06T21:53:16.354 DEBUG:teuthology.orchestra.run.vm00:> lsblk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:vda 252:0 0 40G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:vde 252:64 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-06T21:53:16.420 INFO:teuthology.orchestra.run.vm00.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T21:53:16.421 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme list -o json 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "Devices":[ 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"dc2c3ccc2471037860a4", 2026-03-06T21:53:16.492 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"c0c683b9954f1f33cdcb", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"3ae2719f66bab82f2612", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"a0912b21a8de98c1b53e", 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: } 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout: ] 2026-03-06T21:53:16.493 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-06T21:53:16.494 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T21:53:16.574 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:16.574 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:16.574 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00951071 s, 431 kB/s 2026-03-06T21:53:16.575 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T21:53:16.647 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:16.647 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:16.647 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T21:53:16.648 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:16.726 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:16.726 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:16.726 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00459667 s, 891 kB/s 2026-03-06T21:53:16.733 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T21:53:16.808 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:16.808 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:16.808 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T21:53:16.809 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:16.885 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:16.885 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:16.885 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00354561 s, 1.2 MB/s 2026-03-06T21:53:16.886 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T21:53:16.958 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:16.958 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:16.958 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T21:53:16.959 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T21:53:17.033 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.034 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.034 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00540831 s, 757 kB/s 2026-03-06T21:53:17.037 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T21:53:17.113 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.113 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.113 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T21:53:17.114 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:17.192 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.192 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.192 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00369282 s, 1.1 MB/s 2026-03-06T21:53:17.199 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T21:53:17.276 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.276 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.276 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T21:53:17.277 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:17.356 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.356 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.356 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00657439 s, 623 kB/s 2026-03-06T21:53:17.359 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T21:53:17.431 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.431 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.431 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T21:53:17.432 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T21:53:17.509 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.509 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.509 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00556921 s, 735 kB/s 2026-03-06T21:53:17.510 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T21:53:17.584 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.584 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.584 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T21:53:17.585 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:17.669 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.669 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.669 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00924042 s, 443 kB/s 2026-03-06T21:53:17.670 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T21:53:17.699 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.699 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.699 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T21:53:17.700 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:17.781 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.781 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.781 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00760042 s, 539 kB/s 2026-03-06T21:53:17.785 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T21:53:17.854 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:17.854 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:17.854 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T21:53:17.856 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T21:53:17.937 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:17.938 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:17.938 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00351999 s, 1.2 MB/s 2026-03-06T21:53:17.939 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T21:53:18.009 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:18.010 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:18.010 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T21:53:18.010 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:18.088 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:18.088 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:18.088 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00451891 s, 906 kB/s 2026-03-06T21:53:18.089 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T21:53:18.157 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:18.157 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:18.157 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T21:53:18.158 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:18.234 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T21:53:18.234 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T21:53:18.234 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00559468 s, 732 kB/s 2026-03-06T21:53:18.236 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T21:53:18.307 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:18.307 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:18.307 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T21:53:18.308 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:53:18.308 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:53:18.308 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/scratch_devs 2026-03-06T21:53:18.384 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:53:18.384 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:53:18.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:53:18.400 DEBUG:teuthology.orchestra.run.vm07:> ls /dev/[sv]d? 2026-03-06T21:53:18.456 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vda 2026-03-06T21:53:18.456 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdb 2026-03-06T21:53:18.456 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdc 2026-03-06T21:53:18.456 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdd 2026-03-06T21:53:18.456 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vde 2026-03-06T21:53:18.456 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T21:53:18.456 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T21:53:18.456 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdb 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdb 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:53:13.979357509 +0100 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:13.979357509 +0100 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:13.979357509 +0100 2026-03-06T21:53:18.513 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:50:11.237000000 +0100 2026-03-06T21:53:18.513 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T21:53:18.579 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:53:18.580 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:53:18.580 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000209548 s, 2.4 MB/s 2026-03-06T21:53:18.581 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T21:53:18.637 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdc 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdc 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 222 Links: 1 Device type: fc,20 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:53:13.970357512 +0100 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:13.970357512 +0100 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:13.970357512 +0100 2026-03-06T21:53:18.696 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:50:11.243000000 +0100 2026-03-06T21:53:18.696 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T21:53:18.761 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:53:18.761 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:53:18.761 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000191688 s, 2.7 MB/s 2026-03-06T21:53:18.762 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T21:53:18.822 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdd 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdd 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,30 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:53:13.966357513 +0100 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:13.966357513 +0100 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:13.966357513 +0100 2026-03-06T21:53:18.880 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:50:11.251000000 +0100 2026-03-06T21:53:18.880 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T21:53:18.946 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:53:18.946 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:53:18.946 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000167509 s, 3.1 MB/s 2026-03-06T21:53:18.947 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T21:53:19.005 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vde 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vde 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 248 Links: 1 Device type: fc,40 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:53:13.969357512 +0100 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:13.969357512 +0100 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:13.969357512 +0100 2026-03-06T21:53:19.063 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:50:11.258000000 +0100 2026-03-06T21:53:19.064 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T21:53:19.128 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:53:19.128 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:53:19.128 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000151151 s, 3.4 MB/s 2026-03-06T21:53:19.129 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T21:53:19.187 DEBUG:teuthology.orchestra.run.vm07:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T21:53:19.316 INFO:teuthology.orchestra.run.vm07.stdout:loop 2026-03-06T21:53:19.318 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdb... 2026-03-06T21:53:19.318 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T21:53:19.351 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T21:53:19.381 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdb1 2026-03-06T21:53:19.406 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme0 2026-03-06T21:53:19.407 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdc... 2026-03-06T21:53:19.407 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T21:53:19.483 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T21:53:19.515 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdc1 2026-03-06T21:53:19.541 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme1 2026-03-06T21:53:19.542 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdd... 2026-03-06T21:53:19.542 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T21:53:19.615 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T21:53:19.646 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdd1 2026-03-06T21:53:19.671 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme2 2026-03-06T21:53:19.673 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vde... 2026-03-06T21:53:19.673 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T21:53:19.745 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T21:53:19.773 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vde1 2026-03-06T21:53:19.796 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme3 2026-03-06T21:53:19.797 DEBUG:teuthology.orchestra.run.vm07:> lsblk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:vda 252:0 0 40G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:vde 252:64 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:nvme1n1 259:2 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:nvme2n1 259:4 0 20G 0 disk 2026-03-06T21:53:19.855 INFO:teuthology.orchestra.run.vm07.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T21:53:19.855 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme list -o json 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "Devices":[ 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"c65c558803a0c589b078", 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T21:53:19.919 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"3910cbda778930601ab5", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"8a52df03e31269e11b64", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"1bdfd358f2aa0f317519", 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: } 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout: ] 2026-03-06T21:53:19.920 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T21:53:19.921 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T21:53:19.986 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:19.986 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:19.986 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00335173 s, 1.2 MB/s 2026-03-06T21:53:19.991 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T21:53:20.054 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.054 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.054 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T21:53:20.055 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:20.121 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.121 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.121 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00354721 s, 1.2 MB/s 2026-03-06T21:53:20.123 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T21:53:20.186 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.186 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.186 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T21:53:20.187 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:20.253 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.253 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.253 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00360575 s, 1.1 MB/s 2026-03-06T21:53:20.259 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T21:53:20.324 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.324 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.325 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T21:53:20.325 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T21:53:20.394 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.395 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.395 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00348017 s, 1.2 MB/s 2026-03-06T21:53:20.399 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T21:53:20.462 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.462 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.462 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T21:53:20.463 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:20.529 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.529 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.529 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00362805 s, 1.1 MB/s 2026-03-06T21:53:20.531 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T21:53:20.596 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.596 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.596 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T21:53:20.597 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:20.668 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.668 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.668 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00381854 s, 1.1 MB/s 2026-03-06T21:53:20.672 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T21:53:20.739 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.740 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.740 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T21:53:20.741 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T21:53:20.809 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.809 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.809 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00358578 s, 1.1 MB/s 2026-03-06T21:53:20.813 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T21:53:20.879 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:20.879 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:20.879 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T21:53:20.880 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:20.948 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:20.949 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:20.949 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0044695 s, 916 kB/s 2026-03-06T21:53:20.950 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T21:53:21.014 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:21.015 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:21.015 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T21:53:21.016 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:21.086 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:21.086 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:21.086 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00456572 s, 897 kB/s 2026-03-06T21:53:21.087 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T21:53:21.152 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:21.152 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:21.152 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T21:53:21.153 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T21:53:21.220 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:21.220 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:21.220 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00433859 s, 944 kB/s 2026-03-06T21:53:21.222 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T21:53:21.286 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:21.286 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:21.286 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T21:53:21.287 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:21.356 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:21.356 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:21.356 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00432057 s, 948 kB/s 2026-03-06T21:53:21.357 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T21:53:21.421 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:21.421 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:21.421 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T21:53:21.422 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:21.489 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T21:53:21.490 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T21:53:21.490 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00463288 s, 884 kB/s 2026-03-06T21:53:21.491 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T21:53:21.554 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:21.554 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:21.554 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T21:53:21.555 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:53:21.555 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:53:21.555 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/scratch_devs 2026-03-06T21:53:21.618 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:53:21.619 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:53:21.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:53:21.637 DEBUG:teuthology.orchestra.run.vm09:> ls /dev/[sv]d? 2026-03-06T21:53:21.695 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vda 2026-03-06T21:53:21.696 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb 2026-03-06T21:53:21.696 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc 2026-03-06T21:53:21.696 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd 2026-03-06T21:53:21.696 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde 2026-03-06T21:53:21.696 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T21:53:21.696 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T21:53:21.696 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdb 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdb 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:53:14.065172068 +0100 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:14.065172068 +0100 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:14.065172068 +0100 2026-03-06T21:53:21.755 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:49:34.811000000 +0100 2026-03-06T21:53:21.756 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T21:53:21.827 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:53:21.827 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:53:21.827 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 9.028e-05 s, 5.7 MB/s 2026-03-06T21:53:21.828 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T21:53:21.893 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdc 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdc 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 234 Links: 1 Device type: fc,20 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:53:14.082172071 +0100 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:14.082172071 +0100 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:14.082172071 +0100 2026-03-06T21:53:21.954 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:49:34.827000000 +0100 2026-03-06T21:53:21.954 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T21:53:22.022 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:53:22.022 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:53:22.022 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000183061 s, 2.8 MB/s 2026-03-06T21:53:22.023 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T21:53:22.085 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdd 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdd 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 256 Links: 1 Device type: fc,30 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:53:14.063172068 +0100 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:14.063172068 +0100 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:14.063172068 +0100 2026-03-06T21:53:22.150 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:49:34.838000000 +0100 2026-03-06T21:53:22.150 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T21:53:22.221 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:53:22.221 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:53:22.221 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000178864 s, 2.9 MB/s 2026-03-06T21:53:22.223 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T21:53:22.287 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vde 2026-03-06T21:53:22.353 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vde 2026-03-06T21:53:22.353 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 257 Links: 1 Device type: fc,40 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:53:14.075172070 +0100 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:14.075172070 +0100 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:14.075172070 +0100 2026-03-06T21:53:22.354 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:49:34.873000000 +0100 2026-03-06T21:53:22.354 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T21:53:22.421 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:53:22.421 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:53:22.422 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000151692 s, 3.4 MB/s 2026-03-06T21:53:22.425 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T21:53:22.485 DEBUG:teuthology.orchestra.run.vm09:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T21:53:22.625 INFO:teuthology.orchestra.run.vm09.stdout:loop 2026-03-06T21:53:22.626 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdb... 2026-03-06T21:53:22.626 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T21:53:22.666 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T21:53:22.701 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb1 2026-03-06T21:53:22.728 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme0 2026-03-06T21:53:22.729 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdc... 2026-03-06T21:53:22.729 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T21:53:22.817 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T21:53:22.849 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc1 2026-03-06T21:53:22.875 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme1 2026-03-06T21:53:22.879 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdd... 2026-03-06T21:53:22.879 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T21:53:22.930 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T21:53:22.963 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd1 2026-03-06T21:53:22.988 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme2 2026-03-06T21:53:22.992 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vde... 2026-03-06T21:53:22.992 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T21:53:23.029 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T21:53:23.056 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde1 2026-03-06T21:53:23.078 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme3 2026-03-06T21:53:23.082 DEBUG:teuthology.orchestra.run.vm09:> lsblk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:vda 252:0 0 40G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:vde 252:64 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-06T21:53:23.143 INFO:teuthology.orchestra.run.vm09.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T21:53:23.143 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme list -o json 2026-03-06T21:53:23.218 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-06T21:53:23.218 INFO:teuthology.orchestra.run.vm09.stdout: "Devices":[ 2026-03-06T21:53:23.218 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T21:53:23.218 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T21:53:23.218 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"0e5eadcd485f2430f992", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"d8555f3c0b66291c7c29", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"10f8392ae48ece8f8def", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"8b65692d23645a9b7b25", 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-06T21:53:23.219 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-06T21:53:23.220 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T21:53:23.294 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:23.294 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:23.294 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00495316 s, 827 kB/s 2026-03-06T21:53:23.295 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T21:53:23.367 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:23.367 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:23.367 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T21:53:23.368 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:23.439 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:23.439 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:23.439 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00414776 s, 988 kB/s 2026-03-06T21:53:23.440 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T21:53:23.508 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:23.509 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:23.509 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T21:53:23.509 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:23.586 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:23.587 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:23.587 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00407712 s, 1.0 MB/s 2026-03-06T21:53:23.591 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T21:53:23.662 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:23.662 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:23.662 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T21:53:23.663 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T21:53:23.739 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:23.739 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:23.739 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00468654 s, 874 kB/s 2026-03-06T21:53:23.742 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T21:53:23.812 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:23.812 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:23.812 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T21:53:23.813 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:23.893 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:23.893 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:23.893 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00517898 s, 791 kB/s 2026-03-06T21:53:23.896 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T21:53:23.963 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:23.963 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:23.963 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T21:53:23.965 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:24.041 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.041 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.041 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00531243 s, 771 kB/s 2026-03-06T21:53:24.046 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T21:53:24.123 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.123 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.123 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T21:53:24.125 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T21:53:24.206 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.206 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.206 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0055508 s, 738 kB/s 2026-03-06T21:53:24.211 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T21:53:24.285 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.285 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.285 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T21:53:24.287 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:24.362 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.362 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.362 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00362277 s, 1.1 MB/s 2026-03-06T21:53:24.363 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T21:53:24.432 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.432 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.432 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T21:53:24.433 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:24.509 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.510 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.510 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00404661 s, 1.0 MB/s 2026-03-06T21:53:24.511 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T21:53:24.582 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.583 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.583 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T21:53:24.584 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T21:53:24.653 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.653 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.653 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00351387 s, 1.2 MB/s 2026-03-06T21:53:24.654 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T21:53:24.734 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.735 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.735 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T21:53:24.736 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T21:53:24.807 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.807 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.807 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00391288 s, 1.0 MB/s 2026-03-06T21:53:24.808 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T21:53:24.876 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:24.877 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:24.877 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T21:53:24.878 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T21:53:24.953 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T21:53:24.953 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T21:53:24.953 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00380491 s, 1.1 MB/s 2026-03-06T21:53:24.954 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T21:53:25.027 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T21:53:25.027 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T21:53:25.027 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T21:53:25.029 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:53:25.029 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:53:25.029 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-06T21:53:25.098 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-06T21:53:25.146 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'global': {'mon election default strategy': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_AGENT_DOWN', 'CEPHADM_FAILED_DAEMON'], 'log-only-match': ['CEPHADM_'], 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a', 'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5'}} 2026-03-06T21:53:25.146 INFO:tasks.cephadm:Provided image contains tag or digest, using it as is 2026-03-06T21:53:25.146 INFO:tasks.cephadm:Cluster image is harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 2026-03-06T21:53:25.146 INFO:tasks.cephadm:Cluster fsid is 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:53:25.147 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-06T21:53:25.147 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.100', 'mon.b': '192.168.123.107', 'mon.c': '192.168.123.109'} 2026-03-06T21:53:25.147 INFO:tasks.cephadm:First mon is mon.a on vm00 2026-03-06T21:53:25.147 INFO:tasks.cephadm:First mgr is y 2026-03-06T21:53:25.147 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-06T21:53:25.147 DEBUG:teuthology.orchestra.run.vm00:> sudo hostname $(hostname -s) 2026-03-06T21:53:25.178 DEBUG:teuthology.orchestra.run.vm07:> sudo hostname $(hostname -s) 2026-03-06T21:53:25.204 DEBUG:teuthology.orchestra.run.vm09:> sudo hostname $(hostname -s) 2026-03-06T21:53:25.231 INFO:tasks.cephadm:Downloading cephadm from url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm 2026-03-06T21:53:25.231 DEBUG:teuthology.orchestra.run.vm00:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:26.309 INFO:teuthology.orchestra.run.vm00.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 21:53 /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:26.309 DEBUG:teuthology.orchestra.run.vm07:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:27.426 INFO:teuthology.orchestra.run.vm07.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 21:53 /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:27.426 DEBUG:teuthology.orchestra.run.vm09:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:28.470 INFO:teuthology.orchestra.run.vm09.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 21:53 /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:28.471 DEBUG:teuthology.orchestra.run.vm00:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:28.492 DEBUG:teuthology.orchestra.run.vm07:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:28.508 DEBUG:teuthology.orchestra.run.vm09:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T21:53:28.533 INFO:tasks.cephadm:Pulling image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 on all hosts... 2026-03-06T21:53:28.533 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T21:53:28.536 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T21:53:28.551 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T21:53:28.881 INFO:teuthology.orchestra.run.vm07.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T21:53:28.899 INFO:teuthology.orchestra.run.vm00.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T21:53:28.924 INFO:teuthology.orchestra.run.vm09.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout: "repo_digests": [ 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout: ] 2026-03-06T21:53:53.284 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout: "repo_digests": [ 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-06T21:53:55.202 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout: "repo_digests": [ 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout: ] 2026-03-06T21:53:56.259 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-06T21:53:56.279 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /etc/ceph 2026-03-06T21:53:56.311 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph 2026-03-06T21:53:56.342 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph 2026-03-06T21:53:56.378 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 777 /etc/ceph 2026-03-06T21:53:56.410 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /etc/ceph 2026-03-06T21:53:56.439 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /etc/ceph 2026-03-06T21:53:56.469 INFO:tasks.cephadm:Writing seed config... 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-06T21:53:56.469 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-03-06T21:53:56.470 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:53:56.470 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-06T21:53:56.490 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 84f67ce4-199e-11f1-9e62-4103149360b0 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-06T21:53:56.490 DEBUG:teuthology.orchestra.run.vm00:mon.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a.service 2026-03-06T21:53:56.532 DEBUG:teuthology.orchestra.run.vm00:mgr.y> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y.service 2026-03-06T21:53:56.574 INFO:tasks.cephadm:Bootstrapping... 2026-03-06T21:53:56.575 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 -v bootstrap --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.100 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:53:56.891 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-06T21:53:56.891 INFO:teuthology.orchestra.run.vm00.stdout:cephadm ['--image', 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5', '-v', 'bootstrap', '--fsid', '84f67ce4-199e-11f1-9e62-4103149360b0', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.100', '--skip-admin-label'] 2026-03-06T21:53:56.892 INFO:teuthology.orchestra.run.vm00.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-06T21:53:56.892 INFO:teuthology.orchestra.run.vm00.stdout:Verifying podman|docker is present... 2026-03-06T21:53:56.918 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 5.8.0 2026-03-06T21:53:56.918 INFO:teuthology.orchestra.run.vm00.stdout:Verifying lvm2 is present... 2026-03-06T21:53:56.918 INFO:teuthology.orchestra.run.vm00.stdout:Verifying time synchronization is in place... 2026-03-06T21:53:56.927 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-06T21:53:56.927 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-06T21:53:56.936 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-06T21:53:56.936 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout inactive 2026-03-06T21:53:56.944 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout enabled 2026-03-06T21:53:56.951 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout active 2026-03-06T21:53:56.951 INFO:teuthology.orchestra.run.vm00.stdout:Unit chronyd.service is enabled and running 2026-03-06T21:53:56.951 INFO:teuthology.orchestra.run.vm00.stdout:Repeating the final host check... 2026-03-06T21:53:56.974 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 5.8.0 2026-03-06T21:53:56.974 INFO:teuthology.orchestra.run.vm00.stdout:podman (/bin/podman) version 5.8.0 is present 2026-03-06T21:53:56.974 INFO:teuthology.orchestra.run.vm00.stdout:systemctl is present 2026-03-06T21:53:56.974 INFO:teuthology.orchestra.run.vm00.stdout:lvcreate is present 2026-03-06T21:53:56.981 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-06T21:53:56.981 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-06T21:53:56.988 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-06T21:53:56.988 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout inactive 2026-03-06T21:53:56.995 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout enabled 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout active 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Unit chronyd.service is enabled and running 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Host looks OK 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Cluster fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Acquiring lock 140160671048752 on /run/cephadm/84f67ce4-199e-11f1-9e62-4103149360b0.lock 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Lock 140160671048752 acquired on /run/cephadm/84f67ce4-199e-11f1-9e62-4103149360b0.lock 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Verifying IP 192.168.123.100 port 3300 ... 2026-03-06T21:53:57.003 INFO:teuthology.orchestra.run.vm00.stdout:Verifying IP 192.168.123.100 port 6789 ... 2026-03-06T21:53:57.004 INFO:teuthology.orchestra.run.vm00.stdout:Base mon IP(s) is [192.168.123.100:3300, 192.168.123.100:6789], mon addrv is [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T21:53:57.008 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout default via 192.168.123.1 dev eth0 proto dhcp src 192.168.123.100 metric 100 2026-03-06T21:53:57.008 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 192.168.123.0/24 dev eth0 proto kernel scope link src 192.168.123.100 metric 100 2026-03-06T21:53:57.012 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-06T21:53:57.012 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout fe80::/64 dev eth0 proto kernel metric 1024 pref medium 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 2: eth0: mtu 1500 state UP qlen 1000 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout inet6 fe80::5055:ff:fe00:0/64 scope link noprefixroute 2026-03-06T21:53:57.021 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-06T21:53:57.022 INFO:teuthology.orchestra.run.vm00.stdout:Mon IP `192.168.123.100` is in CIDR network `192.168.123.0/24` 2026-03-06T21:53:57.022 INFO:teuthology.orchestra.run.vm00.stdout:Mon IP `192.168.123.100` is in CIDR network `192.168.123.0/24` 2026-03-06T21:53:57.022 INFO:teuthology.orchestra.run.vm00.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24'] 2026-03-06T21:53:57.022 INFO:teuthology.orchestra.run.vm00.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-06T21:53:57.023 INFO:teuthology.orchestra.run.vm00.stdout:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Trying to pull harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Getting image source signatures 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Copying blob sha256:89f108f95c9b33ae21c5514f17c1bd5ca646e21d3c5e8ac1e117cf65bcd40261 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Copying config sha256:8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T21:53:57.692 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Writing manifest to image destination 2026-03-06T21:53:58.116 INFO:teuthology.orchestra.run.vm00.stdout:ceph: stdout ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable) 2026-03-06T21:53:58.116 INFO:teuthology.orchestra.run.vm00.stdout:Ceph version: ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable) 2026-03-06T21:53:58.116 INFO:teuthology.orchestra.run.vm00.stdout:Extracting ceph user uid/gid from container image... 2026-03-06T21:53:58.396 INFO:teuthology.orchestra.run.vm00.stdout:stat: stdout 167 167 2026-03-06T21:53:58.396 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial keys... 2026-03-06T21:53:58.644 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQDmPqtpS5DSHhAAbJ24JmkKF7uAjqdvSuxIIw== 2026-03-06T21:53:58.913 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQDmPqtpXFSXLBAAAS9fIF884DZ7R0jzcRdQlw== 2026-03-06T21:53:59.168 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQDnPqtp5jVIAhAAWVA1p0gDSyQtX1r35gEyjw== 2026-03-06T21:53:59.169 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial monmap... 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool for a [v2:192.168.123.100:3300,v1:192.168.123.100:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:setting min_mon_release = quincy 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: set fsid to 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-06T21:53:59.410 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:53:59.411 INFO:teuthology.orchestra.run.vm00.stdout:Creating mon... 2026-03-06T21:53:59.672 INFO:teuthology.orchestra.run.vm00.stdout:create mon.a on 2026-03-06T21:54:00.046 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-06T21:54:00.216 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target → /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target. 2026-03-06T21:54:00.216 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target → /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target. 2026-03-06T21:54:00.433 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a 2026-03-06T21:54:00.433 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to reset failed state of unit ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a.service: Unit ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a.service not loaded. 2026-03-06T21:54:00.624 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target.wants/ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a.service → /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0@.service. 2026-03-06T21:54:00.843 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T21:54:00.843 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to enable service . firewalld.service is not available 2026-03-06T21:54:00.843 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mon to start... 2026-03-06T21:54:00.843 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mon... 2026-03-06T21:54:01.274 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout cluster: 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout id: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout services: 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.225168s) 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout data: 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout pgs: 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:mon is available 2026-03-06T21:54:01.275 INFO:teuthology.orchestra.run.vm00.stdout:Assimilating anything we can from ceph.conf... 2026-03-06T21:54:01.749 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.749 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [global] 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout fsid = 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [osd] 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-06T21:54:01.750 INFO:teuthology.orchestra.run.vm00.stdout:Generating new minimal ceph.conf... 2026-03-06T21:54:02.230 INFO:teuthology.orchestra.run.vm00.stdout:Restarting the monitor... 2026-03-06T21:54:02.906 INFO:teuthology.orchestra.run.vm00.stdout:Setting public_network to 192.168.123.0/24 in mon config section 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: last_changed 2026-03-06T20:53:59.280590+0000 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: created 2026-03-06T20:53:59.280590+0000 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: min_mon_release 19 (squid) 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: election_strategy: 1 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T21:54:02.983 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: fsmap 2026-03-06T21:54:02.984 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: osdmap e1: 0 total, 0 up, 0 in 2026-03-06T21:54:02.984 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:02 vm00 ceph-mon[53239]: mgrmap e1: no daemons active 2026-03-06T21:54:03.475 INFO:teuthology.orchestra.run.vm00.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-06T21:54:03.476 INFO:teuthology.orchestra.run.vm00.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:54:03.476 INFO:teuthology.orchestra.run.vm00.stdout:Creating mgr... 2026-03-06T21:54:03.476 INFO:teuthology.orchestra.run.vm00.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-06T21:54:03.477 INFO:teuthology.orchestra.run.vm00.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-06T21:54:03.689 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y 2026-03-06T21:54:03.690 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to reset failed state of unit ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y.service: Unit ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y.service not loaded. 2026-03-06T21:54:03.852 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0.target.wants/ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y.service → /etc/systemd/system/ceph-84f67ce4-199e-11f1-9e62-4103149360b0@.service. 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to enable service . firewalld.service is not available 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr to start... 2026-03-06T21:54:04.096 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr... 2026-03-06T21:54:04.549 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:04 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3643794304' entity='client.admin' 2026-03-06T21:54:04.593 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:04.594 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:04.595 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:04.595 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:04.595 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:04.596 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (1/15)... 2026-03-06T21:54:05.559 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:05 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/138593223' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:07.134 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:07 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3705873763' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:07.150 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:07.151 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.152 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:07.153 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:07.154 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (2/15)... 2026-03-06T21:54:09.707 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:09 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1993728563' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:09.713 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.714 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:09.715 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (3/15)... 2026-03-06T21:54:12.262 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:12.263 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:12.264 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (4/15)... 2026-03-06T21:54:12.272 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:12 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1516881233' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:15.067 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:14 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1619960900' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:15.098 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:15.099 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:15.100 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (5/15)... 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: Activating manager daemon y 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: mgrmap e2: y(active, starting, since 0.212822s) 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:54:16.581 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:54:16.582 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:54:16.582 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: Manager daemon y is now available 2026-03-06T21:54:16.582 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:16 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: from='mgr.14100 192.168.123.100:0/877194620' entity='mgr.y' 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: mgrmap e3: y(active, since 1.22007s) 2026-03-06T21:54:17.585 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:17 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2276356794' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T21:54:17.655 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "84f67ce4-199e-11f1-9e62-4103149360b0", 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T21:54:17.656 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T21:54:17.657 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T20:54:00:912755+0000", 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T20:54:00.913357+0000", 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:17.658 INFO:teuthology.orchestra.run.vm00.stdout:mgr is available 2026-03-06T21:54:18.191 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:18.191 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [global] 2026-03-06T21:54:18.191 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout fsid = 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:18.191 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-06T21:54:18.191 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [osd] 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-06T21:54:18.192 INFO:teuthology.orchestra.run.vm00.stdout:Enabling cephadm module... 2026-03-06T21:54:18.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:18 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3675008051' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-06T21:54:18.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:18 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3675008051' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-06T21:54:19.606 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:19 vm00 ceph-mon[53239]: mgrmap e4: y(active, since 2s) 2026-03-06T21:54:19.606 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:19 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/4056197065' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for the mgr to restart... 2026-03-06T21:54:20.281 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr epoch 5... 2026-03-06T21:54:20.653 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:20 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/4056197065' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-06T21:54:20.653 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:20 vm00 ceph-mon[53239]: mgrmap e5: y(active, since 3s) 2026-03-06T21:54:20.653 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:20 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1683982925' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T21:54:25.378 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.012+0000 7f1bdf4be100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:54:25.646 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.374+0000 7f1bdf4be100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:54:25.646 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.516+0000 7f1bdf4be100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:54:25.932 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.643+0000 7f1bdf4be100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:54:25.932 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.794+0000 7f1bdf4be100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:54:26.183 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:25 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:25.929+0000 7f1bdf4be100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:54:26.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:26 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:26.453+0000 7f1bdf4be100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:54:26.934 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:26 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:26.606+0000 7f1bdf4be100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:54:27.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:27 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:27.336+0000 7f1bdf4be100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:54:28.666 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:28 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:28.400+0000 7f1bdf4be100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:54:28.666 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:28 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:28.530+0000 7f1bdf4be100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:54:28.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:28 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:28.663+0000 7f1bdf4be100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:54:29.366 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:28 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:28.930+0000 7f1bdf4be100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:54:29.366 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:29 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:29.055+0000 7f1bdf4be100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:54:29.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:29 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:29.363+0000 7f1bdf4be100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:54:30.112 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:29 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:29.716+0000 7f1bdf4be100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:54:30.371 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:30 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:30.109+0000 7f1bdf4be100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:54:30.371 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:30 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:30.232+0000 7f1bdf4be100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:54:30.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: Active manager daemon y restarted 2026-03-06T21:54:30.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: Activating manager daemon y 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: osdmap e2: 0 total, 0 up, 0 in 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: mgrmap e6: y(active, starting, since 0.0858031s) 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: Manager daemon y is now available 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:30.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:30 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:mgr epoch 5 is available 2026-03-06T21:54:31.481 INFO:teuthology.orchestra.run.vm00.stdout:Setting orchestrator backend to cephadm... 2026-03-06T21:54:31.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:31 vm00 ceph-mon[53239]: Found migration_current of "None". Setting to last migration. 2026-03-06T21:54:31.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:31 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:54:31.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:31 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:31.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:31 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:31.599 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:31 vm00 ceph-mon[53239]: mgrmap e7: y(active, since 1.08978s) 2026-03-06T21:54:32.485 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-06T21:54:32.485 INFO:teuthology.orchestra.run.vm00.stdout:Generating ssh key... 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:31] ENGINE Bus STARTING 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:31] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:31] ENGINE Client ('192.168.123.100', 44746) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:31] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:31] ENGINE Bus STARTED 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:32.602 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:32 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: Generating public/private rsa key pair. 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: Your identification has been saved in /tmp/tmp1dy23nze/key 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: Your public key has been saved in /tmp/tmp1dy23nze/key.pub 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: The key fingerprint is: 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: SHA256:MXBYngAszepC0+MoUlAaisY2FPZYPis0NMbKwkperdM ceph-84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: The key's randomart image is: 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: +---[RSA 3072]----+ 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |oOo=..ooo | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |X+B + .= . | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |BX.*. = | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |**=+o. o | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |*+=.+ S | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |=oo+ E | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: |o. . | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: | | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: | | 2026-03-06T21:54:33.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:32 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: +----[SHA256]-----+ 2026-03-06T21:54:33.470 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:33 vm00 ceph-mon[53239]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:33.470 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:33 vm00 ceph-mon[53239]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:33.470 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:33 vm00 ceph-mon[53239]: mgrmap e8: y(active, since 2s) 2026-03-06T21:54:33.470 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:33 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:33.470 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:33 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:33.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:33.580 INFO:teuthology.orchestra.run.vm00.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-06T21:54:33.580 INFO:teuthology.orchestra.run.vm00.stdout:Adding key to root@localhost authorized_keys... 2026-03-06T21:54:33.580 INFO:teuthology.orchestra.run.vm00.stdout:Adding host vm00... 2026-03-06T21:54:34.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:34 vm00 ceph-mon[53239]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:34.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:34 vm00 ceph-mon[53239]: Generating ssh key... 2026-03-06T21:54:34.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:34 vm00 ceph-mon[53239]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:35.428 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:35 vm00 ceph-mon[53239]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm00", "addr": "192.168.123.100", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:36.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Added host 'vm00' with addr '192.168.123.100' 2026-03-06T21:54:36.580 INFO:teuthology.orchestra.run.vm00.stdout:Deploying unmanaged mon service... 2026-03-06T21:54:36.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:36 vm00 ceph-mon[53239]: Deploying cephadm binary to vm00 2026-03-06T21:54:36.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:36 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:37.132 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-06T21:54:37.132 INFO:teuthology.orchestra.run.vm00.stdout:Deploying unmanaged mgr service... 2026-03-06T21:54:37.508 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:37 vm00 ceph-mon[53239]: Added host vm00 2026-03-06T21:54:37.508 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:37 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:37.508 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:37 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:37.700 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: Saving service mon spec with placement count:5 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: Saving service mgr spec with placement count:2 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2380111687' entity='client.admin' 2026-03-06T21:54:38.645 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:38 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:38.781 INFO:teuthology.orchestra.run.vm00.stdout:Enabling the dashboard module... 2026-03-06T21:54:39.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:39 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3159286544' entity='client.admin' 2026-03-06T21:54:39.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:39 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:39.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:39 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/965045088' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-06T21:54:40.377 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: ignoring --setuser ceph since I am not root 2026-03-06T21:54:40.378 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: ignoring --setgroup ceph since I am not root 2026-03-06T21:54:40.657 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:40.505+0000 7fd4d1a72100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:54:40.657 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:40.653+0000 7fd4d1a72100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:54:40.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:40 vm00 ceph-mon[53239]: from='mgr.14124 192.168.123.100:0/1940272004' entity='mgr.y' 2026-03-06T21:54:40.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:40 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/965045088' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-06T21:54:40.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:40 vm00 ceph-mon[53239]: mgrmap e9: y(active, since 9s) 2026-03-06T21:54:40.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:40 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/769765406' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T21:54:40.959 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:40.959 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-03-06T21:54:40.959 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T21:54:40.959 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-06T21:54:40.959 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-06T21:54:40.960 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:40.960 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for the mgr to restart... 2026-03-06T21:54:40.960 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr epoch 9... 2026-03-06T21:54:42.184 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:41 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:41.832+0000 7fd4d1a72100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:54:43.126 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:42 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:42.740+0000 7fd4d1a72100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:54:43.126 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:42 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:42.866+0000 7fd4d1a72100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:54:43.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:43 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:43.123+0000 7fd4d1a72100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:54:45.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:45.117+0000 7fd4d1a72100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:54:45.802 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:45.513+0000 7fd4d1a72100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:54:45.802 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:45.661+0000 7fd4d1a72100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:54:46.097 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:45.799+0000 7fd4d1a72100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:54:46.098 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:45.961+0000 7fd4d1a72100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:54:46.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:46.094+0000 7fd4d1a72100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:54:46.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:46.638+0000 7fd4d1a72100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:54:46.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:46.795+0000 7fd4d1a72100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:54:47.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:47 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:47.558+0000 7fd4d1a72100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:54:48.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:48.677+0000 7fd4d1a72100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:54:48.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:48.810+0000 7fd4d1a72100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:54:49.219 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:48.943+0000 7fd4d1a72100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:54:49.682 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:49.216+0000 7fd4d1a72100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:54:49.682 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:49.346+0000 7fd4d1a72100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:54:49.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:49.679+0000 7fd4d1a72100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:54:50.431 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:50.041+0000 7fd4d1a72100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:50.429+0000 7fd4d1a72100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:54:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:54:50.561+0000 7fd4d1a72100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: Active manager daemon y restarted 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: Activating manager daemon y 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: osdmap e3: 0 total, 0 up, 0 in 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: mgrmap e10: y(active, starting, since 0.0057414s) 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: Manager daemon y is now available 2026-03-06T21:54:50.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:50.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:54:50.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:50 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:mgr epoch 9 is available 2026-03-06T21:54:51.758 INFO:teuthology.orchestra.run.vm00.stdout:Generating a dashboard self-signed certificate... 2026-03-06T21:54:52.378 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-06T21:54:52.378 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial admin user... 2026-03-06T21:54:52.449 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: mgrmap e11: y(active, since 1.01326s) 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:51] ENGINE Bus STARTING 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:51] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:51] ENGINE Client ('192.168.123.100', 45448) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:51] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:54:51] ENGINE Bus STARTED 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:52.450 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:52 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:53.126 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$L.ENQqZXPUAP5QAb/DM5IOdPpC482hhxvs4cdVxuozLpqFMMlrVpW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1772830492, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-06T21:54:53.126 INFO:teuthology.orchestra.run.vm00.stdout:Fetching dashboard port number... 2026-03-06T21:54:53.629 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 8443 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout:Ceph Dashboard is now available at: 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout: URL: https://vm00.local:8443/ 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout: User: admin 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout: Password: 1nqa62xscz 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:53.631 INFO:teuthology.orchestra.run.vm00.stdout:Saving cluster configuration to /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config directory 2026-03-06T21:54:54.050 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:53 vm00 ceph-mon[53239]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:54.050 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:53 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:54.050 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:53 vm00 ceph-mon[53239]: mgrmap e12: y(active, since 2s) 2026-03-06T21:54:54.050 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:53 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/240348536' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-06T21:54:54.183 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout:Or, if you are only running a single cluster on this host: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: ceph telemetry on 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout:For more information see: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:54:54.184 INFO:teuthology.orchestra.run.vm00.stdout:Bootstrap complete. 2026-03-06T21:54:54.216 INFO:tasks.cephadm:Fetching config... 2026-03-06T21:54:54.217 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:54:54.217 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-06T21:54:54.236 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-06T21:54:54.236 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:54:54.236 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-06T21:54:54.315 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-06T21:54:54.315 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:54:54.315 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/keyring of=/dev/stdout 2026-03-06T21:54:54.393 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-06T21:54:54.393 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:54:54.393 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-06T21:54:54.454 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-06T21:54:54.454 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T21:54:54.532 INFO:teuthology.orchestra.run.vm00.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:54.544 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T21:54:54.577 INFO:teuthology.orchestra.run.vm07.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:54.588 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T21:54:54.620 INFO:teuthology.orchestra.run.vm09.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdSQe12CuMpQ3kYIBVANwIFNcfycLVDqEka/aH1qYzV+uo8Mnqo/NZ2oL5KyOV9Mu9QcL5MKeeeu3YH5/QUv4p8Bs7kTi1eg2tcH4ZGEEmSmsN3JUXpJsx+9ixeN2+WzaEBS1OeHsUwsSFrYJ/OPLhl6aL1BAw8vy0pG/aetxKKFkc8rzjwhKf7Is5BorSOs4GkzpUxKScNy1B9mMidW/aBRSGGUOlDrE87bRI5k7I/5sgyHWqa5TOW06t/RRoMyER5yUg6lP9s3DwoTQIXhSPKgkAaM7G4I0X+4XgBmAxpJnnepEj6faSCtw96zTjXAT0kFtVVfvmeuR5N5UsJhmlFMjbiGhIAtv6rKC+LqXayzgC5W6zcDThwKdxWxYushkE5rPvZ87vfTOspS4kLdv2kmbHbBw8w06l6+wnarXgW6oT0qDQLbM6Tdnk5CW9Ykx2Am7c5YLt+t1DYdfcrSOiaE5g7scfGqu2lpqBzZvM8ozVJY3Hly7lcbpWFOcANdE= ceph-84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:54:54.630 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-06T21:54:54.993 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:54:55.402 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:55 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2702297154' entity='client.admin' 2026-03-06T21:54:55.570 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-06T21:54:55.571 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-06T21:54:56.079 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:54:56.632 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:56 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3897829233' entity='client.admin' 2026-03-06T21:54:56.669 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm07 2026-03-06T21:54:56.670 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:54:56.670 DEBUG:teuthology.orchestra.run.vm07:> dd of=/etc/ceph/ceph.conf 2026-03-06T21:54:56.686 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:54:56.686 DEBUG:teuthology.orchestra.run.vm07:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:54:56.744 INFO:tasks.cephadm:Adding host vm07 to orchestrator... 2026-03-06T21:54:56.744 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch host add vm07 2026-03-06T21:54:57.202 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:54:57.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:54:57.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:54:57.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:57 vm00 ceph-mon[53239]: Updating vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: Updating vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.client.admin.keyring 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: mgrmap e13: y(active, since 6s) 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:54:58.775 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:58 vm00 ceph-mon[53239]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm07", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:54:59.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:54:59 vm00 ceph-mon[53239]: Deploying cephadm binary to vm07 2026-03-06T21:55:00.310 INFO:teuthology.orchestra.run.vm00.stdout:Added host 'vm07' with addr '192.168.123.107' 2026-03-06T21:55:00.471 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch host ls --format=json 2026-03-06T21:55:00.833 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:01.209 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:55:01.209 INFO:teuthology.orchestra.run.vm00.stdout:[{"addr": "192.168.123.100", "hostname": "vm00", "labels": [], "status": ""}, {"addr": "192.168.123.107", "hostname": "vm07", "labels": [], "status": ""}] 2026-03-06T21:55:01.366 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm09 2026-03-06T21:55:01.367 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:55:01.367 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.conf 2026-03-06T21:55:01.382 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:55:01.382 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:01.437 INFO:tasks.cephadm:Adding host vm09 to orchestrator... 2026-03-06T21:55:01.437 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch host add vm09 2026-03-06T21:55:01.464 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:01 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:01.464 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:01 vm00 ceph-mon[53239]: Added host vm07 2026-03-06T21:55:01.464 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:01 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:01.464 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:01 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:01.464 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:01 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:01.772 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:03.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:02 vm00 ceph-mon[53239]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:55:03.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:03.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:02 vm00 ceph-mon[53239]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:04.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:03 vm00 ceph-mon[53239]: Deploying cephadm binary to vm09 2026-03-06T21:55:04.544 INFO:teuthology.orchestra.run.vm00.stdout:Added host 'vm09' with addr '192.168.123.109' 2026-03-06T21:55:04.703 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch host ls --format=json 2026-03-06T21:55:05.093 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:05.462 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:55:05.462 INFO:teuthology.orchestra.run.vm00.stdout:[{"addr": "192.168.123.100", "hostname": "vm00", "labels": [], "status": ""}, {"addr": "192.168.123.107", "hostname": "vm07", "labels": [], "status": ""}, {"addr": "192.168.123.109", "hostname": "vm09", "labels": [], "status": ""}] 2026-03-06T21:55:05.652 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-06T21:55:05.652 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd crush tunables default 2026-03-06T21:55:05.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: Added host vm09 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: Updating vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: Updating vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.client.admin.keyring 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:05.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:05 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:06.030 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:06.886 INFO:teuthology.orchestra.run.vm00.stderr:adjusted tunables profile to default 2026-03-06T21:55:07.073 INFO:tasks.cephadm:Adding mon.a on vm00 2026-03-06T21:55:07.074 INFO:tasks.cephadm:Adding mon.b on vm07 2026-03-06T21:55:07.074 INFO:tasks.cephadm:Adding mon.c on vm09 2026-03-06T21:55:07.074 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply mon '3;vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c' 2026-03-06T21:55:07.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:06 vm00 ceph-mon[53239]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:55:07.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:06 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:07.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:06 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2086838575' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-06T21:55:07.429 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T21:55:07.478 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T21:55:07.907 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mon update... 2026-03-06T21:55:08.079 DEBUG:teuthology.orchestra.run.vm07:mon.b> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.b.service 2026-03-06T21:55:08.081 DEBUG:teuthology.orchestra.run.vm09:mon.c> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.c.service 2026-03-06T21:55:08.082 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T21:55:08.082 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph mon dump -f json 2026-03-06T21:55:08.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:07 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2086838575' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-06T21:55:08.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:07 vm00 ceph-mon[53239]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T21:55:08.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:07 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:08.468 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T21:55:08.515 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T21:55:08.922 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:55:08.922 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","modified":"2026-03-06T20:53:59.280590Z","created":"2026-03-06T20:53:59.280590Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-06T21:55:08.922 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-06T21:55:09.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:08 vm00 ceph-mon[53239]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:09.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:08 vm00 ceph-mon[53239]: Saving service mon spec with placement vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c;count:3 2026-03-06T21:55:09.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:08 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:10.084 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T21:55:10.094 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph mon dump -f json 2026-03-06T21:55:10.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:09 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/3162407597' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T21:55:10.481 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:10.907 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:55:10.907 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","modified":"2026-03-06T20:53:59.280590Z","created":"2026-03-06T20:53:59.280590Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-06T21:55:10.908 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: Updating vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:11.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:10 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/1916897584' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T21:55:12.082 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T21:55:12.082 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph mon dump -f json 2026-03-06T21:55:12.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:11 vm00 ceph-mon[53239]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:12.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:11 vm00 ceph-mon[53239]: Updating vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.client.admin.keyring 2026-03-06T21:55:12.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:11 vm00 ceph-mon[53239]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:12.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:11 vm00 ceph-mon[53239]: Deploying daemon mon.c on vm09 2026-03-06T21:55:12.601 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: mon.a calling monitor election 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: mon.c calling monitor election 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: monmap epoch 2 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: fsid 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: last_changed 2026-03-06T20:55:12.660192+0000 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: created 2026-03-06T20:53:59.280590+0000 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: min_mon_release 19 (squid) 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: election_strategy: 1 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: fsmap 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: mgrmap e13: y(active, since 27s) 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: overall HEALTH_OK 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:18.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:19.024 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:55:19.024 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":2,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","modified":"2026-03-06T20:55:12.660192Z","created":"2026-03-06T20:53:59.280590Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-03-06T21:55:19.025 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 2 2026-03-06T21:55:19.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:18 vm00 ceph-mon[53239]: Deploying daemon mon.b on vm07 2026-03-06T21:55:19.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:18 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:19.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:55:19 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:55:19.658+0000 7fd4b2a85640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-03-06T21:55:20.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:19 vm07 ceph-mon[51862]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-03-06T21:55:20.216 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T21:55:20.217 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph mon dump -f json 2026-03-06T21:55:20.554 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:55:25.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: mon.a calling monitor election 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: mon.c calling monitor election 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: mon.b calling monitor election 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: monmap epoch 3 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: fsid 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: last_changed 2026-03-06T20:55:19.760299+0000 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: created 2026-03-06T20:53:59.280590+0000 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: min_mon_release 19 (squid) 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: election_strategy: 1 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: fsmap 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: mgrmap e13: y(active, since 34s) 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: overall HEALTH_OK 2026-03-06T21:55:25.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: mon.a calling monitor election 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: mon.c calling monitor election 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: mon.b calling monitor election 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: monmap epoch 3 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: fsid 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: last_changed 2026-03-06T20:55:19.760299+0000 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: created 2026-03-06T20:53:59.280590+0000 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: min_mon_release 19 (squid) 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: election_strategy: 1 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: fsmap 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: mgrmap e13: y(active, since 34s) 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: overall HEALTH_OK 2026-03-06T21:55:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.355 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:55:25.355 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":3,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","modified":"2026-03-06T20:55:19.760299Z","created":"2026-03-06T20:53:59.280590Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:3300","nonce":0},{"type":"v1","addr":"192.168.123.107:6789","nonce":0}]},"addr":"192.168.123.107:6789/0","public_addr":"192.168.123.107:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2026-03-06T21:55:25.355 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 3 2026-03-06T21:55:25.558 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-06T21:55:25.559 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph config generate-minimal-conf 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='client.? 192.168.123.109:0/1346906432' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.842 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/1346906432' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:25.967 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:26.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:26.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='client.? 192.168.123.109:0/1346906432' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.347 INFO:teuthology.orchestra.run.vm00.stdout:# minimal ceph.conf for 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:55:26.347 INFO:teuthology.orchestra.run.vm00.stdout:[global] 2026-03-06T21:55:26.347 INFO:teuthology.orchestra.run.vm00.stdout: fsid = 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:55:26.347 INFO:teuthology.orchestra.run.vm00.stdout: mon_host = [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-03-06T21:55:26.546 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-06T21:55:26.546 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:55:26.546 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T21:55:26.571 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:55:26.571 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:26.635 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:55:26.635 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T21:55:26.663 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:55:26.663 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:26.730 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:55:26.730 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T21:55:26.756 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:55:26.757 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T21:55:26.824 INFO:tasks.cephadm:Adding mgr.y on vm00 2026-03-06T21:55:26.824 INFO:tasks.cephadm:Adding mgr.x on vm07 2026-03-06T21:55:26.824 INFO:tasks.cephadm:Adding mgr.z on vm09 2026-03-06T21:55:26.824 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply mgr '3;vm00=y;vm07=x;vm09=z' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Updating vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: Reconfiguring daemon mon.a on vm00 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1290116926' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:26.899 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.934 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:55:26.934 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Updating vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: Reconfiguring daemon mon.a on vm00 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/1290116926' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:26.935 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Updating vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/config/ceph.conf 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: Reconfiguring daemon mon.a on vm00 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/1290116926' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:27.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:27.213 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:55:27.629 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mgr update... 2026-03-06T21:55:27.836 DEBUG:teuthology.orchestra.run.vm07:mgr.x> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.x.service 2026-03-06T21:55:27.838 DEBUG:teuthology.orchestra.run.vm09:mgr.z> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.z.service 2026-03-06T21:55:27.839 INFO:tasks.cephadm:Deploying OSDs... 2026-03-06T21:55:27.839 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:55:27.839 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:55:27.855 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:55:27.856 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme0n1 2026-03-06T21:55:27.916 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme0n1 2026-03-06T21:55:27.916 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:27.916 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-06T21:55:27.916 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:27.916 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:27.917 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:54:58.379878932 +0100 2026-03-06T21:55:27.917 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:16.885928567 +0100 2026-03-06T21:55:27.917 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:16.885928567 +0100 2026-03-06T21:55:27.917 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:53:15.945962055 +0100 2026-03-06T21:55:27.917 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T21:55:27.982 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:55:27.982 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:55:27.982 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000237845 s, 2.2 MB/s 2026-03-06T21:55:27.983 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T21:55:28.042 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme1n1 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: Reconfiguring mon.b (monmap changed)... 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: Reconfiguring daemon mon.b on vm07 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: Reconfiguring mon.c (monmap changed)... 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: Reconfiguring daemon mon.c on vm09 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:28.072 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:28 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme1n1 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,3 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:54:58.411878947 +0100 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:17.355928656 +0100 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:17.355928656 +0100 2026-03-06T21:55:28.100 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:53:16.079956158 +0100 2026-03-06T21:55:28.100 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T21:55:28.164 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:55:28.164 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:55:28.164 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000199684 s, 2.6 MB/s 2026-03-06T21:55:28.165 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T21:55:28.222 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme2n1 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme2n1 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 751 Links: 1 Device type: 103,5 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:54:58.451878965 +0100 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:17.780927842 +0100 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:17.780927842 +0100 2026-03-06T21:55:28.279 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:53:16.230949512 +0100 2026-03-06T21:55:28.279 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: Reconfiguring mon.b (monmap changed)... 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: Reconfiguring daemon mon.b on vm07 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: Reconfiguring mon.c (monmap changed)... 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: Reconfiguring daemon mon.c on vm09 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:28 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: Reconfiguring mon.b (monmap changed)... 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: Reconfiguring daemon mon.b on vm07 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: Reconfiguring mon.c (monmap changed)... 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: Reconfiguring daemon mon.c on vm09 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:28.343 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:28 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:28.345 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:55:28.345 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:55:28.345 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000198963 s, 2.6 MB/s 2026-03-06T21:55:28.347 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T21:55:28.408 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme3n1 2026-03-06T21:55:28.468 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme3n1 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 765 Links: 1 Device type: 103,7 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 21:54:58.481878979 +0100 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 21:53:18.234926973 +0100 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 21:53:18.234926973 +0100 2026-03-06T21:55:28.469 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:53:16.348944319 +0100 2026-03-06T21:55:28.469 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T21:55:28.536 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T21:55:28.536 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T21:55:28.536 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000226114 s, 2.3 MB/s 2026-03-06T21:55:28.537 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T21:55:28.596 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:55:28.596 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:55:28.611 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 systemd[1]: Starting Ceph mgr.z for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:55:28.613 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:55:28.613 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme0n1 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme0n1 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:55:03.995913653 +0100 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:20.255175285 +0100 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:20.255175285 +0100 2026-03-06T21:55:28.672 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:53:19.406356251 +0100 2026-03-06T21:55:28.672 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T21:55:28.738 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:55:28.738 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:55:28.738 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000248384 s, 2.1 MB/s 2026-03-06T21:55:28.740 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T21:55:28.798 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme1n1 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme1n1 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,2 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:55:04.031913717 +0100 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:20.668087253 +0100 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:20.668087253 +0100 2026-03-06T21:55:28.861 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:53:19.537328328 +0100 2026-03-06T21:55:28.861 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T21:55:28.926 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:55:28.926 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:55:28.926 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000136816 s, 3.7 MB/s 2026-03-06T21:55:28.927 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T21:55:28.988 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme2n1 2026-03-06T21:55:29.043 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 podman[57601]: 2026-03-06 21:55:28.713499091 +0100 CET m=+0.016318032 container create d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T21:55:29.044 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 podman[57601]: 2026-03-06 21:55:28.772304626 +0100 CET m=+0.075123567 container init d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T21:55:29.044 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 podman[57601]: 2026-03-06 21:55:28.777319572 +0100 CET m=+0.080138513 container start d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T21:55:29.044 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 bash[57601]: d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc 2026-03-06T21:55:29.044 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 podman[57601]: 2026-03-06 21:55:28.706493519 +0100 CET m=+0.009312460 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:55:29.044 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:28 vm09 systemd[1]: Started Ceph mgr.z for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme2n1 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 752 Links: 1 Device type: 103,4 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:55:04.067913781 +0100 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:21.085998155 +0100 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:21.085998155 +0100 2026-03-06T21:55:29.046 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:53:19.667300618 +0100 2026-03-06T21:55:29.046 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: Deploying daemon mgr.z on vm09 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:29.076 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:29 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:29.103 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:55:29.103 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:55:29.103 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000195596 s, 2.6 MB/s 2026-03-06T21:55:29.104 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T21:55:29.180 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme3n1 2026-03-06T21:55:29.249 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme3n1 2026-03-06T21:55:29.249 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:29.249 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-06T21:55:29.249 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:29.250 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:29.250 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 21:55:04.103913845 +0100 2026-03-06T21:55:29.250 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 21:53:21.488912255 +0100 2026-03-06T21:55:29.250 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 21:53:21.488912255 +0100 2026-03-06T21:55:29.250 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:53:19.794273548 +0100 2026-03-06T21:55:29.250 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T21:55:29.320 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T21:55:29.320 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T21:55:29.320 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000161202 s, 3.2 MB/s 2026-03-06T21:55:29.321 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: Deploying daemon mgr.z on vm09 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:29 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:29 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:29.041+0000 7fa8168cf100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:55:29.351 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:29 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:29.185+0000 7fa8168cf100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:55:29.380 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:55:29.380 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T21:55:29.400 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T21:55:29.401 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme0n1 2026-03-06T21:55:29.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: Deploying daemon mgr.z on vm09 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:29.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:29 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme0n1 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 729 Links: 1 Device type: 103,1 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:55:09.517434260 +0100 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:23.586540453 +0100 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:23.586540453 +0100 2026-03-06T21:55:29.459 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:53:22.725546212 +0100 2026-03-06T21:55:29.459 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T21:55:29.528 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:55:29.528 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:55:29.528 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000168135 s, 3.0 MB/s 2026-03-06T21:55:29.529 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T21:55:29.590 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme1n1 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme1n1 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,3 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:55:09.546434267 +0100 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:24.040537417 +0100 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:24.040537417 +0100 2026-03-06T21:55:29.653 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:53:22.872545229 +0100 2026-03-06T21:55:29.653 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T21:55:29.718 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:55:29.718 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:55:29.718 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000164558 s, 3.1 MB/s 2026-03-06T21:55:29.719 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T21:55:29.782 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme2n1 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme2n1 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 753 Links: 1 Device type: 103,5 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:55:09.579434275 +0100 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:24.509534280 +0100 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:24.509534280 +0100 2026-03-06T21:55:29.848 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:53:22.986544466 +0100 2026-03-06T21:55:29.848 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T21:55:29.922 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:55:29.922 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:55:29.922 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000156032 s, 3.3 MB/s 2026-03-06T21:55:29.923 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T21:55:29.992 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme3n1 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme3n1 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 21:55:09.611434283 +0100 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 21:53:24.953531311 +0100 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 21:53:24.953531311 +0100 2026-03-06T21:55:30.057 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 21:53:23.076543865 +0100 2026-03-06T21:55:30.057 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T21:55:30.081 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:29 vm07 systemd[1]: Started Ceph mgr.x for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: Deploying daemon mgr.x on vm07 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.082 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:30 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: Deploying daemon mgr.x on vm07 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.205 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:30 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:30.215 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T21:55:30.215 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T21:55:30.215 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.00124116 s, 413 kB/s 2026-03-06T21:55:30.215 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T21:55:30.316 INFO:tasks.cephadm:Deploying osd.0 on vm00 with /dev/nvme3n1... 2026-03-06T21:55:30.317 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- lvm zap /dev/nvme3n1 2026-03-06T21:55:30.338 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:30 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:30.192+0000 7efec62d4100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: Deploying daemon mgr.x on vm07 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:30.339 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:30 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:30.520 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:30 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:30.515+0000 7fa8168cf100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:55:30.664 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:30.667 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:30 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:30.334+0000 7efec62d4100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:55:31.743 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:31 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:31.475+0000 7fa8168cf100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:55:31.743 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:31 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:31.607+0000 7fa8168cf100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:31.861 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:31 vm00 ceph-mon[53239]: Reconfiguring daemon mgr.y on vm00 2026-03-06T21:55:32.080 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:55:32.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:32.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:31 vm07 ceph-mon[51862]: Reconfiguring daemon mgr.y on vm00 2026-03-06T21:55:32.089 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:31 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:31.604+0000 7efec62d4100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:31 vm09 ceph-mon[56321]: Reconfiguring daemon mgr.y on vm00 2026-03-06T21:55:32.100 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:31 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:31.882+0000 7fa8168cf100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:55:32.103 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch daemon add osd vm00:/dev/nvme3n1 2026-03-06T21:55:32.536 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:55:32.838 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:32 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:32.548+0000 7efec62d4100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:55:32.838 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:32 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:32.689+0000 7efec62d4100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:55:33.339 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:32 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:32.953+0000 7efec62d4100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:33.542 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:33 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:33.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:33.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:33 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:33.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:33 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:34.300 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:33 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:33.915+0000 7fa8168cf100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]: dispatch 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]': finished 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:34 vm09 ceph-mon[56321]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:34 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:34 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:34.297+0000 7fa8168cf100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:55:34.573 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:34 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:34.444+0000 7fa8168cf100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:55:34.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]: dispatch 2026-03-06T21:55:34.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]': finished 2026-03-06T21:55:34.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:34 vm07 ceph-mon[51862]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T21:55:34.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:34 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:34.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:34 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:34.571+0000 7fa8168cf100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:55:34.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:34 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:34.718+0000 7fa8168cf100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:55:34.857 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]: dispatch 2026-03-06T21:55:34.857 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/899373948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ecb7efe-1edb-4334-aa66-90e973723994"}]': finished 2026-03-06T21:55:34.857 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:34 vm00 ceph-mon[53239]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T21:55:34.857 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:34 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:35.330 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:34 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:34.960+0000 7efec62d4100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:55:35.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:34 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:34.847+0000 7fa8168cf100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:55:35.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:35 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:35.326+0000 7efec62d4100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:55:35.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:35 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:35.476+0000 7efec62d4100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:55:35.792 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:35 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:35.402+0000 7fa8168cf100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:55:35.792 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:35 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:35.569+0000 7fa8168cf100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:55:35.893 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:35 vm07 ceph-mon[51862]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:35.893 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:35 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:35.893 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:35 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/2468566155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:35.893 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:35 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:35.607+0000 7efec62d4100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:55:35.893 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:35 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:35.751+0000 7efec62d4100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:55:36.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:35 vm09 ceph-mon[56321]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:36.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:35 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:36.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:35 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/2468566155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:36.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:35 vm00 ceph-mon[53239]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:36.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:35 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:36.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:35 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2468566155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:36.339 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:35 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:35.889+0000 7efec62d4100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:55:36.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:36 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:36.335+0000 7fa8168cf100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:55:36.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:36 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:36.439+0000 7efec62d4100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:55:36.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:36 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:36.602+0000 7efec62d4100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:55:37.772 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:37 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:37.480+0000 7fa8168cf100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:55:37.772 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:37 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:37.624+0000 7fa8168cf100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:55:37.797 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:37 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:37.402+0000 7efec62d4100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:55:37.934 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:37 vm00 ceph-mon[53239]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:38.052 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:37 vm09 ceph-mon[56321]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:38.052 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:37 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:37.770+0000 7fa8168cf100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:55:38.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:37 vm07 ceph-mon[51862]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:38.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:38 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:38.049+0000 7fa8168cf100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:55:38.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:38 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:38.184+0000 7fa8168cf100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:55:38.826 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:38 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:38.548+0000 7efec62d4100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:55:38.826 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:38 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:38.683+0000 7efec62d4100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:55:38.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:38 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:38.506+0000 7fa8168cf100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:55:39.088 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:38 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:38.822+0000 7efec62d4100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:55:39.262 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:38 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:38.871+0000 7fa8168cf100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:55:39.575 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:39.104+0000 7efec62d4100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:55:39.575 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:39.245+0000 7efec62d4100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:55:39.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:39 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:39.259+0000 7fa8168cf100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:55:39.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:55:39 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:55:39.394+0000 7fa8168cf100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: Deploying daemon osd.0 on vm00 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: Standby manager daemon z started 2026-03-06T21:55:39.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:39.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:55:39.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:39 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:39.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:39.572+0000 7efec62d4100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: Deploying daemon osd.0 on vm00 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: Standby manager daemon z started 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:55:40.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:39 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:40.161 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: Deploying daemon osd.0 on vm00 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: Standby manager daemon z started 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:55:40.162 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:39 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/2591822792' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:40.307 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:39.926+0000 7efec62d4100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:55:40.588 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:40.304+0000 7efec62d4100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:55:40.588 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:55:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:55:40.433+0000 7efec62d4100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:55:41.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: mgrmap e14: y(active, since 49s), standbys: z 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: Standby manager daemon x started 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:55:41.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:40 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: mgrmap e14: y(active, since 49s), standbys: z 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: Standby manager daemon x started 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:55:41.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:40 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: mgrmap e14: y(active, since 49s), standbys: z 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: Standby manager daemon x started 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:55:41.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:40 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/446754673' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:55:42.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:41 vm07 ceph-mon[51862]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:42.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:41 vm07 ceph-mon[51862]: mgrmap e15: y(active, since 50s), standbys: x, z 2026-03-06T21:55:42.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:41 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:55:42.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:41 vm09 ceph-mon[56321]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:42.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:41 vm09 ceph-mon[56321]: mgrmap e15: y(active, since 50s), standbys: x, z 2026-03-06T21:55:42.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:41 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:55:42.122 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:41 vm00 ceph-mon[53239]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:42.122 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:41 vm00 ceph-mon[53239]: mgrmap e15: y(active, since 50s), standbys: x, z 2026-03-06T21:55:42.122 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:41 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:55:42.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:42 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:42.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:42 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:42.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:42 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:43.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:42 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:43.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:42 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:43.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:42 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:43.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:42 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:43.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:42 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:43.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:42 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:44.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:44.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:44.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:43 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:44.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:43 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:44.147 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:43 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:44.965 INFO:teuthology.orchestra.run.vm00.stdout:Created osd(s) 0 on host 'vm00' 2026-03-06T21:55:45.097 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:44 vm00 ceph-mon[53239]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T21:55:45.100 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:44 vm09 ceph-mon[56321]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T21:55:45.124 DEBUG:teuthology.orchestra.run.vm00:osd.0> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.0.service 2026-03-06T21:55:45.125 INFO:tasks.cephadm:Deploying osd.1 on vm07 with /dev/nvme3n1... 2026-03-06T21:55:45.125 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- lvm zap /dev/nvme3n1 2026-03-06T21:55:45.148 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:44 vm07 ceph-mon[51862]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T21:55:45.464 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.b/config 2026-03-06T21:55:45.856 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:45.856 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T21:55:45.856 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T21:55:45.856 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T21:55:45.856 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.089 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:45 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:46.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:45 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:55:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0[69286]: 2026-03-06T20:55:45.865+0000 7f8d70fab640 -1 osd.0 0 waiting for initial osdmap 2026-03-06T21:55:46.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:55:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0[69286]: 2026-03-06T20:55:45.869+0000 7f8d6cdd5640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:45 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:46.824 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T21:55:46.841 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch daemon add osd vm07:/dev/nvme3n1 2026-03-06T21:55:46.903 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:46 vm07 ceph-mon[51862]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T21:55:46.903 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:46 vm07 ceph-mon[51862]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T21:55:46.903 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:46 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:46.903 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:46 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:47.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:46 vm00 ceph-mon[53239]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T21:55:47.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:46 vm00 ceph-mon[53239]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T21:55:47.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:46 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:47.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:46 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:47.205 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.b/config 2026-03-06T21:55:47.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:46 vm09 ceph-mon[56321]: from='osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T21:55:47.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:46 vm09 ceph-mon[56321]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T21:55:47.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:46 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:47.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:46 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.129 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: purged_snaps scrub starts 2026-03-06T21:55:48.129 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: purged_snaps scrub ok 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583] boot 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: Detected new or changed devices on vm00 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: Unable to set osd_memory_target on vm00 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:48.130 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:47 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: purged_snaps scrub starts 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: purged_snaps scrub ok 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583] boot 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: Detected new or changed devices on vm00 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: Unable to set osd_memory_target on vm00 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:48.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:47 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: purged_snaps scrub starts 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: purged_snaps scrub ok 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: osd.0 [v2:192.168.123.100:6802/1372895583,v1:192.168.123.100:6803/1372895583] boot 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: Detected new or changed devices on vm00 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: Unable to set osd_memory_target on vm00 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:55:48.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:47 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: from='client.24128 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: osdmap e9: 1 total, 1 up, 1 in 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: from='client.? 192.168.123.107:0/824237549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]': finished 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T21:55:49.334 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:49 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: from='client.24128 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: osdmap e9: 1 total, 1 up, 1 in 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: from='client.? 192.168.123.107:0/824237549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]': finished 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T21:55:49.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:49 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: from='client.24128 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: osdmap e9: 1 total, 1 up, 1 in 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: from='client.? 192.168.123.107:0/824237549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]: dispatch 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1432c6f1-6e3e-4e7b-af24-f24b28bfffdb"}]': finished 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T21:55:49.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:49 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:55:50.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:50 vm07 ceph-mon[51862]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:50.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:50 vm07 ceph-mon[51862]: from='client.? 192.168.123.107:0/3766422829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:50.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:50 vm09 ceph-mon[56321]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:50.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:50 vm09 ceph-mon[56321]: from='client.? 192.168.123.107:0/3766422829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:50.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:50 vm00 ceph-mon[53239]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:50.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:50 vm00 ceph-mon[53239]: from='client.? 192.168.123.107:0/3766422829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:55:52.297 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:52 vm07 ceph-mon[51862]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:52.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:52 vm09 ceph-mon[56321]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:52.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:52 vm00 ceph-mon[53239]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:54.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:54 vm07 ceph-mon[51862]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:54.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:54 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T21:55:54.088 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:54 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:54.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:54 vm09 ceph-mon[56321]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:54.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:54 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T21:55:54.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:54 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:54.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:54 vm00 ceph-mon[53239]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:54.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:54 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T21:55:54.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:54 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:55.257 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:55 vm07 ceph-mon[51862]: Deploying daemon osd.1 on vm07 2026-03-06T21:55:55.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:55 vm09 ceph-mon[56321]: Deploying daemon osd.1 on vm07 2026-03-06T21:55:55.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:55 vm00 ceph-mon[53239]: Deploying daemon osd.1 on vm07 2026-03-06T21:55:56.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:56 vm07 ceph-mon[51862]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:56.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:56 vm09 ceph-mon[56321]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:56.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:56 vm00 ceph-mon[53239]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:58.258 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:58 vm07 ceph-mon[51862]: pgmap v33: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:58.258 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:58 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:58.258 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:58 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:58.258 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:58 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:58.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:58 vm09 ceph-mon[56321]: pgmap v33: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:58.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:58 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:58.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:58 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:58.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:58 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:58.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:58 vm00 ceph-mon[53239]: pgmap v33: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:58.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:55:58.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:58.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:58 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.560 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:55:59 vm07 ceph-mon[51862]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:55:59 vm09 ceph-mon[56321]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:55:59.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:55:59 vm00 ceph-mon[53239]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:55:59.749 INFO:teuthology.orchestra.run.vm07.stdout:Created osd(s) 1 on host 'vm07' 2026-03-06T21:55:59.910 DEBUG:teuthology.orchestra.run.vm07:osd.1> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.1.service 2026-03-06T21:55:59.952 INFO:tasks.cephadm:Deploying osd.2 on vm09 with /dev/nvme3n1... 2026-03-06T21:55:59.952 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- lvm zap /dev/nvme3n1 2026-03-06T21:56:00.286 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:00.299 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:00 vm09 ceph-mon[56321]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.300 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:00 vm09 ceph-mon[56321]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.300 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:00 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:00.300 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:00 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:00.300 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:00 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:00.403 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:00 vm07 ceph-mon[51862]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.403 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:00 vm07 ceph-mon[51862]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.403 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:00 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:00.403 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:00 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:00.403 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:00 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:00.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:00 vm00 ceph-mon[53239]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:00 vm00 ceph-mon[53239]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T21:56:00.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:00 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:00.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:00 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:00.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:00 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.484 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:01 vm09 ceph-mon[56321]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.585 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:01 vm07 ceph-mon[51862]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:01.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: from='osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T21:56:01.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:01 vm00 ceph-mon[53239]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:01.695 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch daemon add osd vm09:/dev/nvme3n1 2026-03-06T21:56:02.039 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:02.320 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: osdmap e12: 2 total, 1 up, 2 in 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: Detected new or changed devices on vm07 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: Unable to set osd_memory_target on vm07 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:02.321 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:02 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.589 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:02 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1[55930]: 2026-03-06T20:56:02.306+0000 7ff103f0c640 -1 osd.1 0 waiting for initial osdmap 2026-03-06T21:56:02.589 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:02 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1[55930]: 2026-03-06T20:56:02.310+0000 7ff0fed22640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: osdmap e12: 2 total, 1 up, 2 in 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: Detected new or changed devices on vm07 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: Unable to set osd_memory_target on vm07 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:02.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:02 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T21:56:02.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: osdmap e12: 2 total, 1 up, 2 in 2026-03-06T21:56:02.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:02.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: Detected new or changed devices on vm07 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: Unable to set osd_memory_target on vm07 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:02.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:02 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: purged_snaps scrub starts 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: purged_snaps scrub ok 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='osd.1 ' entity='osd.1' 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:03.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:56:03.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:56:03.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:03.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:03 vm07 ceph-mon[51862]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: purged_snaps scrub starts 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: purged_snaps scrub ok 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='osd.1 ' entity='osd.1' 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:03.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:03 vm09 ceph-mon[56321]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: purged_snaps scrub starts 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: purged_snaps scrub ok 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='osd.1 ' entity='osd.1' 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:03.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T21:56:03.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T21:56:03.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:03.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:03 vm00 ceph-mon[53239]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-06T21:56:04.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130] boot 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='client.? 192.168.123.109:0/1399867295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]': finished 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:04.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:04 vm07 ceph-mon[51862]: from='client.? 192.168.123.109:0/571990860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130] boot 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='client.? 192.168.123.109:0/1399867295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]': finished 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:04.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:04 vm09 ceph-mon[56321]: from='client.? 192.168.123.109:0/571990860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: osd.1 [v2:192.168.123.107:6800/1075650130,v1:192.168.123.107:6801/1075650130] boot 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/1399867295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]: dispatch 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c73d474-6e25-444b-8552-65b01b21b875"}]': finished 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:04.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:04 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/571990860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T21:56:05.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:05 vm07 ceph-mon[51862]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:05.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:05 vm09 ceph-mon[56321]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:05.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:05 vm00 ceph-mon[53239]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:07.943 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:07 vm09 ceph-mon[56321]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:08.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:07 vm00 ceph-mon[53239]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:08.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:07 vm07 ceph-mon[51862]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:10.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:10 vm07 ceph-mon[51862]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:10.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:10 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T21:56:10.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:10 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:10.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:10 vm09 ceph-mon[56321]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:10.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:10 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T21:56:10.351 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:10 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:10.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:10 vm00 ceph-mon[53239]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:10.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T21:56:10.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:10 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:11.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:11 vm07 ceph-mon[51862]: Deploying daemon osd.2 on vm09 2026-03-06T21:56:11.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:11 vm09 ceph-mon[56321]: Deploying daemon osd.2 on vm09 2026-03-06T21:56:11.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:11 vm00 ceph-mon[53239]: Deploying daemon osd.2 on vm09 2026-03-06T21:56:12.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:12 vm07 ceph-mon[51862]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:12.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:12 vm09 ceph-mon[56321]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:12.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:12 vm00 ceph-mon[53239]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:14 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:14 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:14.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:14 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:15.522 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:15 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:15.522 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:15 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:15.522 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:15 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:15.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:15 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:15.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:15 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:15.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:15 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:15.705 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 2 on host 'vm09' 2026-03-06T21:56:15.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:15 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:15.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:15 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:15.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:15 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:15.863 DEBUG:teuthology.orchestra.run.vm09:osd.2> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.2.service 2026-03-06T21:56:15.864 INFO:tasks.cephadm:Waiting for 3 OSDs to come up... 2026-03-06T21:56:15.864 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd stat -f json 2026-03-06T21:56:16.190 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:16.430 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:16.430 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.430 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:16.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:16 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:16.729 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:16.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:16.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T21:56:16.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:16.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:16.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:16 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:16.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:16.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:16.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:16 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:17.172 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":14,"num_osds":3,"num_up_osds":2,"osd_up_since":1772830563,"num_in_osds":3,"osd_in_since":1772830563,"num_remapped_pgs":0} 2026-03-06T21:56:17.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:17.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/1035414150' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:17.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T21:56:17.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T21:56:17.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:17.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:17.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:17 vm07 ceph-mon[51862]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/1035414150' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:17.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:17 vm09 ceph-mon[56321]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1035414150' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: from='osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:17.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:17 vm00 ceph-mon[53239]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T21:56:18.173 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd stat -f json 2026-03-06T21:56:18.514 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:18.869 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:19.022 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"num_osds":3,"num_up_osds":2,"osd_up_since":1772830563,"num_in_osds":3,"osd_in_since":1772830563,"num_remapped_pgs":0} 2026-03-06T21:56:19.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: purged_snaps scrub starts 2026-03-06T21:56:19.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: purged_snaps scrub ok 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2743240202' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:19.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:19 vm00 ceph-mon[53239]: from='osd.2 ' entity='osd.2' 2026-03-06T21:56:19.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: purged_snaps scrub starts 2026-03-06T21:56:19.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: purged_snaps scrub ok 2026-03-06T21:56:19.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T21:56:19.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/2743240202' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:19.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:19 vm07 ceph-mon[51862]: from='osd.2 ' entity='osd.2' 2026-03-06T21:56:19.350 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:18 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2[60767]: 2026-03-06T20:56:18.925+0000 7f621e1eb640 -1 osd.2 0 waiting for initial osdmap 2026-03-06T21:56:19.350 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:18 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2[60767]: 2026-03-06T20:56:18.932+0000 7f6219814640 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: purged_snaps scrub starts 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: purged_snaps scrub ok 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/2743240202' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:19.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:19 vm09 ceph-mon[56321]: from='osd.2 ' entity='osd.2' 2026-03-06T21:56:20.022 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd stat -f json 2026-03-06T21:56:20.328 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: Detected new or changed devices on vm09 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: pgmap v50: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873] boot 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T21:56:20.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:20 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: Detected new or changed devices on vm09 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: pgmap v50: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873] boot 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T21:56:20.349 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:20 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: Detected new or changed devices on vm09 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: pgmap v50: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: osd.2 [v2:192.168.123.109:6800/388733873,v1:192.168.123.109:6801/388733873] boot 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T21:56:20.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:20 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:20.652 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:20.807 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":17,"num_osds":3,"num_up_osds":3,"osd_up_since":1772830579,"num_in_osds":3,"osd_in_since":1772830563,"num_remapped_pgs":0} 2026-03-06T21:56:20.807 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd dump --format=json 2026-03-06T21:56:21.127 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:21.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:21 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:21.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:21 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3792784934' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:21.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:21 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:21.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:21 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3792784934' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:21.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:21 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:21.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:21 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3792784934' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T21:56:21.452 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:21.452 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":18,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","created":"2026-03-06T20:54:00.913098+0000","modified":"2026-03-06T20:56:21.009775+0000","last_up_change":"2026-03-06T20:56:19.928450+0000","last_in_change":"2026-03-06T20:56:03.803675+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T20:56:20.620019+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4ecb7efe-1edb-4334-aa66-90e973723994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6803","nonce":1372895583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6805","nonce":1372895583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6809","nonce":1372895583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6807","nonce":1372895583}]},"public_addr":"192.168.123.100:6803/1372895583","cluster_addr":"192.168.123.100:6805/1372895583","heartbeat_back_addr":"192.168.123.100:6809/1372895583","heartbeat_front_addr":"192.168.123.100:6807/1372895583","state":["exists","up"]},{"osd":1,"uuid":"1432c6f1-6e3e-4e7b-af24-f24b28bfffdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6801","nonce":1075650130}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6803","nonce":1075650130}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6807","nonce":1075650130}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6805","nonce":1075650130}]},"public_addr":"192.168.123.107:6801/1075650130","cluster_addr":"192.168.123.107:6803/1075650130","heartbeat_back_addr":"192.168.123.107:6807/1075650130","heartbeat_front_addr":"192.168.123.107:6805/1075650130","state":["exists","up"]},{"osd":2,"uuid":"0c73d474-6e25-444b-8552-65b01b21b875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6801","nonce":388733873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6803","nonce":388733873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6807","nonce":388733873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6805","nonce":388733873}]},"public_addr":"192.168.123.109:6801/388733873","cluster_addr":"192.168.123.109:6803/388733873","heartbeat_back_addr":"192.168.123.109:6807/388733873","heartbeat_front_addr":"192.168.123.109:6805/388733873","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:55:45.129653+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:00.412253+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:16.526999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/3132444159":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6800/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/1817579464":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/3517240175":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6801/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/4035234008":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/1259024300":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6801/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6800/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/4051748611":"2026-03-07T20:54:30.235091+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T21:56:21.602 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-03-06T20:56:20.620019+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-03-06T21:56:21.602 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd pool get .mgr pg_num 2026-03-06T21:56:21.904 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:22.183 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75286]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75286]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75286]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75286]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75289]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75289]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75289]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.184 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75289]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 ceph-mon[53239]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:22.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:22.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 ceph-mon[53239]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T21:56:22.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:22.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/4148060029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:22.249 INFO:teuthology.orchestra.run.vm00.stdout:pg_num: 1 2026-03-06T21:56:22.280 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 ceph-mon[56321]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:22.280 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:22.280 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 ceph-mon[56321]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T21:56:22.280 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:22.280 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/4148060029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:22.280 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66089]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T21:56:22.280 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66089]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.280 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66089]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.281 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66089]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.281 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66092]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T21:56:22.281 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66092]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.281 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66092]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.281 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66092]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.302 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 ceph-mon[51862]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:22.302 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:22.302 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 ceph-mon[51862]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T21:56:22.302 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T21:56:22.302 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/4148060029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60629]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60629]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60629]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60629]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60632]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60632]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60632]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.302 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60632]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.405 INFO:tasks.cephadm:Adding ceph.rgw.foo.a on vm00 2026-03-06T21:56:22.406 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply rgw foo.a --placement '1;vm00=foo.a' 2026-03-06T21:56:22.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60635]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T21:56:22.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60635]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60635]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:22 vm07 sudo[60635]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66095]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T21:56:22.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66095]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66095]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:22 vm09 sudo[66095]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75313]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T21:56:22.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75313]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T21:56:22.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75313]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T21:56:22.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:22 vm00 sudo[75313]: pam_unix(sudo:session): session closed for user root 2026-03-06T21:56:22.714 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3194389065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.036 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:23 vm09 ceph-mon[56321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.057 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled rgw.foo.a update... 2026-03-06T21:56:23.208 DEBUG:teuthology.orchestra.run.vm00:rgw.foo.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@rgw.foo.a.service 2026-03-06T21:56:23.210 INFO:tasks.cephadm:Adding prometheus.a on vm07 2026-03-06T21:56:23.210 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply prometheus '1;vm07=a' 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3194389065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:23 vm07 ceph-mon[51862]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:23.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3194389065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:23.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:23 vm00 ceph-mon[53239]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T21:56:23.541 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:23.890 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled prometheus update... 2026-03-06T21:56:24.029 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:23 vm00 systemd[1]: Starting Ceph rgw.foo.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:24.065 DEBUG:teuthology.orchestra.run.vm07:prometheus.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@prometheus.a.service 2026-03-06T21:56:24.067 INFO:tasks.cephadm:Adding node-exporter.a on vm00 2026-03-06T21:56:24.067 INFO:tasks.cephadm:Adding node-exporter.b on vm07 2026-03-06T21:56:24.067 INFO:tasks.cephadm:Adding node-exporter.c on vm09 2026-03-06T21:56:24.067 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply node-exporter '3;vm00=a;vm07=b;vm09=c' 2026-03-06T21:56:24.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:24.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T21:56:24.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:24.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: Deploying daemon rgw.foo.a on vm00 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: mgrmap e16: y(active, since 92s), standbys: x, z 2026-03-06T21:56:24.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:24 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: Deploying daemon rgw.foo.a on vm00 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: mgrmap e16: y(active, since 92s), standbys: x, z 2026-03-06T21:56:24.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:24 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.391 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: Deploying daemon rgw.foo.a on vm00 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: mgrmap e16: y(active, since 92s), standbys: x, z 2026-03-06T21:56:24.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:24 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 podman[75594]: 2026-03-06 21:56:24.026812872 +0100 CET m=+0.014394541 container create 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 podman[75594]: 2026-03-06 21:56:24.079811656 +0100 CET m=+0.067393315 container init 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 podman[75594]: 2026-03-06 21:56:24.084246076 +0100 CET m=+0.071827745 container start 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 bash[75594]: 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 podman[75594]: 2026-03-06 21:56:24.021354877 +0100 CET m=+0.008936546 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:56:24.434 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:24 vm00 systemd[1]: Started Ceph rgw.foo.a for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:56:24.732 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled node-exporter update... 2026-03-06T21:56:24.899 DEBUG:teuthology.orchestra.run.vm00:node-exporter.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@node-exporter.a.service 2026-03-06T21:56:24.901 DEBUG:teuthology.orchestra.run.vm07:node-exporter.b> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@node-exporter.b.service 2026-03-06T21:56:24.902 DEBUG:teuthology.orchestra.run.vm09:node-exporter.c> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@node-exporter.c.service 2026-03-06T21:56:24.904 INFO:tasks.cephadm:Adding alertmanager.a on vm00 2026-03-06T21:56:24.904 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply alertmanager '1;vm00=a' 2026-03-06T21:56:25.183 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:25.184 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:25 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:25.246 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.338 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:25.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:25 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:25.578 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:25 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:25.578 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled alertmanager update... 2026-03-06T21:56:25.725 DEBUG:teuthology.orchestra.run.vm00:alertmanager.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@alertmanager.a.service 2026-03-06T21:56:25.727 INFO:tasks.cephadm:Adding grafana.a on vm07 2026-03-06T21:56:25.727 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph orch apply grafana '1;vm07=a' 2026-03-06T21:56:26.020 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: Checking dashboard <-> RGW credentials 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:26 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:26.376 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled grafana update... 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: Checking dashboard <-> RGW credentials 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:26 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:26.523 DEBUG:teuthology.orchestra.run.vm07:grafana.a> sudo journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@grafana.a.service 2026-03-06T21:56:26.525 INFO:tasks.cephadm:Setting up client nodes... 2026-03-06T21:56:26.525 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: Checking dashboard <-> RGW credentials 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T21:56:26.543 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:26 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:26.831 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:27.185 INFO:teuthology.orchestra.run.vm00.stdout:[client.0] 2026-03-06T21:56:27.185 INFO:teuthology.orchestra.run.vm00.stdout: key = AQB7P6tp4fS8ChAAhd+YhNhmANpvfNIVYgMmQA== 2026-03-06T21:56:27.353 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:56:27.354 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-06T21:56:27.354 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-06T21:56:27.387 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:27 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:27 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3394458631' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/48639613' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:27 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T21:56:27.688 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.b/config 2026-03-06T21:56:28.057 INFO:teuthology.orchestra.run.vm07.stdout:[client.1] 2026-03-06T21:56:28.057 INFO:teuthology.orchestra.run.vm07.stdout: key = AQB8P6tp3WT4AhAALQEbLzlEfSqK2FdK8EQkKA== 2026-03-06T21:56:28.205 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:56:28.205 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-03-06T21:56:28.205 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-03-06T21:56:28.241 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? 192.168.123.107:0/2664088663' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.339 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:28 vm07 ceph-mon[51862]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T21:56:28.433 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? 192.168.123.107:0/2664088663' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:28 vm00 ceph-mon[53239]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T21:56:28.545 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.c/config 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/2856127237' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? 192.168.123.107:0/2664088663' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T21:56:28.566 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:28 vm09 ceph-mon[56321]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T21:56:28.910 INFO:teuthology.orchestra.run.vm09.stdout:[client.2] 2026-03-06T21:56:28.910 INFO:teuthology.orchestra.run.vm09.stdout: key = AQB8P6tp/oFfNRAARFqWoGFkbjWCUXrX0sFGGQ== 2026-03-06T21:56:29.062 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:56:29.063 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.2.keyring 2026-03-06T21:56:29.063 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2026-03-06T21:56:29.098 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-06T21:56:29.098 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-06T21:56:29.098 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph mgr dump --format=json 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: from='client.? 192.168.123.109:0/55918907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:29 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.404 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: from='client.? 192.168.123.109:0/55918907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.425 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:29 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: from='client.? 192.168.123.109:0/55918907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:29 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T21:56:29.728 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:29.898 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"flags":0,"active_gid":14156,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":3191116599},{"type":"v1","addr":"192.168.123.100:6801","nonce":3191116599}]},"active_addr":"192.168.123.100:6801/3191116599","active_change":"2026-03-06T20:54:50.563470+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14220,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24103,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.100:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1439352029}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":624825734}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":532711694}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1411213727}]}]} 2026-03-06T21:56:29.899 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-06T21:56:29.899 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-06T21:56:29.899 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd dump --format=json 2026-03-06T21:56:30.168 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:30 vm00 ceph-mon[53239]: pgmap v63: 65 pgs: 12 creating+peering, 44 unknown, 9 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 511 B/s wr, 0 op/s 2026-03-06T21:56:30.168 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:30 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/2550106860' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T21:56:30.168 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:30 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.168 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:30 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.168 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:30 vm00 ceph-mon[53239]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T21:56:30.244 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:30.553 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:30.553 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":26,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","created":"2026-03-06T20:54:00.913098+0000","modified":"2026-03-06T20:56:30.144336+0000","last_up_change":"2026-03-06T20:56:19.928450+0000","last_in_change":"2026-03-06T20:56:03.803675+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T20:56:20.620019+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".rgw.root","create_time":"2026-03-06T20:56:24.132906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.309999942779541,"score_stable":1.309999942779541,"optimal_score":1,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.log","create_time":"2026-03-06T20:56:26.225860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.control","create_time":"2026-03-06T20:56:28.171417+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4ecb7efe-1edb-4334-aa66-90e973723994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6803","nonce":1372895583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6805","nonce":1372895583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6809","nonce":1372895583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6807","nonce":1372895583}]},"public_addr":"192.168.123.100:6803/1372895583","cluster_addr":"192.168.123.100:6805/1372895583","heartbeat_back_addr":"192.168.123.100:6809/1372895583","heartbeat_front_addr":"192.168.123.100:6807/1372895583","state":["exists","up"]},{"osd":1,"uuid":"1432c6f1-6e3e-4e7b-af24-f24b28bfffdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6801","nonce":1075650130}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6803","nonce":1075650130}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6807","nonce":1075650130}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6805","nonce":1075650130}]},"public_addr":"192.168.123.107:6801/1075650130","cluster_addr":"192.168.123.107:6803/1075650130","heartbeat_back_addr":"192.168.123.107:6807/1075650130","heartbeat_front_addr":"192.168.123.107:6805/1075650130","state":["exists","up"]},{"osd":2,"uuid":"0c73d474-6e25-444b-8552-65b01b21b875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6801","nonce":388733873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6803","nonce":388733873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6807","nonce":388733873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6805","nonce":388733873}]},"public_addr":"192.168.123.109:6801/388733873","cluster_addr":"192.168.123.109:6803/388733873","heartbeat_back_addr":"192.168.123.109:6807/388733873","heartbeat_front_addr":"192.168.123.109:6805/388733873","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:55:45.129653+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:00.412253+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:16.526999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/3132444159":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6800/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/1817579464":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/3517240175":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6801/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/4035234008":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/1259024300":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6801/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6800/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/4051748611":"2026-03-07T20:54:30.235091+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T21:56:30.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:30 vm07 ceph-mon[51862]: pgmap v63: 65 pgs: 12 creating+peering, 44 unknown, 9 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 511 B/s wr, 0 op/s 2026-03-06T21:56:30.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:30 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/2550106860' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T21:56:30.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:30 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:30 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:30 vm07 ceph-mon[51862]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T21:56:30.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:30 vm09 ceph-mon[56321]: pgmap v63: 65 pgs: 12 creating+peering, 44 unknown, 9 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 511 B/s wr, 0 op/s 2026-03-06T21:56:30.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:30 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/2550106860' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T21:56:30.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:30 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:30 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T21:56:30.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:30 vm09 ceph-mon[56321]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T21:56:30.715 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-06T21:56:30.716 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd dump --format=json 2026-03-06T21:56:31.010 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:31.320 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:31 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1877806222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:31.320 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:31 vm00 ceph-mon[53239]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T21:56:31.320 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:31 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.320 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:31 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.320 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:31.321 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":27,"fsid":"84f67ce4-199e-11f1-9e62-4103149360b0","created":"2026-03-06T20:54:00.913098+0000","modified":"2026-03-06T20:56:31.147440+0000","last_up_change":"2026-03-06T20:56:19.928450+0000","last_in_change":"2026-03-06T20:56:03.803675+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T20:56:20.620019+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".rgw.root","create_time":"2026-03-06T20:56:24.132906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.309999942779541,"score_stable":1.309999942779541,"optimal_score":1,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.log","create_time":"2026-03-06T20:56:26.225860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.control","create_time":"2026-03-06T20:56:28.171417+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.meta","create_time":"2026-03-06T20:56:30.233019+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.2200000286102295,"score_stable":1.2200000286102295,"optimal_score":1,"raw_score_acting":1.2200000286102295,"raw_score_stable":1.2200000286102295,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4ecb7efe-1edb-4334-aa66-90e973723994","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6803","nonce":1372895583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6805","nonce":1372895583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6809","nonce":1372895583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1372895583},{"type":"v1","addr":"192.168.123.100:6807","nonce":1372895583}]},"public_addr":"192.168.123.100:6803/1372895583","cluster_addr":"192.168.123.100:6805/1372895583","heartbeat_back_addr":"192.168.123.100:6809/1372895583","heartbeat_front_addr":"192.168.123.100:6807/1372895583","state":["exists","up"]},{"osd":1,"uuid":"1432c6f1-6e3e-4e7b-af24-f24b28bfffdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6801","nonce":1075650130}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6803","nonce":1075650130}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6807","nonce":1075650130}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1075650130},{"type":"v1","addr":"192.168.123.107:6805","nonce":1075650130}]},"public_addr":"192.168.123.107:6801/1075650130","cluster_addr":"192.168.123.107:6803/1075650130","heartbeat_back_addr":"192.168.123.107:6807/1075650130","heartbeat_front_addr":"192.168.123.107:6805/1075650130","state":["exists","up"]},{"osd":2,"uuid":"0c73d474-6e25-444b-8552-65b01b21b875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6801","nonce":388733873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6803","nonce":388733873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6807","nonce":388733873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":388733873},{"type":"v1","addr":"192.168.123.109:6805","nonce":388733873}]},"public_addr":"192.168.123.109:6801/388733873","cluster_addr":"192.168.123.109:6803/388733873","heartbeat_back_addr":"192.168.123.109:6807/388733873","heartbeat_front_addr":"192.168.123.109:6805/388733873","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:55:45.129653+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:00.412253+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T20:56:16.526999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/3132444159":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6800/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/1817579464":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/3517240175":"2026-03-07T20:54:50.563344+0000","192.168.123.100:6801/4132350929":"2026-03-07T20:54:50.563344+0000","192.168.123.100:0/4035234008":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/1259024300":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6801/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:6800/3807834919":"2026-03-07T20:54:30.235091+0000","192.168.123.100:0/4051748611":"2026-03-07T20:54:30.235091+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T21:56:31.489 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph tell osd.0 flush_pg_stats 2026-03-06T21:56:31.489 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph tell osd.1 flush_pg_stats 2026-03-06T21:56:31.489 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph tell osd.2 flush_pg_stats 2026-03-06T21:56:31.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:31 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/1877806222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:31.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:31 vm07 ceph-mon[51862]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T21:56:31.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:31 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:31 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:31 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/1877806222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:31.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:31 vm09 ceph-mon[56321]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T21:56:31.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:31 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:31 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T21:56:31.933 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:31.967 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:32.058 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: pgmap v66: 97 pgs: 33 creating+peering, 11 unknown, 53 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1577753667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.329 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:32 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.485 INFO:teuthology.orchestra.run.vm00.stdout:34359738378 2026-03-06T21:56:32.486 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd last-stat-seq osd.0 2026-03-06T21:56:32.502 INFO:teuthology.orchestra.run.vm00.stdout:55834574855 2026-03-06T21:56:32.503 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd last-stat-seq osd.1 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: pgmap v66: 97 pgs: 33 creating+peering, 11 unknown, 53 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/1577753667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:32 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: pgmap v66: 97 pgs: 33 creating+peering, 11 unknown, 53 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/1577753667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:32 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T21:56:32.624 INFO:teuthology.orchestra.run.vm00.stdout:73014444036 2026-03-06T21:56:32.624 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph osd last-stat-seq osd.2 2026-03-06T21:56:32.925 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:33.057 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:33.268 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:33.654 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:56:33 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a[75604]: 2026-03-06T20:56:33.296+0000 7fd66763d940 -1 LDAP not started since no server URIs were provided in the configuration. 2026-03-06T21:56:33.654 INFO:teuthology.orchestra.run.vm00.stdout:34359738378 2026-03-06T21:56:33.874 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738378 got 34359738378 for osd.0 2026-03-06T21:56:33.874 DEBUG:teuthology.parallel:result is None 2026-03-06T21:56:33.889 INFO:teuthology.orchestra.run.vm00.stdout:55834574855 2026-03-06T21:56:34.045 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.1 2026-03-06T21:56:34.045 DEBUG:teuthology.parallel:result is None 2026-03-06T21:56:34.048 INFO:teuthology.orchestra.run.vm00.stdout:73014444036 2026-03-06T21:56:34.200 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444036 got 73014444036 for osd.2 2026-03-06T21:56:34.200 DEBUG:teuthology.parallel:result is None 2026-03-06T21:56:34.200 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-06T21:56:34.201 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph pg dump --format=json 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: pgmap v69: 129 pgs: 129 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/1812394810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/3540864953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T21:56:34.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:34 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/548344081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T21:56:34.543 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: pgmap v69: 129 pgs: 129 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/1812394810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/3540864953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T21:56:34.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:34 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/548344081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: pgmap v69: 129 pgs: 129 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3701378217' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3604104445' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/1812394810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/3540864953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T21:56:34.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:34 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/548344081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T21:56:34.855 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:34.857 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-06T21:56:35.024 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2026-03-06T20:56:34.583903+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593556,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":346,"num_read_kb":246,"num_write":288,"num_write_kb":2168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":288,"ondisk_log_size":288,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":278,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":62902272,"kb_used":83244,"kb_used_data":2716,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":62819028,"statfs":{"total":64411926528,"available":64326684672,"internally_reserved":0,"allocated":2781184,"data_stored":2051615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4770,"internal_metadata":82373982},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1575,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":256,"num_read_kb":168,"num_write":155,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.435137"},"pg_stats":[{"pgid":"2.1f","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165971+0000","last_change":"2026-03-06T20:56:26.151055+0000","last_active":"2026-03-06T20:56:32.165971+0000","last_peered":"2026-03-06T20:56:32.165971+0000","last_clean":"2026-03-06T20:56:32.165971+0000","last_became_active":"2026-03-06T20:56:26.150770+0000","last_became_peered":"2026-03-06T20:56:26.150770+0000","last_unstale":"2026-03-06T20:56:32.165971+0000","last_undegraded":"2026-03-06T20:56:32.165971+0000","last_fullsized":"2026-03-06T20:56:32.165971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:48:04.447836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165949+0000","last_change":"2026-03-06T20:56:28.154880+0000","last_active":"2026-03-06T20:56:32.165949+0000","last_peered":"2026-03-06T20:56:32.165949+0000","last_clean":"2026-03-06T20:56:32.165949+0000","last_became_active":"2026-03-06T20:56:28.154768+0000","last_became_peered":"2026-03-06T20:56:28.154768+0000","last_unstale":"2026-03-06T20:56:32.165949+0000","last_undegraded":"2026-03-06T20:56:32.165949+0000","last_fullsized":"2026-03-06T20:56:32.165949+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:28:46.193210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156665+0000","last_change":"2026-03-06T20:56:30.178384+0000","last_active":"2026-03-06T20:56:32.156665+0000","last_peered":"2026-03-06T20:56:32.156665+0000","last_clean":"2026-03-06T20:56:32.156665+0000","last_became_active":"2026-03-06T20:56:30.177556+0000","last_became_peered":"2026-03-06T20:56:30.177556+0000","last_unstale":"2026-03-06T20:56:32.156665+0000","last_undegraded":"2026-03-06T20:56:32.156665+0000","last_fullsized":"2026-03-06T20:56:32.156665+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:45:45.698337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200358+0000","last_change":"2026-03-06T20:56:32.187072+0000","last_active":"2026-03-06T20:56:33.200358+0000","last_peered":"2026-03-06T20:56:33.200358+0000","last_clean":"2026-03-06T20:56:33.200358+0000","last_became_active":"2026-03-06T20:56:32.186067+0000","last_became_peered":"2026-03-06T20:56:32.186067+0000","last_unstale":"2026-03-06T20:56:33.200358+0000","last_undegraded":"2026-03-06T20:56:33.200358+0000","last_fullsized":"2026-03-06T20:56:33.200358+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:31:01.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166029+0000","last_change":"2026-03-06T20:56:26.150999+0000","last_active":"2026-03-06T20:56:32.166029+0000","last_peered":"2026-03-06T20:56:32.166029+0000","last_clean":"2026-03-06T20:56:32.166029+0000","last_became_active":"2026-03-06T20:56:26.150788+0000","last_became_peered":"2026-03-06T20:56:26.150788+0000","last_unstale":"2026-03-06T20:56:32.166029+0000","last_undegraded":"2026-03-06T20:56:32.166029+0000","last_fullsized":"2026-03-06T20:56:32.166029+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:56:54.484110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166007+0000","last_change":"2026-03-06T20:56:28.154632+0000","last_active":"2026-03-06T20:56:32.166007+0000","last_peered":"2026-03-06T20:56:32.166007+0000","last_clean":"2026-03-06T20:56:32.166007+0000","last_became_active":"2026-03-06T20:56:28.154486+0000","last_became_peered":"2026-03-06T20:56:28.154486+0000","last_unstale":"2026-03-06T20:56:32.166007+0000","last_undegraded":"2026-03-06T20:56:32.166007+0000","last_fullsized":"2026-03-06T20:56:32.166007+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:40:29.436494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200291+0000","last_change":"2026-03-06T20:56:30.175991+0000","last_active":"2026-03-06T20:56:33.200291+0000","last_peered":"2026-03-06T20:56:33.200291+0000","last_clean":"2026-03-06T20:56:33.200291+0000","last_became_active":"2026-03-06T20:56:30.175348+0000","last_became_peered":"2026-03-06T20:56:30.175348+0000","last_unstale":"2026-03-06T20:56:33.200291+0000","last_undegraded":"2026-03-06T20:56:33.200291+0000","last_fullsized":"2026-03-06T20:56:33.200291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:48:15.424505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194364+0000","last_change":"2026-03-06T20:56:32.191738+0000","last_active":"2026-03-06T20:56:32.194364+0000","last_peered":"2026-03-06T20:56:32.194364+0000","last_clean":"2026-03-06T20:56:32.194364+0000","last_became_active":"2026-03-06T20:56:32.191462+0000","last_became_peered":"2026-03-06T20:56:32.191462+0000","last_unstale":"2026-03-06T20:56:32.194364+0000","last_undegraded":"2026-03-06T20:56:32.194364+0000","last_fullsized":"2026-03-06T20:56:32.194364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:26:01.383703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158586+0000","last_change":"2026-03-06T20:56:26.162960+0000","last_active":"2026-03-06T20:56:32.158586+0000","last_peered":"2026-03-06T20:56:32.158586+0000","last_clean":"2026-03-06T20:56:32.158586+0000","last_became_active":"2026-03-06T20:56:26.162349+0000","last_became_peered":"2026-03-06T20:56:26.162349+0000","last_unstale":"2026-03-06T20:56:32.158586+0000","last_undegraded":"2026-03-06T20:56:32.158586+0000","last_fullsized":"2026-03-06T20:56:32.158586+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:45:17.984937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"29'15","reported_seq":46,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.864960+0000","last_change":"2026-03-06T20:56:28.157556+0000","last_active":"2026-03-06T20:56:33.864960+0000","last_peered":"2026-03-06T20:56:33.864960+0000","last_clean":"2026-03-06T20:56:33.864960+0000","last_became_active":"2026-03-06T20:56:28.156945+0000","last_became_peered":"2026-03-06T20:56:28.156945+0000","last_unstale":"2026-03-06T20:56:33.864960+0000","last_undegraded":"2026-03-06T20:56:33.864960+0000","last_fullsized":"2026-03-06T20:56:33.864960+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:52:11.489668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198365+0000","last_change":"2026-03-06T20:56:30.158484+0000","last_active":"2026-03-06T20:56:33.198365+0000","last_peered":"2026-03-06T20:56:33.198365+0000","last_clean":"2026-03-06T20:56:33.198365+0000","last_became_active":"2026-03-06T20:56:30.158055+0000","last_became_peered":"2026-03-06T20:56:30.158055+0000","last_unstale":"2026-03-06T20:56:33.198365+0000","last_undegraded":"2026-03-06T20:56:33.198365+0000","last_fullsized":"2026-03-06T20:56:33.198365+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:09:51.581984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178871+0000","last_change":"2026-03-06T20:56:32.177031+0000","last_active":"2026-03-06T20:56:32.178871+0000","last_peered":"2026-03-06T20:56:32.178871+0000","last_clean":"2026-03-06T20:56:32.178871+0000","last_became_active":"2026-03-06T20:56:32.176572+0000","last_became_peered":"2026-03-06T20:56:32.176572+0000","last_unstale":"2026-03-06T20:56:32.178871+0000","last_undegraded":"2026-03-06T20:56:32.178871+0000","last_fullsized":"2026-03-06T20:56:32.178871+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:49:31.602081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158564+0000","last_change":"2026-03-06T20:56:26.155448+0000","last_active":"2026-03-06T20:56:32.158564+0000","last_peered":"2026-03-06T20:56:32.158564+0000","last_clean":"2026-03-06T20:56:32.158564+0000","last_became_active":"2026-03-06T20:56:26.154220+0000","last_became_peered":"2026-03-06T20:56:26.154220+0000","last_unstale":"2026-03-06T20:56:32.158564+0000","last_undegraded":"2026-03-06T20:56:32.158564+0000","last_fullsized":"2026-03-06T20:56:32.158564+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:16:42.682382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158360+0000","last_change":"2026-03-06T20:56:28.153179+0000","last_active":"2026-03-06T20:56:32.158360+0000","last_peered":"2026-03-06T20:56:32.158360+0000","last_clean":"2026-03-06T20:56:32.158360+0000","last_became_active":"2026-03-06T20:56:28.152225+0000","last_became_peered":"2026-03-06T20:56:28.152225+0000","last_unstale":"2026-03-06T20:56:32.158360+0000","last_undegraded":"2026-03-06T20:56:32.158360+0000","last_fullsized":"2026-03-06T20:56:32.158360+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:40:38.566101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198694+0000","last_change":"2026-03-06T20:56:30.176335+0000","last_active":"2026-03-06T20:56:33.198694+0000","last_peered":"2026-03-06T20:56:33.198694+0000","last_clean":"2026-03-06T20:56:33.198694+0000","last_became_active":"2026-03-06T20:56:30.175218+0000","last_became_peered":"2026-03-06T20:56:30.175218+0000","last_unstale":"2026-03-06T20:56:33.198694+0000","last_undegraded":"2026-03-06T20:56:33.198694+0000","last_fullsized":"2026-03-06T20:56:33.198694+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:27:41.496729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198630+0000","last_change":"2026-03-06T20:56:32.189478+0000","last_active":"2026-03-06T20:56:33.198630+0000","last_peered":"2026-03-06T20:56:33.198630+0000","last_clean":"2026-03-06T20:56:33.198630+0000","last_became_active":"2026-03-06T20:56:32.187648+0000","last_became_peered":"2026-03-06T20:56:32.187648+0000","last_unstale":"2026-03-06T20:56:33.198630+0000","last_undegraded":"2026-03-06T20:56:33.198630+0000","last_fullsized":"2026-03-06T20:56:33.198630+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:32:52.282068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"29'19","reported_seq":52,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.945595+0000","last_change":"2026-03-06T20:56:28.161304+0000","last_active":"2026-03-06T20:56:33.945595+0000","last_peered":"2026-03-06T20:56:33.945595+0000","last_clean":"2026-03-06T20:56:33.945595+0000","last_became_active":"2026-03-06T20:56:28.160737+0000","last_became_peered":"2026-03-06T20:56:28.160737+0000","last_unstale":"2026-03-06T20:56:33.945595+0000","last_undegraded":"2026-03-06T20:56:33.945595+0000","last_fullsized":"2026-03-06T20:56:33.945595+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:21:13.387061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158152+0000","last_change":"2026-03-06T20:56:26.161783+0000","last_active":"2026-03-06T20:56:32.158152+0000","last_peered":"2026-03-06T20:56:32.158152+0000","last_clean":"2026-03-06T20:56:32.158152+0000","last_became_active":"2026-03-06T20:56:26.161667+0000","last_became_peered":"2026-03-06T20:56:26.161667+0000","last_unstale":"2026-03-06T20:56:32.158152+0000","last_undegraded":"2026-03-06T20:56:32.158152+0000","last_fullsized":"2026-03-06T20:56:32.158152+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:16:12.727649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"29'8","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.424779+0000","last_change":"2026-03-06T20:56:30.158279+0000","last_active":"2026-03-06T20:56:33.424779+0000","last_peered":"2026-03-06T20:56:33.424779+0000","last_clean":"2026-03-06T20:56:33.424779+0000","last_became_active":"2026-03-06T20:56:30.157757+0000","last_became_peered":"2026-03-06T20:56:30.157757+0000","last_unstale":"2026-03-06T20:56:33.424779+0000","last_undegraded":"2026-03-06T20:56:33.424779+0000","last_fullsized":"2026-03-06T20:56:33.424779+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:48:07.087408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.192220+0000","last_change":"2026-03-06T20:56:32.188558+0000","last_active":"2026-03-06T20:56:32.192220+0000","last_peered":"2026-03-06T20:56:32.192220+0000","last_clean":"2026-03-06T20:56:32.192220+0000","last_became_active":"2026-03-06T20:56:32.188484+0000","last_became_peered":"2026-03-06T20:56:32.188484+0000","last_unstale":"2026-03-06T20:56:32.192220+0000","last_undegraded":"2026-03-06T20:56:32.192220+0000","last_fullsized":"2026-03-06T20:56:32.192220+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:07:41.604888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159073+0000","last_change":"2026-03-06T20:56:28.166040+0000","last_active":"2026-03-06T20:56:32.159073+0000","last_peered":"2026-03-06T20:56:32.159073+0000","last_clean":"2026-03-06T20:56:32.159073+0000","last_became_active":"2026-03-06T20:56:28.165967+0000","last_became_peered":"2026-03-06T20:56:28.165967+0000","last_unstale":"2026-03-06T20:56:32.159073+0000","last_undegraded":"2026-03-06T20:56:32.159073+0000","last_fullsized":"2026-03-06T20:56:32.159073+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:52:58.752181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158616+0000","last_change":"2026-03-06T20:56:26.152950+0000","last_active":"2026-03-06T20:56:32.158616+0000","last_peered":"2026-03-06T20:56:32.158616+0000","last_clean":"2026-03-06T20:56:32.158616+0000","last_became_active":"2026-03-06T20:56:26.152864+0000","last_became_peered":"2026-03-06T20:56:26.152864+0000","last_unstale":"2026-03-06T20:56:32.158616+0000","last_undegraded":"2026-03-06T20:56:32.158616+0000","last_fullsized":"2026-03-06T20:56:32.158616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:06:14.531251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198991+0000","last_change":"2026-03-06T20:56:30.158355+0000","last_active":"2026-03-06T20:56:33.198991+0000","last_peered":"2026-03-06T20:56:33.198991+0000","last_clean":"2026-03-06T20:56:33.198991+0000","last_became_active":"2026-03-06T20:56:30.157939+0000","last_became_peered":"2026-03-06T20:56:30.157939+0000","last_unstale":"2026-03-06T20:56:33.198991+0000","last_undegraded":"2026-03-06T20:56:33.198991+0000","last_fullsized":"2026-03-06T20:56:33.198991+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:14:29.964310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.176387+0000","last_change":"2026-03-06T20:56:32.175868+0000","last_active":"2026-03-06T20:56:32.176387+0000","last_peered":"2026-03-06T20:56:32.176387+0000","last_clean":"2026-03-06T20:56:32.176387+0000","last_became_active":"2026-03-06T20:56:32.175632+0000","last_became_peered":"2026-03-06T20:56:32.175632+0000","last_unstale":"2026-03-06T20:56:32.176387+0000","last_undegraded":"2026-03-06T20:56:32.176387+0000","last_fullsized":"2026-03-06T20:56:32.176387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:41:36.630762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159385+0000","last_change":"2026-03-06T20:56:28.152788+0000","last_active":"2026-03-06T20:56:32.159385+0000","last_peered":"2026-03-06T20:56:32.159385+0000","last_clean":"2026-03-06T20:56:32.159385+0000","last_became_active":"2026-03-06T20:56:28.152615+0000","last_became_peered":"2026-03-06T20:56:28.152615+0000","last_unstale":"2026-03-06T20:56:32.159385+0000","last_undegraded":"2026-03-06T20:56:32.159385+0000","last_fullsized":"2026-03-06T20:56:32.159385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:17:36.467289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163572+0000","last_change":"2026-03-06T20:56:26.148512+0000","last_active":"2026-03-06T20:56:32.163572+0000","last_peered":"2026-03-06T20:56:32.163572+0000","last_clean":"2026-03-06T20:56:32.163572+0000","last_became_active":"2026-03-06T20:56:26.146670+0000","last_became_peered":"2026-03-06T20:56:26.146670+0000","last_unstale":"2026-03-06T20:56:32.163572+0000","last_undegraded":"2026-03-06T20:56:32.163572+0000","last_fullsized":"2026-03-06T20:56:32.163572+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:27:50.163200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163618+0000","last_change":"2026-03-06T20:56:30.179206+0000","last_active":"2026-03-06T20:56:32.163618+0000","last_peered":"2026-03-06T20:56:32.163618+0000","last_clean":"2026-03-06T20:56:32.163618+0000","last_became_active":"2026-03-06T20:56:30.175980+0000","last_became_peered":"2026-03-06T20:56:30.175980+0000","last_unstale":"2026-03-06T20:56:32.163618+0000","last_undegraded":"2026-03-06T20:56:32.163618+0000","last_fullsized":"2026-03-06T20:56:32.163618+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:45:40.414107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178875+0000","last_change":"2026-03-06T20:56:32.177100+0000","last_active":"2026-03-06T20:56:32.178875+0000","last_peered":"2026-03-06T20:56:32.178875+0000","last_clean":"2026-03-06T20:56:32.178875+0000","last_became_active":"2026-03-06T20:56:32.176905+0000","last_became_peered":"2026-03-06T20:56:32.176905+0000","last_unstale":"2026-03-06T20:56:32.178875+0000","last_undegraded":"2026-03-06T20:56:32.178875+0000","last_fullsized":"2026-03-06T20:56:32.178875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:03:45.287186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157174+0000","last_change":"2026-03-06T20:56:28.152011+0000","last_active":"2026-03-06T20:56:32.157174+0000","last_peered":"2026-03-06T20:56:32.157174+0000","last_clean":"2026-03-06T20:56:32.157174+0000","last_became_active":"2026-03-06T20:56:28.151286+0000","last_became_peered":"2026-03-06T20:56:28.151286+0000","last_unstale":"2026-03-06T20:56:32.157174+0000","last_undegraded":"2026-03-06T20:56:32.157174+0000","last_fullsized":"2026-03-06T20:56:32.157174+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:48:18.662447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"22'1","reported_seq":31,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.354525+0000","last_change":"2026-03-06T20:56:26.147110+0000","last_active":"2026-03-06T20:56:33.354525+0000","last_peered":"2026-03-06T20:56:33.354525+0000","last_clean":"2026-03-06T20:56:33.354525+0000","last_became_active":"2026-03-06T20:56:26.146215+0000","last_became_peered":"2026-03-06T20:56:26.146215+0000","last_unstale":"2026-03-06T20:56:33.354525+0000","last_undegraded":"2026-03-06T20:56:33.354525+0000","last_fullsized":"2026-03-06T20:56:33.354525+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:48:21.991892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"29'8","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.419128+0000","last_change":"2026-03-06T20:56:30.175517+0000","last_active":"2026-03-06T20:56:33.419128+0000","last_peered":"2026-03-06T20:56:33.419128+0000","last_clean":"2026-03-06T20:56:33.419128+0000","last_became_active":"2026-03-06T20:56:30.174897+0000","last_became_peered":"2026-03-06T20:56:30.174897+0000","last_unstale":"2026-03-06T20:56:33.419128+0000","last_undegraded":"2026-03-06T20:56:33.419128+0000","last_fullsized":"2026-03-06T20:56:33.419128+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:22:42.959730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201603+0000","last_change":"2026-03-06T20:56:32.190218+0000","last_active":"2026-03-06T20:56:33.201603+0000","last_peered":"2026-03-06T20:56:33.201603+0000","last_clean":"2026-03-06T20:56:33.201603+0000","last_became_active":"2026-03-06T20:56:32.190099+0000","last_became_peered":"2026-03-06T20:56:32.190099+0000","last_unstale":"2026-03-06T20:56:33.201603+0000","last_undegraded":"2026-03-06T20:56:33.201603+0000","last_fullsized":"2026-03-06T20:56:33.201603+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:04:41.572183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163471+0000","last_change":"2026-03-06T20:56:28.155436+0000","last_active":"2026-03-06T20:56:32.163471+0000","last_peered":"2026-03-06T20:56:32.163471+0000","last_clean":"2026-03-06T20:56:32.163471+0000","last_became_active":"2026-03-06T20:56:28.155376+0000","last_became_peered":"2026-03-06T20:56:28.155376+0000","last_unstale":"2026-03-06T20:56:32.163471+0000","last_undegraded":"2026-03-06T20:56:32.163471+0000","last_fullsized":"2026-03-06T20:56:32.163471+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:59:44.084617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201633+0000","last_change":"2026-03-06T20:56:26.147576+0000","last_active":"2026-03-06T20:56:33.201633+0000","last_peered":"2026-03-06T20:56:33.201633+0000","last_clean":"2026-03-06T20:56:33.201633+0000","last_became_active":"2026-03-06T20:56:26.147048+0000","last_became_peered":"2026-03-06T20:56:26.147048+0000","last_unstale":"2026-03-06T20:56:33.201633+0000","last_undegraded":"2026-03-06T20:56:33.201633+0000","last_fullsized":"2026-03-06T20:56:33.201633+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:04:24.631357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157355+0000","last_change":"2026-03-06T20:56:30.177043+0000","last_active":"2026-03-06T20:56:32.157355+0000","last_peered":"2026-03-06T20:56:32.157355+0000","last_clean":"2026-03-06T20:56:32.157355+0000","last_became_active":"2026-03-06T20:56:30.175741+0000","last_became_peered":"2026-03-06T20:56:30.175741+0000","last_unstale":"2026-03-06T20:56:32.157355+0000","last_undegraded":"2026-03-06T20:56:32.157355+0000","last_fullsized":"2026-03-06T20:56:32.157355+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:24:36.366664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172786+0000","last_change":"2026-03-06T20:56:32.171741+0000","last_active":"2026-03-06T20:56:32.172786+0000","last_peered":"2026-03-06T20:56:32.172786+0000","last_clean":"2026-03-06T20:56:32.172786+0000","last_became_active":"2026-03-06T20:56:32.171584+0000","last_became_peered":"2026-03-06T20:56:32.171584+0000","last_unstale":"2026-03-06T20:56:32.172786+0000","last_undegraded":"2026-03-06T20:56:32.172786+0000","last_fullsized":"2026-03-06T20:56:32.172786+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:49:45.103910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163631+0000","last_change":"2026-03-06T20:56:28.155163+0000","last_active":"2026-03-06T20:56:32.163631+0000","last_peered":"2026-03-06T20:56:32.163631+0000","last_clean":"2026-03-06T20:56:32.163631+0000","last_became_active":"2026-03-06T20:56:28.155060+0000","last_became_peered":"2026-03-06T20:56:28.155060+0000","last_unstale":"2026-03-06T20:56:32.163631+0000","last_undegraded":"2026-03-06T20:56:32.163631+0000","last_fullsized":"2026-03-06T20:56:32.163631+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:23:40.064076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163653+0000","last_change":"2026-03-06T20:56:26.148867+0000","last_active":"2026-03-06T20:56:32.163653+0000","last_peered":"2026-03-06T20:56:32.163653+0000","last_clean":"2026-03-06T20:56:32.163653+0000","last_became_active":"2026-03-06T20:56:26.148363+0000","last_became_peered":"2026-03-06T20:56:26.148363+0000","last_unstale":"2026-03-06T20:56:32.163653+0000","last_undegraded":"2026-03-06T20:56:32.163653+0000","last_fullsized":"2026-03-06T20:56:32.163653+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:32.845754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163690+0000","last_change":"2026-03-06T20:56:30.175026+0000","last_active":"2026-03-06T20:56:32.163690+0000","last_peered":"2026-03-06T20:56:32.163690+0000","last_clean":"2026-03-06T20:56:32.163690+0000","last_became_active":"2026-03-06T20:56:30.162956+0000","last_became_peered":"2026-03-06T20:56:30.162956+0000","last_unstale":"2026-03-06T20:56:32.163690+0000","last_undegraded":"2026-03-06T20:56:32.163690+0000","last_fullsized":"2026-03-06T20:56:32.163690+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:48:02.822419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200563+0000","last_change":"2026-03-06T20:56:32.189243+0000","last_active":"2026-03-06T20:56:33.200563+0000","last_peered":"2026-03-06T20:56:33.200563+0000","last_clean":"2026-03-06T20:56:33.200563+0000","last_became_active":"2026-03-06T20:56:32.187086+0000","last_became_peered":"2026-03-06T20:56:32.187086+0000","last_unstale":"2026-03-06T20:56:33.200563+0000","last_undegraded":"2026-03-06T20:56:33.200563+0000","last_fullsized":"2026-03-06T20:56:33.200563+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:12:46.795252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"26'4","reported_seq":26,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159014+0000","last_change":"2026-03-06T20:56:28.166712+0000","last_active":"2026-03-06T20:56:32.159014+0000","last_peered":"2026-03-06T20:56:32.159014+0000","last_clean":"2026-03-06T20:56:32.159014+0000","last_became_active":"2026-03-06T20:56:28.166641+0000","last_became_peered":"2026-03-06T20:56:28.166641+0000","last_unstale":"2026-03-06T20:56:32.159014+0000","last_undegraded":"2026-03-06T20:56:32.159014+0000","last_fullsized":"2026-03-06T20:56:32.159014+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:33:39.011852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158246+0000","last_change":"2026-03-06T20:56:26.153380+0000","last_active":"2026-03-06T20:56:32.158246+0000","last_peered":"2026-03-06T20:56:32.158246+0000","last_clean":"2026-03-06T20:56:32.158246+0000","last_became_active":"2026-03-06T20:56:26.153295+0000","last_became_peered":"2026-03-06T20:56:26.153295+0000","last_unstale":"2026-03-06T20:56:32.158246+0000","last_undegraded":"2026-03-06T20:56:32.158246+0000","last_fullsized":"2026-03-06T20:56:32.158246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:40:00.097763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158286+0000","last_change":"2026-03-06T20:56:30.176477+0000","last_active":"2026-03-06T20:56:32.158286+0000","last_peered":"2026-03-06T20:56:32.158286+0000","last_clean":"2026-03-06T20:56:32.158286+0000","last_became_active":"2026-03-06T20:56:30.175116+0000","last_became_peered":"2026-03-06T20:56:30.175116+0000","last_unstale":"2026-03-06T20:56:32.158286+0000","last_undegraded":"2026-03-06T20:56:32.158286+0000","last_fullsized":"2026-03-06T20:56:32.158286+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:55:33.507903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198797+0000","last_change":"2026-03-06T20:56:32.189551+0000","last_active":"2026-03-06T20:56:33.198797+0000","last_peered":"2026-03-06T20:56:33.198797+0000","last_clean":"2026-03-06T20:56:33.198797+0000","last_became_active":"2026-03-06T20:56:32.187609+0000","last_became_peered":"2026-03-06T20:56:32.187609+0000","last_unstale":"2026-03-06T20:56:33.198797+0000","last_undegraded":"2026-03-06T20:56:33.198797+0000","last_fullsized":"2026-03-06T20:56:33.198797+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:46:44.556596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"29'16","reported_seq":45,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.922970+0000","last_change":"2026-03-06T20:56:28.159103+0000","last_active":"2026-03-06T20:56:33.922970+0000","last_peered":"2026-03-06T20:56:33.922970+0000","last_clean":"2026-03-06T20:56:33.922970+0000","last_became_active":"2026-03-06T20:56:28.158406+0000","last_became_peered":"2026-03-06T20:56:28.158406+0000","last_unstale":"2026-03-06T20:56:33.922970+0000","last_undegraded":"2026-03-06T20:56:33.922970+0000","last_fullsized":"2026-03-06T20:56:33.922970+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:40:39.853288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163705+0000","last_change":"2026-03-06T20:56:26.148741+0000","last_active":"2026-03-06T20:56:32.163705+0000","last_peered":"2026-03-06T20:56:32.163705+0000","last_clean":"2026-03-06T20:56:32.163705+0000","last_became_active":"2026-03-06T20:56:26.148275+0000","last_became_peered":"2026-03-06T20:56:26.148275+0000","last_unstale":"2026-03-06T20:56:32.163705+0000","last_undegraded":"2026-03-06T20:56:32.163705+0000","last_fullsized":"2026-03-06T20:56:32.163705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:36:59.497879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158738+0000","last_change":"2026-03-06T20:56:30.177015+0000","last_active":"2026-03-06T20:56:32.158738+0000","last_peered":"2026-03-06T20:56:32.158738+0000","last_clean":"2026-03-06T20:56:32.158738+0000","last_became_active":"2026-03-06T20:56:30.176254+0000","last_became_peered":"2026-03-06T20:56:30.176254+0000","last_unstale":"2026-03-06T20:56:32.158738+0000","last_undegraded":"2026-03-06T20:56:32.158738+0000","last_fullsized":"2026-03-06T20:56:32.158738+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:40.259752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194356+0000","last_change":"2026-03-06T20:56:32.190885+0000","last_active":"2026-03-06T20:56:32.194356+0000","last_peered":"2026-03-06T20:56:32.194356+0000","last_clean":"2026-03-06T20:56:32.194356+0000","last_became_active":"2026-03-06T20:56:32.190613+0000","last_became_peered":"2026-03-06T20:56:32.190613+0000","last_unstale":"2026-03-06T20:56:32.194356+0000","last_undegraded":"2026-03-06T20:56:32.194356+0000","last_fullsized":"2026-03-06T20:56:32.194356+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:16:20.191258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"29'19","reported_seq":57,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.912929+0000","last_change":"2026-03-06T20:56:28.162325+0000","last_active":"2026-03-06T20:56:33.912929+0000","last_peered":"2026-03-06T20:56:33.912929+0000","last_clean":"2026-03-06T20:56:33.912929+0000","last_became_active":"2026-03-06T20:56:28.162103+0000","last_became_peered":"2026-03-06T20:56:28.162103+0000","last_unstale":"2026-03-06T20:56:33.912929+0000","last_undegraded":"2026-03-06T20:56:33.912929+0000","last_fullsized":"2026-03-06T20:56:33.912929+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:01:49.798037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201682+0000","last_change":"2026-03-06T20:56:26.147207+0000","last_active":"2026-03-06T20:56:33.201682+0000","last_peered":"2026-03-06T20:56:33.201682+0000","last_clean":"2026-03-06T20:56:33.201682+0000","last_became_active":"2026-03-06T20:56:26.146552+0000","last_became_peered":"2026-03-06T20:56:26.146552+0000","last_unstale":"2026-03-06T20:56:33.201682+0000","last_undegraded":"2026-03-06T20:56:33.201682+0000","last_fullsized":"2026-03-06T20:56:33.201682+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:13:27.535551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.162937+0000","last_change":"2026-03-06T20:56:30.178549+0000","last_active":"2026-03-06T20:56:32.162937+0000","last_peered":"2026-03-06T20:56:32.162937+0000","last_clean":"2026-03-06T20:56:32.162937+0000","last_became_active":"2026-03-06T20:56:30.165262+0000","last_became_peered":"2026-03-06T20:56:30.165262+0000","last_unstale":"2026-03-06T20:56:32.162937+0000","last_undegraded":"2026-03-06T20:56:32.162937+0000","last_fullsized":"2026-03-06T20:56:32.162937+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:25:46.317757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194347+0000","last_change":"2026-03-06T20:56:32.190794+0000","last_active":"2026-03-06T20:56:32.194347+0000","last_peered":"2026-03-06T20:56:32.194347+0000","last_clean":"2026-03-06T20:56:32.194347+0000","last_became_active":"2026-03-06T20:56:32.190444+0000","last_became_peered":"2026-03-06T20:56:32.190444+0000","last_unstale":"2026-03-06T20:56:32.194347+0000","last_undegraded":"2026-03-06T20:56:32.194347+0000","last_fullsized":"2026-03-06T20:56:32.194347+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:04:13.221473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158675+0000","last_change":"2026-03-06T20:56:28.151819+0000","last_active":"2026-03-06T20:56:32.158675+0000","last_peered":"2026-03-06T20:56:32.158675+0000","last_clean":"2026-03-06T20:56:32.158675+0000","last_became_active":"2026-03-06T20:56:28.150818+0000","last_became_peered":"2026-03-06T20:56:28.150818+0000","last_unstale":"2026-03-06T20:56:32.158675+0000","last_undegraded":"2026-03-06T20:56:32.158675+0000","last_fullsized":"2026-03-06T20:56:32.158675+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:42:35.701503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165799+0000","last_change":"2026-03-06T20:56:26.148626+0000","last_active":"2026-03-06T20:56:32.165799+0000","last_peered":"2026-03-06T20:56:32.165799+0000","last_clean":"2026-03-06T20:56:32.165799+0000","last_became_active":"2026-03-06T20:56:26.148230+0000","last_became_peered":"2026-03-06T20:56:26.148230+0000","last_unstale":"2026-03-06T20:56:32.165799+0000","last_undegraded":"2026-03-06T20:56:32.165799+0000","last_fullsized":"2026-03-06T20:56:32.165799+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:43:04.507143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165848+0000","last_change":"2026-03-06T20:56:30.174862+0000","last_active":"2026-03-06T20:56:32.165848+0000","last_peered":"2026-03-06T20:56:32.165848+0000","last_clean":"2026-03-06T20:56:32.165848+0000","last_became_active":"2026-03-06T20:56:30.162851+0000","last_became_peered":"2026-03-06T20:56:30.162851+0000","last_unstale":"2026-03-06T20:56:32.165848+0000","last_undegraded":"2026-03-06T20:56:32.165848+0000","last_fullsized":"2026-03-06T20:56:32.165848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:25:11.156580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194360+0000","last_change":"2026-03-06T20:56:32.191643+0000","last_active":"2026-03-06T20:56:32.194360+0000","last_peered":"2026-03-06T20:56:32.194360+0000","last_clean":"2026-03-06T20:56:32.194360+0000","last_became_active":"2026-03-06T20:56:32.191368+0000","last_became_peered":"2026-03-06T20:56:32.191368+0000","last_unstale":"2026-03-06T20:56:32.194360+0000","last_undegraded":"2026-03-06T20:56:32.194360+0000","last_fullsized":"2026-03-06T20:56:32.194360+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:37:52.557762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.162844+0000","last_change":"2026-03-06T20:56:28.167259+0000","last_active":"2026-03-06T20:56:32.162844+0000","last_peered":"2026-03-06T20:56:32.162844+0000","last_clean":"2026-03-06T20:56:32.162844+0000","last_became_active":"2026-03-06T20:56:28.166882+0000","last_became_peered":"2026-03-06T20:56:28.166882+0000","last_unstale":"2026-03-06T20:56:32.162844+0000","last_undegraded":"2026-03-06T20:56:32.162844+0000","last_fullsized":"2026-03-06T20:56:32.162844+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:11:07.488340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201716+0000","last_change":"2026-03-06T20:56:26.147274+0000","last_active":"2026-03-06T20:56:33.201716+0000","last_peered":"2026-03-06T20:56:33.201716+0000","last_clean":"2026-03-06T20:56:33.201716+0000","last_became_active":"2026-03-06T20:56:26.146780+0000","last_became_peered":"2026-03-06T20:56:26.146780+0000","last_unstale":"2026-03-06T20:56:33.201716+0000","last_undegraded":"2026-03-06T20:56:33.201716+0000","last_fullsized":"2026-03-06T20:56:33.201716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:09:55.874042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156759+0000","last_change":"2026-03-06T20:56:30.178223+0000","last_active":"2026-03-06T20:56:32.156759+0000","last_peered":"2026-03-06T20:56:32.156759+0000","last_clean":"2026-03-06T20:56:32.156759+0000","last_became_active":"2026-03-06T20:56:30.177598+0000","last_became_peered":"2026-03-06T20:56:30.177598+0000","last_unstale":"2026-03-06T20:56:32.156759+0000","last_undegraded":"2026-03-06T20:56:32.156759+0000","last_fullsized":"2026-03-06T20:56:32.156759+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:41:16.683052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201779+0000","last_change":"2026-03-06T20:56:32.189864+0000","last_active":"2026-03-06T20:56:33.201779+0000","last_peered":"2026-03-06T20:56:33.201779+0000","last_clean":"2026-03-06T20:56:33.201779+0000","last_became_active":"2026-03-06T20:56:32.188244+0000","last_became_peered":"2026-03-06T20:56:32.188244+0000","last_unstale":"2026-03-06T20:56:33.201779+0000","last_undegraded":"2026-03-06T20:56:33.201779+0000","last_fullsized":"2026-03-06T20:56:33.201779+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:22:51.455035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166534+0000","last_change":"2026-03-06T20:56:28.153090+0000","last_active":"2026-03-06T20:56:32.166534+0000","last_peered":"2026-03-06T20:56:32.166534+0000","last_clean":"2026-03-06T20:56:32.166534+0000","last_became_active":"2026-03-06T20:56:28.152872+0000","last_became_peered":"2026-03-06T20:56:28.152872+0000","last_unstale":"2026-03-06T20:56:32.166534+0000","last_undegraded":"2026-03-06T20:56:32.166534+0000","last_fullsized":"2026-03-06T20:56:32.166534+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:50:00.844714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201817+0000","last_change":"2026-03-06T20:56:26.147220+0000","last_active":"2026-03-06T20:56:33.201817+0000","last_peered":"2026-03-06T20:56:33.201817+0000","last_clean":"2026-03-06T20:56:33.201817+0000","last_became_active":"2026-03-06T20:56:26.146661+0000","last_became_peered":"2026-03-06T20:56:26.146661+0000","last_unstale":"2026-03-06T20:56:33.201817+0000","last_undegraded":"2026-03-06T20:56:33.201817+0000","last_fullsized":"2026-03-06T20:56:33.201817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:53:37.142677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"19'92","reported_seq":144,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201894+0000","last_change":"2026-03-06T20:56:22.028073+0000","last_active":"2026-03-06T20:56:33.201894+0000","last_peered":"2026-03-06T20:56:33.201894+0000","last_clean":"2026-03-06T20:56:33.201894+0000","last_became_active":"2026-03-06T20:56:22.027963+0000","last_became_peered":"2026-03-06T20:56:22.027963+0000","last_unstale":"2026-03-06T20:56:33.201894+0000","last_undegraded":"2026-03-06T20:56:33.201894+0000","last_fullsized":"2026-03-06T20:56:33.201894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:21.009775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:21.009775+0000","last_clean_scrub_stamp":"2026-03-06T20:56:21.009775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:46:31.090597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201915+0000","last_change":"2026-03-06T20:56:30.175916+0000","last_active":"2026-03-06T20:56:33.201915+0000","last_peered":"2026-03-06T20:56:33.201915+0000","last_clean":"2026-03-06T20:56:33.201915+0000","last_became_active":"2026-03-06T20:56:30.174967+0000","last_became_peered":"2026-03-06T20:56:30.174967+0000","last_unstale":"2026-03-06T20:56:33.201915+0000","last_undegraded":"2026-03-06T20:56:33.201915+0000","last_fullsized":"2026-03-06T20:56:33.201915+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:57:13.815605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178866+0000","last_change":"2026-03-06T20:56:32.176412+0000","last_active":"2026-03-06T20:56:32.178866+0000","last_peered":"2026-03-06T20:56:32.178866+0000","last_clean":"2026-03-06T20:56:32.178866+0000","last_became_active":"2026-03-06T20:56:32.176281+0000","last_became_peered":"2026-03-06T20:56:32.176281+0000","last_unstale":"2026-03-06T20:56:32.178866+0000","last_undegraded":"2026-03-06T20:56:32.178866+0000","last_fullsized":"2026-03-06T20:56:32.178866+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:04:42.420232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"29'17","reported_seq":49,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.925152+0000","last_change":"2026-03-06T20:56:28.158011+0000","last_active":"2026-03-06T20:56:33.925152+0000","last_peered":"2026-03-06T20:56:33.925152+0000","last_clean":"2026-03-06T20:56:33.925152+0000","last_became_active":"2026-03-06T20:56:28.157389+0000","last_became_peered":"2026-03-06T20:56:28.157389+0000","last_unstale":"2026-03-06T20:56:33.925152+0000","last_undegraded":"2026-03-06T20:56:33.925152+0000","last_fullsized":"2026-03-06T20:56:33.925152+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:02:29.314747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"22'1","reported_seq":27,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158312+0000","last_change":"2026-03-06T20:56:26.153838+0000","last_active":"2026-03-06T20:56:32.158312+0000","last_peered":"2026-03-06T20:56:32.158312+0000","last_clean":"2026-03-06T20:56:32.158312+0000","last_became_active":"2026-03-06T20:56:26.153639+0000","last_became_peered":"2026-03-06T20:56:26.153639+0000","last_unstale":"2026-03-06T20:56:32.158312+0000","last_undegraded":"2026-03-06T20:56:32.158312+0000","last_fullsized":"2026-03-06T20:56:32.158312+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:10:07.734403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198727+0000","last_change":"2026-03-06T20:56:30.158396+0000","last_active":"2026-03-06T20:56:33.198727+0000","last_peered":"2026-03-06T20:56:33.198727+0000","last_clean":"2026-03-06T20:56:33.198727+0000","last_became_active":"2026-03-06T20:56:30.157943+0000","last_became_peered":"2026-03-06T20:56:30.157943+0000","last_unstale":"2026-03-06T20:56:33.198727+0000","last_undegraded":"2026-03-06T20:56:33.198727+0000","last_fullsized":"2026-03-06T20:56:33.198727+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:40:19.983179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178860+0000","last_change":"2026-03-06T20:56:32.176099+0000","last_active":"2026-03-06T20:56:32.178860+0000","last_peered":"2026-03-06T20:56:32.178860+0000","last_clean":"2026-03-06T20:56:32.178860+0000","last_became_active":"2026-03-06T20:56:32.175924+0000","last_became_peered":"2026-03-06T20:56:32.175924+0000","last_unstale":"2026-03-06T20:56:32.178860+0000","last_undegraded":"2026-03-06T20:56:32.178860+0000","last_fullsized":"2026-03-06T20:56:32.178860+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:16:52.622021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"29'10","reported_seq":36,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.880478+0000","last_change":"2026-03-06T20:56:28.157823+0000","last_active":"2026-03-06T20:56:33.880478+0000","last_peered":"2026-03-06T20:56:33.880478+0000","last_clean":"2026-03-06T20:56:33.880478+0000","last_became_active":"2026-03-06T20:56:28.157507+0000","last_became_peered":"2026-03-06T20:56:28.157507+0000","last_unstale":"2026-03-06T20:56:33.880478+0000","last_undegraded":"2026-03-06T20:56:33.880478+0000","last_fullsized":"2026-03-06T20:56:33.880478+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:19:41.419560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158090+0000","last_change":"2026-03-06T20:56:26.162747+0000","last_active":"2026-03-06T20:56:32.158090+0000","last_peered":"2026-03-06T20:56:32.158090+0000","last_clean":"2026-03-06T20:56:32.158090+0000","last_became_active":"2026-03-06T20:56:26.162192+0000","last_became_peered":"2026-03-06T20:56:26.162192+0000","last_unstale":"2026-03-06T20:56:32.158090+0000","last_undegraded":"2026-03-06T20:56:32.158090+0000","last_fullsized":"2026-03-06T20:56:32.158090+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:36:18.117588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158661+0000","last_change":"2026-03-06T20:56:30.176592+0000","last_active":"2026-03-06T20:56:32.158661+0000","last_peered":"2026-03-06T20:56:32.158661+0000","last_clean":"2026-03-06T20:56:32.158661+0000","last_became_active":"2026-03-06T20:56:30.163366+0000","last_became_peered":"2026-03-06T20:56:30.163366+0000","last_unstale":"2026-03-06T20:56:32.158661+0000","last_undegraded":"2026-03-06T20:56:32.158661+0000","last_fullsized":"2026-03-06T20:56:32.158661+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:52:59.246237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194336+0000","last_change":"2026-03-06T20:56:32.190685+0000","last_active":"2026-03-06T20:56:32.194336+0000","last_peered":"2026-03-06T20:56:32.194336+0000","last_clean":"2026-03-06T20:56:32.194336+0000","last_became_active":"2026-03-06T20:56:32.190136+0000","last_became_peered":"2026-03-06T20:56:32.190136+0000","last_unstale":"2026-03-06T20:56:32.194336+0000","last_undegraded":"2026-03-06T20:56:32.194336+0000","last_fullsized":"2026-03-06T20:56:32.194336+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:31:03.259343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"29'15","reported_seq":46,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.947821+0000","last_change":"2026-03-06T20:56:28.158831+0000","last_active":"2026-03-06T20:56:33.947821+0000","last_peered":"2026-03-06T20:56:33.947821+0000","last_clean":"2026-03-06T20:56:33.947821+0000","last_became_active":"2026-03-06T20:56:28.158273+0000","last_became_peered":"2026-03-06T20:56:28.158273+0000","last_unstale":"2026-03-06T20:56:33.947821+0000","last_undegraded":"2026-03-06T20:56:33.947821+0000","last_fullsized":"2026-03-06T20:56:33.947821+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:46:31.246479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163522+0000","last_change":"2026-03-06T20:56:26.148525+0000","last_active":"2026-03-06T20:56:32.163522+0000","last_peered":"2026-03-06T20:56:32.163522+0000","last_clean":"2026-03-06T20:56:32.163522+0000","last_became_active":"2026-03-06T20:56:26.146872+0000","last_became_peered":"2026-03-06T20:56:26.146872+0000","last_unstale":"2026-03-06T20:56:32.163522+0000","last_undegraded":"2026-03-06T20:56:32.163522+0000","last_fullsized":"2026-03-06T20:56:32.163522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:32:08.604700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157342+0000","last_change":"2026-03-06T20:56:30.176782+0000","last_active":"2026-03-06T20:56:32.157342+0000","last_peered":"2026-03-06T20:56:32.157342+0000","last_clean":"2026-03-06T20:56:32.157342+0000","last_became_active":"2026-03-06T20:56:30.175966+0000","last_became_peered":"2026-03-06T20:56:30.175966+0000","last_unstale":"2026-03-06T20:56:32.157342+0000","last_undegraded":"2026-03-06T20:56:32.157342+0000","last_fullsized":"2026-03-06T20:56:32.157342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:09:34.246714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200639+0000","last_change":"2026-03-06T20:56:32.187233+0000","last_active":"2026-03-06T20:56:33.200639+0000","last_peered":"2026-03-06T20:56:33.200639+0000","last_clean":"2026-03-06T20:56:33.200639+0000","last_became_active":"2026-03-06T20:56:32.186665+0000","last_became_peered":"2026-03-06T20:56:32.186665+0000","last_unstale":"2026-03-06T20:56:33.200639+0000","last_undegraded":"2026-03-06T20:56:33.200639+0000","last_fullsized":"2026-03-06T20:56:33.200639+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:07:12.839507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158192+0000","last_change":"2026-03-06T20:56:28.151967+0000","last_active":"2026-03-06T20:56:32.158192+0000","last_peered":"2026-03-06T20:56:32.158192+0000","last_clean":"2026-03-06T20:56:32.158192+0000","last_became_active":"2026-03-06T20:56:28.150853+0000","last_became_peered":"2026-03-06T20:56:28.150853+0000","last_unstale":"2026-03-06T20:56:32.158192+0000","last_undegraded":"2026-03-06T20:56:32.158192+0000","last_fullsized":"2026-03-06T20:56:32.158192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:00:24.535262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"22'2","reported_seq":31,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158220+0000","last_change":"2026-03-06T20:56:26.154051+0000","last_active":"2026-03-06T20:56:32.158220+0000","last_peered":"2026-03-06T20:56:32.158220+0000","last_clean":"2026-03-06T20:56:32.158220+0000","last_became_active":"2026-03-06T20:56:26.152702+0000","last_became_peered":"2026-03-06T20:56:26.152702+0000","last_unstale":"2026-03-06T20:56:32.158220+0000","last_undegraded":"2026-03-06T20:56:32.158220+0000","last_fullsized":"2026-03-06T20:56:32.158220+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:31:12.053037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158057+0000","last_change":"2026-03-06T20:56:30.178460+0000","last_active":"2026-03-06T20:56:32.158057+0000","last_peered":"2026-03-06T20:56:32.158057+0000","last_clean":"2026-03-06T20:56:32.158057+0000","last_became_active":"2026-03-06T20:56:30.178009+0000","last_became_peered":"2026-03-06T20:56:30.178009+0000","last_unstale":"2026-03-06T20:56:32.158057+0000","last_undegraded":"2026-03-06T20:56:32.158057+0000","last_fullsized":"2026-03-06T20:56:32.158057+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:24:30.896676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172800+0000","last_change":"2026-03-06T20:56:32.171989+0000","last_active":"2026-03-06T20:56:32.172800+0000","last_peered":"2026-03-06T20:56:32.172800+0000","last_clean":"2026-03-06T20:56:32.172800+0000","last_became_active":"2026-03-06T20:56:32.171898+0000","last_became_peered":"2026-03-06T20:56:32.171898+0000","last_unstale":"2026-03-06T20:56:32.172800+0000","last_undegraded":"2026-03-06T20:56:32.172800+0000","last_fullsized":"2026-03-06T20:56:32.172800+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:22:21.552003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157645+0000","last_change":"2026-03-06T20:56:28.151519+0000","last_active":"2026-03-06T20:56:32.157645+0000","last_peered":"2026-03-06T20:56:32.157645+0000","last_clean":"2026-03-06T20:56:32.157645+0000","last_became_active":"2026-03-06T20:56:28.150821+0000","last_became_peered":"2026-03-06T20:56:28.150821+0000","last_unstale":"2026-03-06T20:56:32.157645+0000","last_undegraded":"2026-03-06T20:56:32.157645+0000","last_fullsized":"2026-03-06T20:56:32.157645+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:23:33.903418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157636+0000","last_change":"2026-03-06T20:56:26.151001+0000","last_active":"2026-03-06T20:56:32.157636+0000","last_peered":"2026-03-06T20:56:32.157636+0000","last_clean":"2026-03-06T20:56:32.157636+0000","last_became_active":"2026-03-06T20:56:26.150902+0000","last_became_peered":"2026-03-06T20:56:26.150902+0000","last_unstale":"2026-03-06T20:56:32.157636+0000","last_undegraded":"2026-03-06T20:56:32.157636+0000","last_fullsized":"2026-03-06T20:56:32.157636+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:31:23.703405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159305+0000","last_change":"2026-03-06T20:56:30.177082+0000","last_active":"2026-03-06T20:56:32.159305+0000","last_peered":"2026-03-06T20:56:32.159305+0000","last_clean":"2026-03-06T20:56:32.159305+0000","last_became_active":"2026-03-06T20:56:30.163673+0000","last_became_peered":"2026-03-06T20:56:30.163673+0000","last_unstale":"2026-03-06T20:56:32.159305+0000","last_undegraded":"2026-03-06T20:56:32.159305+0000","last_fullsized":"2026-03-06T20:56:32.159305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:26:15.906829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.192204+0000","last_change":"2026-03-06T20:56:32.188396+0000","last_active":"2026-03-06T20:56:32.192204+0000","last_peered":"2026-03-06T20:56:32.192204+0000","last_clean":"2026-03-06T20:56:32.192204+0000","last_became_active":"2026-03-06T20:56:32.188314+0000","last_became_peered":"2026-03-06T20:56:32.188314+0000","last_unstale":"2026-03-06T20:56:32.192204+0000","last_undegraded":"2026-03-06T20:56:32.192204+0000","last_fullsized":"2026-03-06T20:56:32.192204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:09:50.419864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"29'4","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.629323+0000","last_change":"2026-03-06T20:56:28.162005+0000","last_active":"2026-03-06T20:56:33.629323+0000","last_peered":"2026-03-06T20:56:33.629323+0000","last_clean":"2026-03-06T20:56:33.629323+0000","last_became_active":"2026-03-06T20:56:28.161754+0000","last_became_peered":"2026-03-06T20:56:28.161754+0000","last_unstale":"2026-03-06T20:56:33.629323+0000","last_undegraded":"2026-03-06T20:56:33.629323+0000","last_fullsized":"2026-03-06T20:56:33.629323+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:20:04.835957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200947+0000","last_change":"2026-03-06T20:56:26.147312+0000","last_active":"2026-03-06T20:56:33.200947+0000","last_peered":"2026-03-06T20:56:33.200947+0000","last_clean":"2026-03-06T20:56:33.200947+0000","last_became_active":"2026-03-06T20:56:26.146934+0000","last_became_peered":"2026-03-06T20:56:26.146934+0000","last_unstale":"2026-03-06T20:56:33.200947+0000","last_undegraded":"2026-03-06T20:56:33.200947+0000","last_fullsized":"2026-03-06T20:56:33.200947+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:22:59.442935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163409+0000","last_change":"2026-03-06T20:56:30.176688+0000","last_active":"2026-03-06T20:56:32.163409+0000","last_peered":"2026-03-06T20:56:32.163409+0000","last_clean":"2026-03-06T20:56:32.163409+0000","last_became_active":"2026-03-06T20:56:30.163467+0000","last_became_peered":"2026-03-06T20:56:30.163467+0000","last_unstale":"2026-03-06T20:56:32.163409+0000","last_undegraded":"2026-03-06T20:56:32.163409+0000","last_fullsized":"2026-03-06T20:56:32.163409+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:48:50.730487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201002+0000","last_change":"2026-03-06T20:56:32.186708+0000","last_active":"2026-03-06T20:56:33.201002+0000","last_peered":"2026-03-06T20:56:33.201002+0000","last_clean":"2026-03-06T20:56:33.201002+0000","last_became_active":"2026-03-06T20:56:32.185680+0000","last_became_peered":"2026-03-06T20:56:32.185680+0000","last_unstale":"2026-03-06T20:56:33.201002+0000","last_undegraded":"2026-03-06T20:56:33.201002+0000","last_fullsized":"2026-03-06T20:56:33.201002+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:58:59.122459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.13","version":"29'11","reported_seq":40,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.901014+0000","last_change":"2026-03-06T20:56:28.158286+0000","last_active":"2026-03-06T20:56:33.901014+0000","last_peered":"2026-03-06T20:56:33.901014+0000","last_clean":"2026-03-06T20:56:33.901014+0000","last_became_active":"2026-03-06T20:56:28.157259+0000","last_became_peered":"2026-03-06T20:56:28.157259+0000","last_unstale":"2026-03-06T20:56:33.901014+0000","last_undegraded":"2026-03-06T20:56:33.901014+0000","last_fullsized":"2026-03-06T20:56:33.901014+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:59:20.454848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157565+0000","last_change":"2026-03-06T20:56:26.150820+0000","last_active":"2026-03-06T20:56:32.157565+0000","last_peered":"2026-03-06T20:56:32.157565+0000","last_clean":"2026-03-06T20:56:32.157565+0000","last_became_active":"2026-03-06T20:56:26.150677+0000","last_became_peered":"2026-03-06T20:56:26.150677+0000","last_unstale":"2026-03-06T20:56:32.157565+0000","last_undegraded":"2026-03-06T20:56:32.157565+0000","last_fullsized":"2026-03-06T20:56:32.157565+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:09:34.541413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.14","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157652+0000","last_change":"2026-03-06T20:56:30.176723+0000","last_active":"2026-03-06T20:56:32.157652+0000","last_peered":"2026-03-06T20:56:32.157652+0000","last_clean":"2026-03-06T20:56:32.157652+0000","last_became_active":"2026-03-06T20:56:30.176008+0000","last_became_peered":"2026-03-06T20:56:30.176008+0000","last_unstale":"2026-03-06T20:56:32.157652+0000","last_undegraded":"2026-03-06T20:56:32.157652+0000","last_fullsized":"2026-03-06T20:56:32.157652+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:34:39.920581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199198+0000","last_change":"2026-03-06T20:56:32.189507+0000","last_active":"2026-03-06T20:56:33.199198+0000","last_peered":"2026-03-06T20:56:33.199198+0000","last_clean":"2026-03-06T20:56:33.199198+0000","last_became_active":"2026-03-06T20:56:32.187438+0000","last_became_peered":"2026-03-06T20:56:32.187438+0000","last_unstale":"2026-03-06T20:56:33.199198+0000","last_undegraded":"2026-03-06T20:56:33.199198+0000","last_fullsized":"2026-03-06T20:56:33.199198+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:54:13.530336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159458+0000","last_change":"2026-03-06T20:56:28.165454+0000","last_active":"2026-03-06T20:56:32.159458+0000","last_peered":"2026-03-06T20:56:32.159458+0000","last_clean":"2026-03-06T20:56:32.159458+0000","last_became_active":"2026-03-06T20:56:28.165389+0000","last_became_peered":"2026-03-06T20:56:28.165389+0000","last_unstale":"2026-03-06T20:56:32.159458+0000","last_undegraded":"2026-03-06T20:56:32.159458+0000","last_fullsized":"2026-03-06T20:56:32.159458+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:55.533222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157531+0000","last_change":"2026-03-06T20:56:26.150536+0000","last_active":"2026-03-06T20:56:32.157531+0000","last_peered":"2026-03-06T20:56:32.157531+0000","last_clean":"2026-03-06T20:56:32.157531+0000","last_became_active":"2026-03-06T20:56:26.150439+0000","last_became_peered":"2026-03-06T20:56:26.150439+0000","last_unstale":"2026-03-06T20:56:32.157531+0000","last_undegraded":"2026-03-06T20:56:32.157531+0000","last_fullsized":"2026-03-06T20:56:32.157531+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:12:28.570518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157555+0000","last_change":"2026-03-06T20:56:30.176924+0000","last_active":"2026-03-06T20:56:32.157555+0000","last_peered":"2026-03-06T20:56:32.157555+0000","last_clean":"2026-03-06T20:56:32.157555+0000","last_became_active":"2026-03-06T20:56:30.176237+0000","last_became_peered":"2026-03-06T20:56:30.176237+0000","last_unstale":"2026-03-06T20:56:32.157555+0000","last_undegraded":"2026-03-06T20:56:32.157555+0000","last_fullsized":"2026-03-06T20:56:32.157555+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:56:42.652240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194342+0000","last_change":"2026-03-06T20:56:32.190742+0000","last_active":"2026-03-06T20:56:32.194342+0000","last_peered":"2026-03-06T20:56:32.194342+0000","last_clean":"2026-03-06T20:56:32.194342+0000","last_became_active":"2026-03-06T20:56:32.190348+0000","last_became_peered":"2026-03-06T20:56:32.190348+0000","last_unstale":"2026-03-06T20:56:32.194342+0000","last_undegraded":"2026-03-06T20:56:32.194342+0000","last_fullsized":"2026-03-06T20:56:32.194342+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:57:22.787006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157045+0000","last_change":"2026-03-06T20:56:28.152135+0000","last_active":"2026-03-06T20:56:32.157045+0000","last_peered":"2026-03-06T20:56:32.157045+0000","last_clean":"2026-03-06T20:56:32.157045+0000","last_became_active":"2026-03-06T20:56:28.151710+0000","last_became_peered":"2026-03-06T20:56:28.151710+0000","last_unstale":"2026-03-06T20:56:32.157045+0000","last_undegraded":"2026-03-06T20:56:32.157045+0000","last_fullsized":"2026-03-06T20:56:32.157045+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:30:10.385419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200884+0000","last_change":"2026-03-06T20:56:26.149588+0000","last_active":"2026-03-06T20:56:33.200884+0000","last_peered":"2026-03-06T20:56:33.200884+0000","last_clean":"2026-03-06T20:56:33.200884+0000","last_became_active":"2026-03-06T20:56:26.147025+0000","last_became_peered":"2026-03-06T20:56:26.147025+0000","last_unstale":"2026-03-06T20:56:33.200884+0000","last_undegraded":"2026-03-06T20:56:33.200884+0000","last_fullsized":"2026-03-06T20:56:33.200884+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:14:02.514979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163358+0000","last_change":"2026-03-06T20:56:30.174788+0000","last_active":"2026-03-06T20:56:32.163358+0000","last_peered":"2026-03-06T20:56:32.163358+0000","last_clean":"2026-03-06T20:56:32.163358+0000","last_became_active":"2026-03-06T20:56:30.162610+0000","last_became_peered":"2026-03-06T20:56:30.162610+0000","last_unstale":"2026-03-06T20:56:32.163358+0000","last_undegraded":"2026-03-06T20:56:32.163358+0000","last_fullsized":"2026-03-06T20:56:32.163358+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:48:49.830408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172777+0000","last_change":"2026-03-06T20:56:32.171446+0000","last_active":"2026-03-06T20:56:32.172777+0000","last_peered":"2026-03-06T20:56:32.172777+0000","last_clean":"2026-03-06T20:56:32.172777+0000","last_became_active":"2026-03-06T20:56:32.171204+0000","last_became_peered":"2026-03-06T20:56:32.171204+0000","last_unstale":"2026-03-06T20:56:32.172777+0000","last_undegraded":"2026-03-06T20:56:32.172777+0000","last_fullsized":"2026-03-06T20:56:32.172777+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:25:30.119444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"29'10","reported_seq":36,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.914996+0000","last_change":"2026-03-06T20:56:28.158365+0000","last_active":"2026-03-06T20:56:33.914996+0000","last_peered":"2026-03-06T20:56:33.914996+0000","last_clean":"2026-03-06T20:56:33.914996+0000","last_became_active":"2026-03-06T20:56:28.158054+0000","last_became_peered":"2026-03-06T20:56:28.158054+0000","last_unstale":"2026-03-06T20:56:33.914996+0000","last_undegraded":"2026-03-06T20:56:33.914996+0000","last_fullsized":"2026-03-06T20:56:33.914996+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:13:31.395874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157414+0000","last_change":"2026-03-06T20:56:26.149544+0000","last_active":"2026-03-06T20:56:32.157414+0000","last_peered":"2026-03-06T20:56:32.157414+0000","last_clean":"2026-03-06T20:56:32.157414+0000","last_became_active":"2026-03-06T20:56:26.148567+0000","last_became_peered":"2026-03-06T20:56:26.148567+0000","last_unstale":"2026-03-06T20:56:32.157414+0000","last_undegraded":"2026-03-06T20:56:32.157414+0000","last_fullsized":"2026-03-06T20:56:32.157414+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:03:01.608031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199319+0000","last_change":"2026-03-06T20:56:30.165766+0000","last_active":"2026-03-06T20:56:33.199319+0000","last_peered":"2026-03-06T20:56:33.199319+0000","last_clean":"2026-03-06T20:56:33.199319+0000","last_became_active":"2026-03-06T20:56:30.165447+0000","last_became_peered":"2026-03-06T20:56:30.165447+0000","last_unstale":"2026-03-06T20:56:33.199319+0000","last_undegraded":"2026-03-06T20:56:33.199319+0000","last_fullsized":"2026-03-06T20:56:33.199319+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:29:24.518419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172793+0000","last_change":"2026-03-06T20:56:32.172051+0000","last_active":"2026-03-06T20:56:32.172793+0000","last_peered":"2026-03-06T20:56:32.172793+0000","last_clean":"2026-03-06T20:56:32.172793+0000","last_became_active":"2026-03-06T20:56:32.171915+0000","last_became_peered":"2026-03-06T20:56:32.171915+0000","last_unstale":"2026-03-06T20:56:32.172793+0000","last_undegraded":"2026-03-06T20:56:32.172793+0000","last_fullsized":"2026-03-06T20:56:32.172793+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:43:09.372219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163259+0000","last_change":"2026-03-06T20:56:28.165205+0000","last_active":"2026-03-06T20:56:32.163259+0000","last_peered":"2026-03-06T20:56:32.163259+0000","last_clean":"2026-03-06T20:56:32.163259+0000","last_became_active":"2026-03-06T20:56:28.164972+0000","last_became_peered":"2026-03-06T20:56:28.164972+0000","last_unstale":"2026-03-06T20:56:32.163259+0000","last_undegraded":"2026-03-06T20:56:32.163259+0000","last_fullsized":"2026-03-06T20:56:32.163259+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:51:32.052375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200805+0000","last_change":"2026-03-06T20:56:26.147379+0000","last_active":"2026-03-06T20:56:33.200805+0000","last_peered":"2026-03-06T20:56:33.200805+0000","last_clean":"2026-03-06T20:56:33.200805+0000","last_became_active":"2026-03-06T20:56:26.146950+0000","last_became_peered":"2026-03-06T20:56:26.146950+0000","last_unstale":"2026-03-06T20:56:33.200805+0000","last_undegraded":"2026-03-06T20:56:33.200805+0000","last_fullsized":"2026-03-06T20:56:33.200805+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:01:08.699365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163306+0000","last_change":"2026-03-06T20:56:30.176315+0000","last_active":"2026-03-06T20:56:32.163306+0000","last_peered":"2026-03-06T20:56:32.163306+0000","last_clean":"2026-03-06T20:56:32.163306+0000","last_became_active":"2026-03-06T20:56:30.163085+0000","last_became_peered":"2026-03-06T20:56:30.163085+0000","last_unstale":"2026-03-06T20:56:32.163306+0000","last_undegraded":"2026-03-06T20:56:32.163306+0000","last_fullsized":"2026-03-06T20:56:32.163306+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:42:13.605911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200861+0000","last_change":"2026-03-06T20:56:32.189285+0000","last_active":"2026-03-06T20:56:33.200861+0000","last_peered":"2026-03-06T20:56:33.200861+0000","last_clean":"2026-03-06T20:56:33.200861+0000","last_became_active":"2026-03-06T20:56:32.185785+0000","last_became_peered":"2026-03-06T20:56:32.185785+0000","last_unstale":"2026-03-06T20:56:33.200861+0000","last_undegraded":"2026-03-06T20:56:33.200861+0000","last_fullsized":"2026-03-06T20:56:33.200861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:39:00.613409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"29'9","reported_seq":37,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.655666+0000","last_change":"2026-03-06T20:56:28.158891+0000","last_active":"2026-03-06T20:56:33.655666+0000","last_peered":"2026-03-06T20:56:33.655666+0000","last_clean":"2026-03-06T20:56:33.655666+0000","last_became_active":"2026-03-06T20:56:28.158588+0000","last_became_peered":"2026-03-06T20:56:28.158588+0000","last_unstale":"2026-03-06T20:56:33.655666+0000","last_undegraded":"2026-03-06T20:56:33.655666+0000","last_fullsized":"2026-03-06T20:56:33.655666+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:17:24.478854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200763+0000","last_change":"2026-03-06T20:56:26.147134+0000","last_active":"2026-03-06T20:56:33.200763+0000","last_peered":"2026-03-06T20:56:33.200763+0000","last_clean":"2026-03-06T20:56:33.200763+0000","last_became_active":"2026-03-06T20:56:26.146350+0000","last_became_peered":"2026-03-06T20:56:26.146350+0000","last_unstale":"2026-03-06T20:56:33.200763+0000","last_undegraded":"2026-03-06T20:56:33.200763+0000","last_fullsized":"2026-03-06T20:56:33.200763+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:28:47.145791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163246+0000","last_change":"2026-03-06T20:56:30.176491+0000","last_active":"2026-03-06T20:56:32.163246+0000","last_peered":"2026-03-06T20:56:32.163246+0000","last_clean":"2026-03-06T20:56:32.163246+0000","last_became_active":"2026-03-06T20:56:30.163267+0000","last_became_peered":"2026-03-06T20:56:30.163267+0000","last_unstale":"2026-03-06T20:56:32.163246+0000","last_undegraded":"2026-03-06T20:56:32.163246+0000","last_fullsized":"2026-03-06T20:56:32.163246+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:42:24.439605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200858+0000","last_change":"2026-03-06T20:56:32.186802+0000","last_active":"2026-03-06T20:56:33.200858+0000","last_peered":"2026-03-06T20:56:33.200858+0000","last_clean":"2026-03-06T20:56:33.200858+0000","last_became_active":"2026-03-06T20:56:32.186013+0000","last_became_peered":"2026-03-06T20:56:32.186013+0000","last_unstale":"2026-03-06T20:56:33.200858+0000","last_undegraded":"2026-03-06T20:56:33.200858+0000","last_fullsized":"2026-03-06T20:56:33.200858+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:31:46.195337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199003+0000","last_change":"2026-03-06T20:56:32.189358+0000","last_active":"2026-03-06T20:56:33.199003+0000","last_peered":"2026-03-06T20:56:33.199003+0000","last_clean":"2026-03-06T20:56:33.199003+0000","last_became_active":"2026-03-06T20:56:32.187447+0000","last_became_peered":"2026-03-06T20:56:32.187447+0000","last_unstale":"2026-03-06T20:56:33.199003+0000","last_undegraded":"2026-03-06T20:56:33.199003+0000","last_fullsized":"2026-03-06T20:56:33.199003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:57:36.050193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159190+0000","last_change":"2026-03-06T20:56:28.165759+0000","last_active":"2026-03-06T20:56:32.159190+0000","last_peered":"2026-03-06T20:56:32.159190+0000","last_clean":"2026-03-06T20:56:32.159190+0000","last_became_active":"2026-03-06T20:56:28.165693+0000","last_became_peered":"2026-03-06T20:56:28.165693+0000","last_unstale":"2026-03-06T20:56:32.159190+0000","last_undegraded":"2026-03-06T20:56:32.159190+0000","last_fullsized":"2026-03-06T20:56:32.159190+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:59.502718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157708+0000","last_change":"2026-03-06T20:56:26.151805+0000","last_active":"2026-03-06T20:56:32.157708+0000","last_peered":"2026-03-06T20:56:32.157708+0000","last_clean":"2026-03-06T20:56:32.157708+0000","last_became_active":"2026-03-06T20:56:26.151619+0000","last_became_peered":"2026-03-06T20:56:26.151619+0000","last_unstale":"2026-03-06T20:56:32.157708+0000","last_undegraded":"2026-03-06T20:56:32.157708+0000","last_fullsized":"2026-03-06T20:56:32.157708+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:17:52.569547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159239+0000","last_change":"2026-03-06T20:56:30.178686+0000","last_active":"2026-03-06T20:56:32.159239+0000","last_peered":"2026-03-06T20:56:32.159239+0000","last_clean":"2026-03-06T20:56:32.159239+0000","last_became_active":"2026-03-06T20:56:30.174529+0000","last_became_peered":"2026-03-06T20:56:30.174529+0000","last_unstale":"2026-03-06T20:56:32.159239+0000","last_undegraded":"2026-03-06T20:56:32.159239+0000","last_fullsized":"2026-03-06T20:56:32.159239+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:14:43.497218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194369+0000","last_change":"2026-03-06T20:56:32.191806+0000","last_active":"2026-03-06T20:56:32.194369+0000","last_peered":"2026-03-06T20:56:32.194369+0000","last_clean":"2026-03-06T20:56:32.194369+0000","last_became_active":"2026-03-06T20:56:32.191563+0000","last_became_peered":"2026-03-06T20:56:32.191563+0000","last_unstale":"2026-03-06T20:56:32.194369+0000","last_undegraded":"2026-03-06T20:56:32.194369+0000","last_fullsized":"2026-03-06T20:56:32.194369+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:21:56.976602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166465+0000","last_change":"2026-03-06T20:56:28.154249+0000","last_active":"2026-03-06T20:56:32.166465+0000","last_peered":"2026-03-06T20:56:32.166465+0000","last_clean":"2026-03-06T20:56:32.166465+0000","last_became_active":"2026-03-06T20:56:28.154185+0000","last_became_peered":"2026-03-06T20:56:28.154185+0000","last_unstale":"2026-03-06T20:56:32.166465+0000","last_undegraded":"2026-03-06T20:56:32.166465+0000","last_fullsized":"2026-03-06T20:56:32.166465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:33:23.622944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"22'1","reported_seq":24,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166494+0000","last_change":"2026-03-06T20:56:26.153359+0000","last_active":"2026-03-06T20:56:32.166494+0000","last_peered":"2026-03-06T20:56:32.166494+0000","last_clean":"2026-03-06T20:56:32.166494+0000","last_became_active":"2026-03-06T20:56:26.150949+0000","last_became_peered":"2026-03-06T20:56:26.150949+0000","last_unstale":"2026-03-06T20:56:32.166494+0000","last_undegraded":"2026-03-06T20:56:32.166494+0000","last_fullsized":"2026-03-06T20:56:32.166494+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:34:48.755156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156700+0000","last_change":"2026-03-06T20:56:30.178561+0000","last_active":"2026-03-06T20:56:32.156700+0000","last_peered":"2026-03-06T20:56:32.156700+0000","last_clean":"2026-03-06T20:56:32.156700+0000","last_became_active":"2026-03-06T20:56:30.177842+0000","last_became_peered":"2026-03-06T20:56:30.177842+0000","last_unstale":"2026-03-06T20:56:32.156700+0000","last_undegraded":"2026-03-06T20:56:32.156700+0000","last_fullsized":"2026-03-06T20:56:32.156700+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:16:00.598510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200767+0000","last_change":"2026-03-06T20:56:26.147167+0000","last_active":"2026-03-06T20:56:33.200767+0000","last_peered":"2026-03-06T20:56:33.200767+0000","last_clean":"2026-03-06T20:56:33.200767+0000","last_became_active":"2026-03-06T20:56:26.146453+0000","last_became_peered":"2026-03-06T20:56:26.146453+0000","last_unstale":"2026-03-06T20:56:33.200767+0000","last_undegraded":"2026-03-06T20:56:33.200767+0000","last_fullsized":"2026-03-06T20:56:33.200767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:46:07.300951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156840+0000","last_change":"2026-03-06T20:56:28.153129+0000","last_active":"2026-03-06T20:56:32.156840+0000","last_peered":"2026-03-06T20:56:32.156840+0000","last_clean":"2026-03-06T20:56:32.156840+0000","last_became_active":"2026-03-06T20:56:28.152280+0000","last_became_peered":"2026-03-06T20:56:28.152280+0000","last_unstale":"2026-03-06T20:56:32.156840+0000","last_undegraded":"2026-03-06T20:56:32.156840+0000","last_fullsized":"2026-03-06T20:56:32.156840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:38:48.003824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156880+0000","last_change":"2026-03-06T20:56:30.177871+0000","last_active":"2026-03-06T20:56:32.156880+0000","last_peered":"2026-03-06T20:56:32.156880+0000","last_clean":"2026-03-06T20:56:32.156880+0000","last_became_active":"2026-03-06T20:56:30.177166+0000","last_became_peered":"2026-03-06T20:56:30.177166+0000","last_unstale":"2026-03-06T20:56:32.156880+0000","last_undegraded":"2026-03-06T20:56:32.156880+0000","last_fullsized":"2026-03-06T20:56:32.156880+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:29:52.032583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194352+0000","last_change":"2026-03-06T20:56:32.190836+0000","last_active":"2026-03-06T20:56:32.194352+0000","last_peered":"2026-03-06T20:56:32.194352+0000","last_clean":"2026-03-06T20:56:32.194352+0000","last_became_active":"2026-03-06T20:56:32.190530+0000","last_became_peered":"2026-03-06T20:56:32.190530+0000","last_unstale":"2026-03-06T20:56:32.194352+0000","last_undegraded":"2026-03-06T20:56:32.194352+0000","last_fullsized":"2026-03-06T20:56:32.194352+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:08:15.135619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157383+0000","last_change":"2026-03-06T20:56:26.148420+0000","last_active":"2026-03-06T20:56:32.157383+0000","last_peered":"2026-03-06T20:56:32.157383+0000","last_clean":"2026-03-06T20:56:32.157383+0000","last_became_active":"2026-03-06T20:56:26.148269+0000","last_became_peered":"2026-03-06T20:56:26.148269+0000","last_unstale":"2026-03-06T20:56:32.157383+0000","last_undegraded":"2026-03-06T20:56:32.157383+0000","last_fullsized":"2026-03-06T20:56:32.157383+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:41:54.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157346+0000","last_change":"2026-03-06T20:56:28.151911+0000","last_active":"2026-03-06T20:56:32.157346+0000","last_peered":"2026-03-06T20:56:32.157346+0000","last_clean":"2026-03-06T20:56:32.157346+0000","last_became_active":"2026-03-06T20:56:28.151200+0000","last_became_peered":"2026-03-06T20:56:28.151200+0000","last_unstale":"2026-03-06T20:56:32.157346+0000","last_undegraded":"2026-03-06T20:56:32.157346+0000","last_fullsized":"2026-03-06T20:56:32.157346+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:53:18.568155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157399+0000","last_change":"2026-03-06T20:56:30.176586+0000","last_active":"2026-03-06T20:56:32.157399+0000","last_peered":"2026-03-06T20:56:32.157399+0000","last_clean":"2026-03-06T20:56:32.157399+0000","last_became_active":"2026-03-06T20:56:30.175335+0000","last_became_peered":"2026-03-06T20:56:30.175335+0000","last_unstale":"2026-03-06T20:56:32.157399+0000","last_undegraded":"2026-03-06T20:56:32.157399+0000","last_fullsized":"2026-03-06T20:56:32.157399+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:49:11.924746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"29'1","reported_seq":14,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200274+0000","last_change":"2026-03-06T20:56:32.187216+0000","last_active":"2026-03-06T20:56:33.200274+0000","last_peered":"2026-03-06T20:56:33.200274+0000","last_clean":"2026-03-06T20:56:33.200274+0000","last_became_active":"2026-03-06T20:56:32.186578+0000","last_became_peered":"2026-03-06T20:56:32.186578+0000","last_unstale":"2026-03-06T20:56:33.200274+0000","last_undegraded":"2026-03-06T20:56:33.200274+0000","last_fullsized":"2026-03-06T20:56:33.200274+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:27:29.554127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":96,"acting":96,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":40,"ondisk_log_size":40,"up":96,"acting":96,"num_store_stats":3},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1172,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":253,"num_read_kb":165,"num_write":153,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":4066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":17,"num_read_kb":17,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":17,"seq":73014444036,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27692,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939732,"statfs":{"total":21470642176,"available":21442285568,"internally_reserved":0,"allocated":868352,"data_stored":677329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":129,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27848,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939576,"statfs":{"total":21470642176,"available":21442125824,"internally_reserved":0,"allocated":1032192,"data_stored":691729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738379,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27704,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939720,"statfs":{"total":21470642176,"available":21442273280,"internally_reserved":0,"allocated":880640,"data_stored":682557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T21:56:35.026 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph pg dump --format=json 2026-03-06T21:56:35.371 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:35.486 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:35 vm00 ceph-mon[53239]: Deploying daemon prometheus.a on vm07 2026-03-06T21:56:35.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:35 vm07 ceph-mon[51862]: Deploying daemon prometheus.a on vm07 2026-03-06T21:56:35.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:35 vm09 ceph-mon[56321]: Deploying daemon prometheus.a on vm07 2026-03-06T21:56:35.674 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:35.677 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-06T21:56:35.846 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2026-03-06T20:56:34.583903+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593556,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":346,"num_read_kb":246,"num_write":288,"num_write_kb":2168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":288,"ondisk_log_size":288,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":278,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":62902272,"kb_used":83244,"kb_used_data":2716,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":62819028,"statfs":{"total":64411926528,"available":64326684672,"internally_reserved":0,"allocated":2781184,"data_stored":2051615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4770,"internal_metadata":82373982},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1575,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":256,"num_read_kb":168,"num_write":155,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.435137"},"pg_stats":[{"pgid":"2.1f","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165971+0000","last_change":"2026-03-06T20:56:26.151055+0000","last_active":"2026-03-06T20:56:32.165971+0000","last_peered":"2026-03-06T20:56:32.165971+0000","last_clean":"2026-03-06T20:56:32.165971+0000","last_became_active":"2026-03-06T20:56:26.150770+0000","last_became_peered":"2026-03-06T20:56:26.150770+0000","last_unstale":"2026-03-06T20:56:32.165971+0000","last_undegraded":"2026-03-06T20:56:32.165971+0000","last_fullsized":"2026-03-06T20:56:32.165971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:48:04.447836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165949+0000","last_change":"2026-03-06T20:56:28.154880+0000","last_active":"2026-03-06T20:56:32.165949+0000","last_peered":"2026-03-06T20:56:32.165949+0000","last_clean":"2026-03-06T20:56:32.165949+0000","last_became_active":"2026-03-06T20:56:28.154768+0000","last_became_peered":"2026-03-06T20:56:28.154768+0000","last_unstale":"2026-03-06T20:56:32.165949+0000","last_undegraded":"2026-03-06T20:56:32.165949+0000","last_fullsized":"2026-03-06T20:56:32.165949+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:28:46.193210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156665+0000","last_change":"2026-03-06T20:56:30.178384+0000","last_active":"2026-03-06T20:56:32.156665+0000","last_peered":"2026-03-06T20:56:32.156665+0000","last_clean":"2026-03-06T20:56:32.156665+0000","last_became_active":"2026-03-06T20:56:30.177556+0000","last_became_peered":"2026-03-06T20:56:30.177556+0000","last_unstale":"2026-03-06T20:56:32.156665+0000","last_undegraded":"2026-03-06T20:56:32.156665+0000","last_fullsized":"2026-03-06T20:56:32.156665+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:45:45.698337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200358+0000","last_change":"2026-03-06T20:56:32.187072+0000","last_active":"2026-03-06T20:56:33.200358+0000","last_peered":"2026-03-06T20:56:33.200358+0000","last_clean":"2026-03-06T20:56:33.200358+0000","last_became_active":"2026-03-06T20:56:32.186067+0000","last_became_peered":"2026-03-06T20:56:32.186067+0000","last_unstale":"2026-03-06T20:56:33.200358+0000","last_undegraded":"2026-03-06T20:56:33.200358+0000","last_fullsized":"2026-03-06T20:56:33.200358+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:31:01.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166029+0000","last_change":"2026-03-06T20:56:26.150999+0000","last_active":"2026-03-06T20:56:32.166029+0000","last_peered":"2026-03-06T20:56:32.166029+0000","last_clean":"2026-03-06T20:56:32.166029+0000","last_became_active":"2026-03-06T20:56:26.150788+0000","last_became_peered":"2026-03-06T20:56:26.150788+0000","last_unstale":"2026-03-06T20:56:32.166029+0000","last_undegraded":"2026-03-06T20:56:32.166029+0000","last_fullsized":"2026-03-06T20:56:32.166029+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:56:54.484110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166007+0000","last_change":"2026-03-06T20:56:28.154632+0000","last_active":"2026-03-06T20:56:32.166007+0000","last_peered":"2026-03-06T20:56:32.166007+0000","last_clean":"2026-03-06T20:56:32.166007+0000","last_became_active":"2026-03-06T20:56:28.154486+0000","last_became_peered":"2026-03-06T20:56:28.154486+0000","last_unstale":"2026-03-06T20:56:32.166007+0000","last_undegraded":"2026-03-06T20:56:32.166007+0000","last_fullsized":"2026-03-06T20:56:32.166007+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:40:29.436494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200291+0000","last_change":"2026-03-06T20:56:30.175991+0000","last_active":"2026-03-06T20:56:33.200291+0000","last_peered":"2026-03-06T20:56:33.200291+0000","last_clean":"2026-03-06T20:56:33.200291+0000","last_became_active":"2026-03-06T20:56:30.175348+0000","last_became_peered":"2026-03-06T20:56:30.175348+0000","last_unstale":"2026-03-06T20:56:33.200291+0000","last_undegraded":"2026-03-06T20:56:33.200291+0000","last_fullsized":"2026-03-06T20:56:33.200291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:48:15.424505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194364+0000","last_change":"2026-03-06T20:56:32.191738+0000","last_active":"2026-03-06T20:56:32.194364+0000","last_peered":"2026-03-06T20:56:32.194364+0000","last_clean":"2026-03-06T20:56:32.194364+0000","last_became_active":"2026-03-06T20:56:32.191462+0000","last_became_peered":"2026-03-06T20:56:32.191462+0000","last_unstale":"2026-03-06T20:56:32.194364+0000","last_undegraded":"2026-03-06T20:56:32.194364+0000","last_fullsized":"2026-03-06T20:56:32.194364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:26:01.383703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158586+0000","last_change":"2026-03-06T20:56:26.162960+0000","last_active":"2026-03-06T20:56:32.158586+0000","last_peered":"2026-03-06T20:56:32.158586+0000","last_clean":"2026-03-06T20:56:32.158586+0000","last_became_active":"2026-03-06T20:56:26.162349+0000","last_became_peered":"2026-03-06T20:56:26.162349+0000","last_unstale":"2026-03-06T20:56:32.158586+0000","last_undegraded":"2026-03-06T20:56:32.158586+0000","last_fullsized":"2026-03-06T20:56:32.158586+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:45:17.984937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"29'15","reported_seq":46,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.864960+0000","last_change":"2026-03-06T20:56:28.157556+0000","last_active":"2026-03-06T20:56:33.864960+0000","last_peered":"2026-03-06T20:56:33.864960+0000","last_clean":"2026-03-06T20:56:33.864960+0000","last_became_active":"2026-03-06T20:56:28.156945+0000","last_became_peered":"2026-03-06T20:56:28.156945+0000","last_unstale":"2026-03-06T20:56:33.864960+0000","last_undegraded":"2026-03-06T20:56:33.864960+0000","last_fullsized":"2026-03-06T20:56:33.864960+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:52:11.489668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198365+0000","last_change":"2026-03-06T20:56:30.158484+0000","last_active":"2026-03-06T20:56:33.198365+0000","last_peered":"2026-03-06T20:56:33.198365+0000","last_clean":"2026-03-06T20:56:33.198365+0000","last_became_active":"2026-03-06T20:56:30.158055+0000","last_became_peered":"2026-03-06T20:56:30.158055+0000","last_unstale":"2026-03-06T20:56:33.198365+0000","last_undegraded":"2026-03-06T20:56:33.198365+0000","last_fullsized":"2026-03-06T20:56:33.198365+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:09:51.581984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178871+0000","last_change":"2026-03-06T20:56:32.177031+0000","last_active":"2026-03-06T20:56:32.178871+0000","last_peered":"2026-03-06T20:56:32.178871+0000","last_clean":"2026-03-06T20:56:32.178871+0000","last_became_active":"2026-03-06T20:56:32.176572+0000","last_became_peered":"2026-03-06T20:56:32.176572+0000","last_unstale":"2026-03-06T20:56:32.178871+0000","last_undegraded":"2026-03-06T20:56:32.178871+0000","last_fullsized":"2026-03-06T20:56:32.178871+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:49:31.602081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158564+0000","last_change":"2026-03-06T20:56:26.155448+0000","last_active":"2026-03-06T20:56:32.158564+0000","last_peered":"2026-03-06T20:56:32.158564+0000","last_clean":"2026-03-06T20:56:32.158564+0000","last_became_active":"2026-03-06T20:56:26.154220+0000","last_became_peered":"2026-03-06T20:56:26.154220+0000","last_unstale":"2026-03-06T20:56:32.158564+0000","last_undegraded":"2026-03-06T20:56:32.158564+0000","last_fullsized":"2026-03-06T20:56:32.158564+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:16:42.682382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158360+0000","last_change":"2026-03-06T20:56:28.153179+0000","last_active":"2026-03-06T20:56:32.158360+0000","last_peered":"2026-03-06T20:56:32.158360+0000","last_clean":"2026-03-06T20:56:32.158360+0000","last_became_active":"2026-03-06T20:56:28.152225+0000","last_became_peered":"2026-03-06T20:56:28.152225+0000","last_unstale":"2026-03-06T20:56:32.158360+0000","last_undegraded":"2026-03-06T20:56:32.158360+0000","last_fullsized":"2026-03-06T20:56:32.158360+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:40:38.566101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198694+0000","last_change":"2026-03-06T20:56:30.176335+0000","last_active":"2026-03-06T20:56:33.198694+0000","last_peered":"2026-03-06T20:56:33.198694+0000","last_clean":"2026-03-06T20:56:33.198694+0000","last_became_active":"2026-03-06T20:56:30.175218+0000","last_became_peered":"2026-03-06T20:56:30.175218+0000","last_unstale":"2026-03-06T20:56:33.198694+0000","last_undegraded":"2026-03-06T20:56:33.198694+0000","last_fullsized":"2026-03-06T20:56:33.198694+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:27:41.496729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198630+0000","last_change":"2026-03-06T20:56:32.189478+0000","last_active":"2026-03-06T20:56:33.198630+0000","last_peered":"2026-03-06T20:56:33.198630+0000","last_clean":"2026-03-06T20:56:33.198630+0000","last_became_active":"2026-03-06T20:56:32.187648+0000","last_became_peered":"2026-03-06T20:56:32.187648+0000","last_unstale":"2026-03-06T20:56:33.198630+0000","last_undegraded":"2026-03-06T20:56:33.198630+0000","last_fullsized":"2026-03-06T20:56:33.198630+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:32:52.282068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"29'19","reported_seq":52,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.945595+0000","last_change":"2026-03-06T20:56:28.161304+0000","last_active":"2026-03-06T20:56:33.945595+0000","last_peered":"2026-03-06T20:56:33.945595+0000","last_clean":"2026-03-06T20:56:33.945595+0000","last_became_active":"2026-03-06T20:56:28.160737+0000","last_became_peered":"2026-03-06T20:56:28.160737+0000","last_unstale":"2026-03-06T20:56:33.945595+0000","last_undegraded":"2026-03-06T20:56:33.945595+0000","last_fullsized":"2026-03-06T20:56:33.945595+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:21:13.387061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158152+0000","last_change":"2026-03-06T20:56:26.161783+0000","last_active":"2026-03-06T20:56:32.158152+0000","last_peered":"2026-03-06T20:56:32.158152+0000","last_clean":"2026-03-06T20:56:32.158152+0000","last_became_active":"2026-03-06T20:56:26.161667+0000","last_became_peered":"2026-03-06T20:56:26.161667+0000","last_unstale":"2026-03-06T20:56:32.158152+0000","last_undegraded":"2026-03-06T20:56:32.158152+0000","last_fullsized":"2026-03-06T20:56:32.158152+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:16:12.727649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"29'8","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.424779+0000","last_change":"2026-03-06T20:56:30.158279+0000","last_active":"2026-03-06T20:56:33.424779+0000","last_peered":"2026-03-06T20:56:33.424779+0000","last_clean":"2026-03-06T20:56:33.424779+0000","last_became_active":"2026-03-06T20:56:30.157757+0000","last_became_peered":"2026-03-06T20:56:30.157757+0000","last_unstale":"2026-03-06T20:56:33.424779+0000","last_undegraded":"2026-03-06T20:56:33.424779+0000","last_fullsized":"2026-03-06T20:56:33.424779+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:48:07.087408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.192220+0000","last_change":"2026-03-06T20:56:32.188558+0000","last_active":"2026-03-06T20:56:32.192220+0000","last_peered":"2026-03-06T20:56:32.192220+0000","last_clean":"2026-03-06T20:56:32.192220+0000","last_became_active":"2026-03-06T20:56:32.188484+0000","last_became_peered":"2026-03-06T20:56:32.188484+0000","last_unstale":"2026-03-06T20:56:32.192220+0000","last_undegraded":"2026-03-06T20:56:32.192220+0000","last_fullsized":"2026-03-06T20:56:32.192220+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:07:41.604888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159073+0000","last_change":"2026-03-06T20:56:28.166040+0000","last_active":"2026-03-06T20:56:32.159073+0000","last_peered":"2026-03-06T20:56:32.159073+0000","last_clean":"2026-03-06T20:56:32.159073+0000","last_became_active":"2026-03-06T20:56:28.165967+0000","last_became_peered":"2026-03-06T20:56:28.165967+0000","last_unstale":"2026-03-06T20:56:32.159073+0000","last_undegraded":"2026-03-06T20:56:32.159073+0000","last_fullsized":"2026-03-06T20:56:32.159073+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:52:58.752181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158616+0000","last_change":"2026-03-06T20:56:26.152950+0000","last_active":"2026-03-06T20:56:32.158616+0000","last_peered":"2026-03-06T20:56:32.158616+0000","last_clean":"2026-03-06T20:56:32.158616+0000","last_became_active":"2026-03-06T20:56:26.152864+0000","last_became_peered":"2026-03-06T20:56:26.152864+0000","last_unstale":"2026-03-06T20:56:32.158616+0000","last_undegraded":"2026-03-06T20:56:32.158616+0000","last_fullsized":"2026-03-06T20:56:32.158616+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:06:14.531251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198991+0000","last_change":"2026-03-06T20:56:30.158355+0000","last_active":"2026-03-06T20:56:33.198991+0000","last_peered":"2026-03-06T20:56:33.198991+0000","last_clean":"2026-03-06T20:56:33.198991+0000","last_became_active":"2026-03-06T20:56:30.157939+0000","last_became_peered":"2026-03-06T20:56:30.157939+0000","last_unstale":"2026-03-06T20:56:33.198991+0000","last_undegraded":"2026-03-06T20:56:33.198991+0000","last_fullsized":"2026-03-06T20:56:33.198991+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:14:29.964310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.176387+0000","last_change":"2026-03-06T20:56:32.175868+0000","last_active":"2026-03-06T20:56:32.176387+0000","last_peered":"2026-03-06T20:56:32.176387+0000","last_clean":"2026-03-06T20:56:32.176387+0000","last_became_active":"2026-03-06T20:56:32.175632+0000","last_became_peered":"2026-03-06T20:56:32.175632+0000","last_unstale":"2026-03-06T20:56:32.176387+0000","last_undegraded":"2026-03-06T20:56:32.176387+0000","last_fullsized":"2026-03-06T20:56:32.176387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:41:36.630762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159385+0000","last_change":"2026-03-06T20:56:28.152788+0000","last_active":"2026-03-06T20:56:32.159385+0000","last_peered":"2026-03-06T20:56:32.159385+0000","last_clean":"2026-03-06T20:56:32.159385+0000","last_became_active":"2026-03-06T20:56:28.152615+0000","last_became_peered":"2026-03-06T20:56:28.152615+0000","last_unstale":"2026-03-06T20:56:32.159385+0000","last_undegraded":"2026-03-06T20:56:32.159385+0000","last_fullsized":"2026-03-06T20:56:32.159385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:17:36.467289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163572+0000","last_change":"2026-03-06T20:56:26.148512+0000","last_active":"2026-03-06T20:56:32.163572+0000","last_peered":"2026-03-06T20:56:32.163572+0000","last_clean":"2026-03-06T20:56:32.163572+0000","last_became_active":"2026-03-06T20:56:26.146670+0000","last_became_peered":"2026-03-06T20:56:26.146670+0000","last_unstale":"2026-03-06T20:56:32.163572+0000","last_undegraded":"2026-03-06T20:56:32.163572+0000","last_fullsized":"2026-03-06T20:56:32.163572+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:27:50.163200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163618+0000","last_change":"2026-03-06T20:56:30.179206+0000","last_active":"2026-03-06T20:56:32.163618+0000","last_peered":"2026-03-06T20:56:32.163618+0000","last_clean":"2026-03-06T20:56:32.163618+0000","last_became_active":"2026-03-06T20:56:30.175980+0000","last_became_peered":"2026-03-06T20:56:30.175980+0000","last_unstale":"2026-03-06T20:56:32.163618+0000","last_undegraded":"2026-03-06T20:56:32.163618+0000","last_fullsized":"2026-03-06T20:56:32.163618+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:45:40.414107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178875+0000","last_change":"2026-03-06T20:56:32.177100+0000","last_active":"2026-03-06T20:56:32.178875+0000","last_peered":"2026-03-06T20:56:32.178875+0000","last_clean":"2026-03-06T20:56:32.178875+0000","last_became_active":"2026-03-06T20:56:32.176905+0000","last_became_peered":"2026-03-06T20:56:32.176905+0000","last_unstale":"2026-03-06T20:56:32.178875+0000","last_undegraded":"2026-03-06T20:56:32.178875+0000","last_fullsized":"2026-03-06T20:56:32.178875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:03:45.287186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157174+0000","last_change":"2026-03-06T20:56:28.152011+0000","last_active":"2026-03-06T20:56:32.157174+0000","last_peered":"2026-03-06T20:56:32.157174+0000","last_clean":"2026-03-06T20:56:32.157174+0000","last_became_active":"2026-03-06T20:56:28.151286+0000","last_became_peered":"2026-03-06T20:56:28.151286+0000","last_unstale":"2026-03-06T20:56:32.157174+0000","last_undegraded":"2026-03-06T20:56:32.157174+0000","last_fullsized":"2026-03-06T20:56:32.157174+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:48:18.662447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"22'1","reported_seq":31,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.354525+0000","last_change":"2026-03-06T20:56:26.147110+0000","last_active":"2026-03-06T20:56:33.354525+0000","last_peered":"2026-03-06T20:56:33.354525+0000","last_clean":"2026-03-06T20:56:33.354525+0000","last_became_active":"2026-03-06T20:56:26.146215+0000","last_became_peered":"2026-03-06T20:56:26.146215+0000","last_unstale":"2026-03-06T20:56:33.354525+0000","last_undegraded":"2026-03-06T20:56:33.354525+0000","last_fullsized":"2026-03-06T20:56:33.354525+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:48:21.991892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"29'8","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.419128+0000","last_change":"2026-03-06T20:56:30.175517+0000","last_active":"2026-03-06T20:56:33.419128+0000","last_peered":"2026-03-06T20:56:33.419128+0000","last_clean":"2026-03-06T20:56:33.419128+0000","last_became_active":"2026-03-06T20:56:30.174897+0000","last_became_peered":"2026-03-06T20:56:30.174897+0000","last_unstale":"2026-03-06T20:56:33.419128+0000","last_undegraded":"2026-03-06T20:56:33.419128+0000","last_fullsized":"2026-03-06T20:56:33.419128+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:22:42.959730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201603+0000","last_change":"2026-03-06T20:56:32.190218+0000","last_active":"2026-03-06T20:56:33.201603+0000","last_peered":"2026-03-06T20:56:33.201603+0000","last_clean":"2026-03-06T20:56:33.201603+0000","last_became_active":"2026-03-06T20:56:32.190099+0000","last_became_peered":"2026-03-06T20:56:32.190099+0000","last_unstale":"2026-03-06T20:56:33.201603+0000","last_undegraded":"2026-03-06T20:56:33.201603+0000","last_fullsized":"2026-03-06T20:56:33.201603+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:04:41.572183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163471+0000","last_change":"2026-03-06T20:56:28.155436+0000","last_active":"2026-03-06T20:56:32.163471+0000","last_peered":"2026-03-06T20:56:32.163471+0000","last_clean":"2026-03-06T20:56:32.163471+0000","last_became_active":"2026-03-06T20:56:28.155376+0000","last_became_peered":"2026-03-06T20:56:28.155376+0000","last_unstale":"2026-03-06T20:56:32.163471+0000","last_undegraded":"2026-03-06T20:56:32.163471+0000","last_fullsized":"2026-03-06T20:56:32.163471+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:59:44.084617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201633+0000","last_change":"2026-03-06T20:56:26.147576+0000","last_active":"2026-03-06T20:56:33.201633+0000","last_peered":"2026-03-06T20:56:33.201633+0000","last_clean":"2026-03-06T20:56:33.201633+0000","last_became_active":"2026-03-06T20:56:26.147048+0000","last_became_peered":"2026-03-06T20:56:26.147048+0000","last_unstale":"2026-03-06T20:56:33.201633+0000","last_undegraded":"2026-03-06T20:56:33.201633+0000","last_fullsized":"2026-03-06T20:56:33.201633+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:04:24.631357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157355+0000","last_change":"2026-03-06T20:56:30.177043+0000","last_active":"2026-03-06T20:56:32.157355+0000","last_peered":"2026-03-06T20:56:32.157355+0000","last_clean":"2026-03-06T20:56:32.157355+0000","last_became_active":"2026-03-06T20:56:30.175741+0000","last_became_peered":"2026-03-06T20:56:30.175741+0000","last_unstale":"2026-03-06T20:56:32.157355+0000","last_undegraded":"2026-03-06T20:56:32.157355+0000","last_fullsized":"2026-03-06T20:56:32.157355+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:24:36.366664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172786+0000","last_change":"2026-03-06T20:56:32.171741+0000","last_active":"2026-03-06T20:56:32.172786+0000","last_peered":"2026-03-06T20:56:32.172786+0000","last_clean":"2026-03-06T20:56:32.172786+0000","last_became_active":"2026-03-06T20:56:32.171584+0000","last_became_peered":"2026-03-06T20:56:32.171584+0000","last_unstale":"2026-03-06T20:56:32.172786+0000","last_undegraded":"2026-03-06T20:56:32.172786+0000","last_fullsized":"2026-03-06T20:56:32.172786+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:49:45.103910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163631+0000","last_change":"2026-03-06T20:56:28.155163+0000","last_active":"2026-03-06T20:56:32.163631+0000","last_peered":"2026-03-06T20:56:32.163631+0000","last_clean":"2026-03-06T20:56:32.163631+0000","last_became_active":"2026-03-06T20:56:28.155060+0000","last_became_peered":"2026-03-06T20:56:28.155060+0000","last_unstale":"2026-03-06T20:56:32.163631+0000","last_undegraded":"2026-03-06T20:56:32.163631+0000","last_fullsized":"2026-03-06T20:56:32.163631+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:23:40.064076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163653+0000","last_change":"2026-03-06T20:56:26.148867+0000","last_active":"2026-03-06T20:56:32.163653+0000","last_peered":"2026-03-06T20:56:32.163653+0000","last_clean":"2026-03-06T20:56:32.163653+0000","last_became_active":"2026-03-06T20:56:26.148363+0000","last_became_peered":"2026-03-06T20:56:26.148363+0000","last_unstale":"2026-03-06T20:56:32.163653+0000","last_undegraded":"2026-03-06T20:56:32.163653+0000","last_fullsized":"2026-03-06T20:56:32.163653+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:32.845754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163690+0000","last_change":"2026-03-06T20:56:30.175026+0000","last_active":"2026-03-06T20:56:32.163690+0000","last_peered":"2026-03-06T20:56:32.163690+0000","last_clean":"2026-03-06T20:56:32.163690+0000","last_became_active":"2026-03-06T20:56:30.162956+0000","last_became_peered":"2026-03-06T20:56:30.162956+0000","last_unstale":"2026-03-06T20:56:32.163690+0000","last_undegraded":"2026-03-06T20:56:32.163690+0000","last_fullsized":"2026-03-06T20:56:32.163690+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:48:02.822419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200563+0000","last_change":"2026-03-06T20:56:32.189243+0000","last_active":"2026-03-06T20:56:33.200563+0000","last_peered":"2026-03-06T20:56:33.200563+0000","last_clean":"2026-03-06T20:56:33.200563+0000","last_became_active":"2026-03-06T20:56:32.187086+0000","last_became_peered":"2026-03-06T20:56:32.187086+0000","last_unstale":"2026-03-06T20:56:33.200563+0000","last_undegraded":"2026-03-06T20:56:33.200563+0000","last_fullsized":"2026-03-06T20:56:33.200563+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:12:46.795252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"26'4","reported_seq":26,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159014+0000","last_change":"2026-03-06T20:56:28.166712+0000","last_active":"2026-03-06T20:56:32.159014+0000","last_peered":"2026-03-06T20:56:32.159014+0000","last_clean":"2026-03-06T20:56:32.159014+0000","last_became_active":"2026-03-06T20:56:28.166641+0000","last_became_peered":"2026-03-06T20:56:28.166641+0000","last_unstale":"2026-03-06T20:56:32.159014+0000","last_undegraded":"2026-03-06T20:56:32.159014+0000","last_fullsized":"2026-03-06T20:56:32.159014+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:33:39.011852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158246+0000","last_change":"2026-03-06T20:56:26.153380+0000","last_active":"2026-03-06T20:56:32.158246+0000","last_peered":"2026-03-06T20:56:32.158246+0000","last_clean":"2026-03-06T20:56:32.158246+0000","last_became_active":"2026-03-06T20:56:26.153295+0000","last_became_peered":"2026-03-06T20:56:26.153295+0000","last_unstale":"2026-03-06T20:56:32.158246+0000","last_undegraded":"2026-03-06T20:56:32.158246+0000","last_fullsized":"2026-03-06T20:56:32.158246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:40:00.097763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158286+0000","last_change":"2026-03-06T20:56:30.176477+0000","last_active":"2026-03-06T20:56:32.158286+0000","last_peered":"2026-03-06T20:56:32.158286+0000","last_clean":"2026-03-06T20:56:32.158286+0000","last_became_active":"2026-03-06T20:56:30.175116+0000","last_became_peered":"2026-03-06T20:56:30.175116+0000","last_unstale":"2026-03-06T20:56:32.158286+0000","last_undegraded":"2026-03-06T20:56:32.158286+0000","last_fullsized":"2026-03-06T20:56:32.158286+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:55:33.507903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198797+0000","last_change":"2026-03-06T20:56:32.189551+0000","last_active":"2026-03-06T20:56:33.198797+0000","last_peered":"2026-03-06T20:56:33.198797+0000","last_clean":"2026-03-06T20:56:33.198797+0000","last_became_active":"2026-03-06T20:56:32.187609+0000","last_became_peered":"2026-03-06T20:56:32.187609+0000","last_unstale":"2026-03-06T20:56:33.198797+0000","last_undegraded":"2026-03-06T20:56:33.198797+0000","last_fullsized":"2026-03-06T20:56:33.198797+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:46:44.556596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"29'16","reported_seq":45,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.922970+0000","last_change":"2026-03-06T20:56:28.159103+0000","last_active":"2026-03-06T20:56:33.922970+0000","last_peered":"2026-03-06T20:56:33.922970+0000","last_clean":"2026-03-06T20:56:33.922970+0000","last_became_active":"2026-03-06T20:56:28.158406+0000","last_became_peered":"2026-03-06T20:56:28.158406+0000","last_unstale":"2026-03-06T20:56:33.922970+0000","last_undegraded":"2026-03-06T20:56:33.922970+0000","last_fullsized":"2026-03-06T20:56:33.922970+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:40:39.853288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163705+0000","last_change":"2026-03-06T20:56:26.148741+0000","last_active":"2026-03-06T20:56:32.163705+0000","last_peered":"2026-03-06T20:56:32.163705+0000","last_clean":"2026-03-06T20:56:32.163705+0000","last_became_active":"2026-03-06T20:56:26.148275+0000","last_became_peered":"2026-03-06T20:56:26.148275+0000","last_unstale":"2026-03-06T20:56:32.163705+0000","last_undegraded":"2026-03-06T20:56:32.163705+0000","last_fullsized":"2026-03-06T20:56:32.163705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:36:59.497879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158738+0000","last_change":"2026-03-06T20:56:30.177015+0000","last_active":"2026-03-06T20:56:32.158738+0000","last_peered":"2026-03-06T20:56:32.158738+0000","last_clean":"2026-03-06T20:56:32.158738+0000","last_became_active":"2026-03-06T20:56:30.176254+0000","last_became_peered":"2026-03-06T20:56:30.176254+0000","last_unstale":"2026-03-06T20:56:32.158738+0000","last_undegraded":"2026-03-06T20:56:32.158738+0000","last_fullsized":"2026-03-06T20:56:32.158738+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:40.259752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194356+0000","last_change":"2026-03-06T20:56:32.190885+0000","last_active":"2026-03-06T20:56:32.194356+0000","last_peered":"2026-03-06T20:56:32.194356+0000","last_clean":"2026-03-06T20:56:32.194356+0000","last_became_active":"2026-03-06T20:56:32.190613+0000","last_became_peered":"2026-03-06T20:56:32.190613+0000","last_unstale":"2026-03-06T20:56:32.194356+0000","last_undegraded":"2026-03-06T20:56:32.194356+0000","last_fullsized":"2026-03-06T20:56:32.194356+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:16:20.191258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"29'19","reported_seq":57,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.912929+0000","last_change":"2026-03-06T20:56:28.162325+0000","last_active":"2026-03-06T20:56:33.912929+0000","last_peered":"2026-03-06T20:56:33.912929+0000","last_clean":"2026-03-06T20:56:33.912929+0000","last_became_active":"2026-03-06T20:56:28.162103+0000","last_became_peered":"2026-03-06T20:56:28.162103+0000","last_unstale":"2026-03-06T20:56:33.912929+0000","last_undegraded":"2026-03-06T20:56:33.912929+0000","last_fullsized":"2026-03-06T20:56:33.912929+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:01:49.798037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201682+0000","last_change":"2026-03-06T20:56:26.147207+0000","last_active":"2026-03-06T20:56:33.201682+0000","last_peered":"2026-03-06T20:56:33.201682+0000","last_clean":"2026-03-06T20:56:33.201682+0000","last_became_active":"2026-03-06T20:56:26.146552+0000","last_became_peered":"2026-03-06T20:56:26.146552+0000","last_unstale":"2026-03-06T20:56:33.201682+0000","last_undegraded":"2026-03-06T20:56:33.201682+0000","last_fullsized":"2026-03-06T20:56:33.201682+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:13:27.535551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.162937+0000","last_change":"2026-03-06T20:56:30.178549+0000","last_active":"2026-03-06T20:56:32.162937+0000","last_peered":"2026-03-06T20:56:32.162937+0000","last_clean":"2026-03-06T20:56:32.162937+0000","last_became_active":"2026-03-06T20:56:30.165262+0000","last_became_peered":"2026-03-06T20:56:30.165262+0000","last_unstale":"2026-03-06T20:56:32.162937+0000","last_undegraded":"2026-03-06T20:56:32.162937+0000","last_fullsized":"2026-03-06T20:56:32.162937+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:25:46.317757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194347+0000","last_change":"2026-03-06T20:56:32.190794+0000","last_active":"2026-03-06T20:56:32.194347+0000","last_peered":"2026-03-06T20:56:32.194347+0000","last_clean":"2026-03-06T20:56:32.194347+0000","last_became_active":"2026-03-06T20:56:32.190444+0000","last_became_peered":"2026-03-06T20:56:32.190444+0000","last_unstale":"2026-03-06T20:56:32.194347+0000","last_undegraded":"2026-03-06T20:56:32.194347+0000","last_fullsized":"2026-03-06T20:56:32.194347+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:04:13.221473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158675+0000","last_change":"2026-03-06T20:56:28.151819+0000","last_active":"2026-03-06T20:56:32.158675+0000","last_peered":"2026-03-06T20:56:32.158675+0000","last_clean":"2026-03-06T20:56:32.158675+0000","last_became_active":"2026-03-06T20:56:28.150818+0000","last_became_peered":"2026-03-06T20:56:28.150818+0000","last_unstale":"2026-03-06T20:56:32.158675+0000","last_undegraded":"2026-03-06T20:56:32.158675+0000","last_fullsized":"2026-03-06T20:56:32.158675+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:42:35.701503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165799+0000","last_change":"2026-03-06T20:56:26.148626+0000","last_active":"2026-03-06T20:56:32.165799+0000","last_peered":"2026-03-06T20:56:32.165799+0000","last_clean":"2026-03-06T20:56:32.165799+0000","last_became_active":"2026-03-06T20:56:26.148230+0000","last_became_peered":"2026-03-06T20:56:26.148230+0000","last_unstale":"2026-03-06T20:56:32.165799+0000","last_undegraded":"2026-03-06T20:56:32.165799+0000","last_fullsized":"2026-03-06T20:56:32.165799+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:43:04.507143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.165848+0000","last_change":"2026-03-06T20:56:30.174862+0000","last_active":"2026-03-06T20:56:32.165848+0000","last_peered":"2026-03-06T20:56:32.165848+0000","last_clean":"2026-03-06T20:56:32.165848+0000","last_became_active":"2026-03-06T20:56:30.162851+0000","last_became_peered":"2026-03-06T20:56:30.162851+0000","last_unstale":"2026-03-06T20:56:32.165848+0000","last_undegraded":"2026-03-06T20:56:32.165848+0000","last_fullsized":"2026-03-06T20:56:32.165848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:25:11.156580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194360+0000","last_change":"2026-03-06T20:56:32.191643+0000","last_active":"2026-03-06T20:56:32.194360+0000","last_peered":"2026-03-06T20:56:32.194360+0000","last_clean":"2026-03-06T20:56:32.194360+0000","last_became_active":"2026-03-06T20:56:32.191368+0000","last_became_peered":"2026-03-06T20:56:32.191368+0000","last_unstale":"2026-03-06T20:56:32.194360+0000","last_undegraded":"2026-03-06T20:56:32.194360+0000","last_fullsized":"2026-03-06T20:56:32.194360+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:37:52.557762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.162844+0000","last_change":"2026-03-06T20:56:28.167259+0000","last_active":"2026-03-06T20:56:32.162844+0000","last_peered":"2026-03-06T20:56:32.162844+0000","last_clean":"2026-03-06T20:56:32.162844+0000","last_became_active":"2026-03-06T20:56:28.166882+0000","last_became_peered":"2026-03-06T20:56:28.166882+0000","last_unstale":"2026-03-06T20:56:32.162844+0000","last_undegraded":"2026-03-06T20:56:32.162844+0000","last_fullsized":"2026-03-06T20:56:32.162844+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:11:07.488340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201716+0000","last_change":"2026-03-06T20:56:26.147274+0000","last_active":"2026-03-06T20:56:33.201716+0000","last_peered":"2026-03-06T20:56:33.201716+0000","last_clean":"2026-03-06T20:56:33.201716+0000","last_became_active":"2026-03-06T20:56:26.146780+0000","last_became_peered":"2026-03-06T20:56:26.146780+0000","last_unstale":"2026-03-06T20:56:33.201716+0000","last_undegraded":"2026-03-06T20:56:33.201716+0000","last_fullsized":"2026-03-06T20:56:33.201716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:09:55.874042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156759+0000","last_change":"2026-03-06T20:56:30.178223+0000","last_active":"2026-03-06T20:56:32.156759+0000","last_peered":"2026-03-06T20:56:32.156759+0000","last_clean":"2026-03-06T20:56:32.156759+0000","last_became_active":"2026-03-06T20:56:30.177598+0000","last_became_peered":"2026-03-06T20:56:30.177598+0000","last_unstale":"2026-03-06T20:56:32.156759+0000","last_undegraded":"2026-03-06T20:56:32.156759+0000","last_fullsized":"2026-03-06T20:56:32.156759+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:41:16.683052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201779+0000","last_change":"2026-03-06T20:56:32.189864+0000","last_active":"2026-03-06T20:56:33.201779+0000","last_peered":"2026-03-06T20:56:33.201779+0000","last_clean":"2026-03-06T20:56:33.201779+0000","last_became_active":"2026-03-06T20:56:32.188244+0000","last_became_peered":"2026-03-06T20:56:32.188244+0000","last_unstale":"2026-03-06T20:56:33.201779+0000","last_undegraded":"2026-03-06T20:56:33.201779+0000","last_fullsized":"2026-03-06T20:56:33.201779+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:22:51.455035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166534+0000","last_change":"2026-03-06T20:56:28.153090+0000","last_active":"2026-03-06T20:56:32.166534+0000","last_peered":"2026-03-06T20:56:32.166534+0000","last_clean":"2026-03-06T20:56:32.166534+0000","last_became_active":"2026-03-06T20:56:28.152872+0000","last_became_peered":"2026-03-06T20:56:28.152872+0000","last_unstale":"2026-03-06T20:56:32.166534+0000","last_undegraded":"2026-03-06T20:56:32.166534+0000","last_fullsized":"2026-03-06T20:56:32.166534+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:50:00.844714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201817+0000","last_change":"2026-03-06T20:56:26.147220+0000","last_active":"2026-03-06T20:56:33.201817+0000","last_peered":"2026-03-06T20:56:33.201817+0000","last_clean":"2026-03-06T20:56:33.201817+0000","last_became_active":"2026-03-06T20:56:26.146661+0000","last_became_peered":"2026-03-06T20:56:26.146661+0000","last_unstale":"2026-03-06T20:56:33.201817+0000","last_undegraded":"2026-03-06T20:56:33.201817+0000","last_fullsized":"2026-03-06T20:56:33.201817+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:53:37.142677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"19'92","reported_seq":144,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201894+0000","last_change":"2026-03-06T20:56:22.028073+0000","last_active":"2026-03-06T20:56:33.201894+0000","last_peered":"2026-03-06T20:56:33.201894+0000","last_clean":"2026-03-06T20:56:33.201894+0000","last_became_active":"2026-03-06T20:56:22.027963+0000","last_became_peered":"2026-03-06T20:56:22.027963+0000","last_unstale":"2026-03-06T20:56:33.201894+0000","last_undegraded":"2026-03-06T20:56:33.201894+0000","last_fullsized":"2026-03-06T20:56:33.201894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:21.009775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:21.009775+0000","last_clean_scrub_stamp":"2026-03-06T20:56:21.009775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:46:31.090597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201915+0000","last_change":"2026-03-06T20:56:30.175916+0000","last_active":"2026-03-06T20:56:33.201915+0000","last_peered":"2026-03-06T20:56:33.201915+0000","last_clean":"2026-03-06T20:56:33.201915+0000","last_became_active":"2026-03-06T20:56:30.174967+0000","last_became_peered":"2026-03-06T20:56:30.174967+0000","last_unstale":"2026-03-06T20:56:33.201915+0000","last_undegraded":"2026-03-06T20:56:33.201915+0000","last_fullsized":"2026-03-06T20:56:33.201915+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:57:13.815605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178866+0000","last_change":"2026-03-06T20:56:32.176412+0000","last_active":"2026-03-06T20:56:32.178866+0000","last_peered":"2026-03-06T20:56:32.178866+0000","last_clean":"2026-03-06T20:56:32.178866+0000","last_became_active":"2026-03-06T20:56:32.176281+0000","last_became_peered":"2026-03-06T20:56:32.176281+0000","last_unstale":"2026-03-06T20:56:32.178866+0000","last_undegraded":"2026-03-06T20:56:32.178866+0000","last_fullsized":"2026-03-06T20:56:32.178866+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:04:42.420232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"29'17","reported_seq":49,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.925152+0000","last_change":"2026-03-06T20:56:28.158011+0000","last_active":"2026-03-06T20:56:33.925152+0000","last_peered":"2026-03-06T20:56:33.925152+0000","last_clean":"2026-03-06T20:56:33.925152+0000","last_became_active":"2026-03-06T20:56:28.157389+0000","last_became_peered":"2026-03-06T20:56:28.157389+0000","last_unstale":"2026-03-06T20:56:33.925152+0000","last_undegraded":"2026-03-06T20:56:33.925152+0000","last_fullsized":"2026-03-06T20:56:33.925152+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:02:29.314747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"22'1","reported_seq":27,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158312+0000","last_change":"2026-03-06T20:56:26.153838+0000","last_active":"2026-03-06T20:56:32.158312+0000","last_peered":"2026-03-06T20:56:32.158312+0000","last_clean":"2026-03-06T20:56:32.158312+0000","last_became_active":"2026-03-06T20:56:26.153639+0000","last_became_peered":"2026-03-06T20:56:26.153639+0000","last_unstale":"2026-03-06T20:56:32.158312+0000","last_undegraded":"2026-03-06T20:56:32.158312+0000","last_fullsized":"2026-03-06T20:56:32.158312+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:10:07.734403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.198727+0000","last_change":"2026-03-06T20:56:30.158396+0000","last_active":"2026-03-06T20:56:33.198727+0000","last_peered":"2026-03-06T20:56:33.198727+0000","last_clean":"2026-03-06T20:56:33.198727+0000","last_became_active":"2026-03-06T20:56:30.157943+0000","last_became_peered":"2026-03-06T20:56:30.157943+0000","last_unstale":"2026-03-06T20:56:33.198727+0000","last_undegraded":"2026-03-06T20:56:33.198727+0000","last_fullsized":"2026-03-06T20:56:33.198727+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:40:19.983179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.178860+0000","last_change":"2026-03-06T20:56:32.176099+0000","last_active":"2026-03-06T20:56:32.178860+0000","last_peered":"2026-03-06T20:56:32.178860+0000","last_clean":"2026-03-06T20:56:32.178860+0000","last_became_active":"2026-03-06T20:56:32.175924+0000","last_became_peered":"2026-03-06T20:56:32.175924+0000","last_unstale":"2026-03-06T20:56:32.178860+0000","last_undegraded":"2026-03-06T20:56:32.178860+0000","last_fullsized":"2026-03-06T20:56:32.178860+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:16:52.622021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"29'10","reported_seq":36,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.880478+0000","last_change":"2026-03-06T20:56:28.157823+0000","last_active":"2026-03-06T20:56:33.880478+0000","last_peered":"2026-03-06T20:56:33.880478+0000","last_clean":"2026-03-06T20:56:33.880478+0000","last_became_active":"2026-03-06T20:56:28.157507+0000","last_became_peered":"2026-03-06T20:56:28.157507+0000","last_unstale":"2026-03-06T20:56:33.880478+0000","last_undegraded":"2026-03-06T20:56:33.880478+0000","last_fullsized":"2026-03-06T20:56:33.880478+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:19:41.419560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158090+0000","last_change":"2026-03-06T20:56:26.162747+0000","last_active":"2026-03-06T20:56:32.158090+0000","last_peered":"2026-03-06T20:56:32.158090+0000","last_clean":"2026-03-06T20:56:32.158090+0000","last_became_active":"2026-03-06T20:56:26.162192+0000","last_became_peered":"2026-03-06T20:56:26.162192+0000","last_unstale":"2026-03-06T20:56:32.158090+0000","last_undegraded":"2026-03-06T20:56:32.158090+0000","last_fullsized":"2026-03-06T20:56:32.158090+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:36:18.117588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158661+0000","last_change":"2026-03-06T20:56:30.176592+0000","last_active":"2026-03-06T20:56:32.158661+0000","last_peered":"2026-03-06T20:56:32.158661+0000","last_clean":"2026-03-06T20:56:32.158661+0000","last_became_active":"2026-03-06T20:56:30.163366+0000","last_became_peered":"2026-03-06T20:56:30.163366+0000","last_unstale":"2026-03-06T20:56:32.158661+0000","last_undegraded":"2026-03-06T20:56:32.158661+0000","last_fullsized":"2026-03-06T20:56:32.158661+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:52:59.246237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194336+0000","last_change":"2026-03-06T20:56:32.190685+0000","last_active":"2026-03-06T20:56:32.194336+0000","last_peered":"2026-03-06T20:56:32.194336+0000","last_clean":"2026-03-06T20:56:32.194336+0000","last_became_active":"2026-03-06T20:56:32.190136+0000","last_became_peered":"2026-03-06T20:56:32.190136+0000","last_unstale":"2026-03-06T20:56:32.194336+0000","last_undegraded":"2026-03-06T20:56:32.194336+0000","last_fullsized":"2026-03-06T20:56:32.194336+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:31:03.259343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"29'15","reported_seq":46,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.947821+0000","last_change":"2026-03-06T20:56:28.158831+0000","last_active":"2026-03-06T20:56:33.947821+0000","last_peered":"2026-03-06T20:56:33.947821+0000","last_clean":"2026-03-06T20:56:33.947821+0000","last_became_active":"2026-03-06T20:56:28.158273+0000","last_became_peered":"2026-03-06T20:56:28.158273+0000","last_unstale":"2026-03-06T20:56:33.947821+0000","last_undegraded":"2026-03-06T20:56:33.947821+0000","last_fullsized":"2026-03-06T20:56:33.947821+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:46:31.246479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163522+0000","last_change":"2026-03-06T20:56:26.148525+0000","last_active":"2026-03-06T20:56:32.163522+0000","last_peered":"2026-03-06T20:56:32.163522+0000","last_clean":"2026-03-06T20:56:32.163522+0000","last_became_active":"2026-03-06T20:56:26.146872+0000","last_became_peered":"2026-03-06T20:56:26.146872+0000","last_unstale":"2026-03-06T20:56:32.163522+0000","last_undegraded":"2026-03-06T20:56:32.163522+0000","last_fullsized":"2026-03-06T20:56:32.163522+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:32:08.604700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157342+0000","last_change":"2026-03-06T20:56:30.176782+0000","last_active":"2026-03-06T20:56:32.157342+0000","last_peered":"2026-03-06T20:56:32.157342+0000","last_clean":"2026-03-06T20:56:32.157342+0000","last_became_active":"2026-03-06T20:56:30.175966+0000","last_became_peered":"2026-03-06T20:56:30.175966+0000","last_unstale":"2026-03-06T20:56:32.157342+0000","last_undegraded":"2026-03-06T20:56:32.157342+0000","last_fullsized":"2026-03-06T20:56:32.157342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:09:34.246714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200639+0000","last_change":"2026-03-06T20:56:32.187233+0000","last_active":"2026-03-06T20:56:33.200639+0000","last_peered":"2026-03-06T20:56:33.200639+0000","last_clean":"2026-03-06T20:56:33.200639+0000","last_became_active":"2026-03-06T20:56:32.186665+0000","last_became_peered":"2026-03-06T20:56:32.186665+0000","last_unstale":"2026-03-06T20:56:33.200639+0000","last_undegraded":"2026-03-06T20:56:33.200639+0000","last_fullsized":"2026-03-06T20:56:33.200639+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:07:12.839507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158192+0000","last_change":"2026-03-06T20:56:28.151967+0000","last_active":"2026-03-06T20:56:32.158192+0000","last_peered":"2026-03-06T20:56:32.158192+0000","last_clean":"2026-03-06T20:56:32.158192+0000","last_became_active":"2026-03-06T20:56:28.150853+0000","last_became_peered":"2026-03-06T20:56:28.150853+0000","last_unstale":"2026-03-06T20:56:32.158192+0000","last_undegraded":"2026-03-06T20:56:32.158192+0000","last_fullsized":"2026-03-06T20:56:32.158192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:00:24.535262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"22'2","reported_seq":31,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158220+0000","last_change":"2026-03-06T20:56:26.154051+0000","last_active":"2026-03-06T20:56:32.158220+0000","last_peered":"2026-03-06T20:56:32.158220+0000","last_clean":"2026-03-06T20:56:32.158220+0000","last_became_active":"2026-03-06T20:56:26.152702+0000","last_became_peered":"2026-03-06T20:56:26.152702+0000","last_unstale":"2026-03-06T20:56:32.158220+0000","last_undegraded":"2026-03-06T20:56:32.158220+0000","last_fullsized":"2026-03-06T20:56:32.158220+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:31:12.053037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.158057+0000","last_change":"2026-03-06T20:56:30.178460+0000","last_active":"2026-03-06T20:56:32.158057+0000","last_peered":"2026-03-06T20:56:32.158057+0000","last_clean":"2026-03-06T20:56:32.158057+0000","last_became_active":"2026-03-06T20:56:30.178009+0000","last_became_peered":"2026-03-06T20:56:30.178009+0000","last_unstale":"2026-03-06T20:56:32.158057+0000","last_undegraded":"2026-03-06T20:56:32.158057+0000","last_fullsized":"2026-03-06T20:56:32.158057+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:24:30.896676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172800+0000","last_change":"2026-03-06T20:56:32.171989+0000","last_active":"2026-03-06T20:56:32.172800+0000","last_peered":"2026-03-06T20:56:32.172800+0000","last_clean":"2026-03-06T20:56:32.172800+0000","last_became_active":"2026-03-06T20:56:32.171898+0000","last_became_peered":"2026-03-06T20:56:32.171898+0000","last_unstale":"2026-03-06T20:56:32.172800+0000","last_undegraded":"2026-03-06T20:56:32.172800+0000","last_fullsized":"2026-03-06T20:56:32.172800+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:22:21.552003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157645+0000","last_change":"2026-03-06T20:56:28.151519+0000","last_active":"2026-03-06T20:56:32.157645+0000","last_peered":"2026-03-06T20:56:32.157645+0000","last_clean":"2026-03-06T20:56:32.157645+0000","last_became_active":"2026-03-06T20:56:28.150821+0000","last_became_peered":"2026-03-06T20:56:28.150821+0000","last_unstale":"2026-03-06T20:56:32.157645+0000","last_undegraded":"2026-03-06T20:56:32.157645+0000","last_fullsized":"2026-03-06T20:56:32.157645+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:23:33.903418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157636+0000","last_change":"2026-03-06T20:56:26.151001+0000","last_active":"2026-03-06T20:56:32.157636+0000","last_peered":"2026-03-06T20:56:32.157636+0000","last_clean":"2026-03-06T20:56:32.157636+0000","last_became_active":"2026-03-06T20:56:26.150902+0000","last_became_peered":"2026-03-06T20:56:26.150902+0000","last_unstale":"2026-03-06T20:56:32.157636+0000","last_undegraded":"2026-03-06T20:56:32.157636+0000","last_fullsized":"2026-03-06T20:56:32.157636+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:31:23.703405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159305+0000","last_change":"2026-03-06T20:56:30.177082+0000","last_active":"2026-03-06T20:56:32.159305+0000","last_peered":"2026-03-06T20:56:32.159305+0000","last_clean":"2026-03-06T20:56:32.159305+0000","last_became_active":"2026-03-06T20:56:30.163673+0000","last_became_peered":"2026-03-06T20:56:30.163673+0000","last_unstale":"2026-03-06T20:56:32.159305+0000","last_undegraded":"2026-03-06T20:56:32.159305+0000","last_fullsized":"2026-03-06T20:56:32.159305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:26:15.906829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.192204+0000","last_change":"2026-03-06T20:56:32.188396+0000","last_active":"2026-03-06T20:56:32.192204+0000","last_peered":"2026-03-06T20:56:32.192204+0000","last_clean":"2026-03-06T20:56:32.192204+0000","last_became_active":"2026-03-06T20:56:32.188314+0000","last_became_peered":"2026-03-06T20:56:32.188314+0000","last_unstale":"2026-03-06T20:56:32.192204+0000","last_undegraded":"2026-03-06T20:56:32.192204+0000","last_fullsized":"2026-03-06T20:56:32.192204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:09:50.419864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"29'4","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.629323+0000","last_change":"2026-03-06T20:56:28.162005+0000","last_active":"2026-03-06T20:56:33.629323+0000","last_peered":"2026-03-06T20:56:33.629323+0000","last_clean":"2026-03-06T20:56:33.629323+0000","last_became_active":"2026-03-06T20:56:28.161754+0000","last_became_peered":"2026-03-06T20:56:28.161754+0000","last_unstale":"2026-03-06T20:56:33.629323+0000","last_undegraded":"2026-03-06T20:56:33.629323+0000","last_fullsized":"2026-03-06T20:56:33.629323+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:20:04.835957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200947+0000","last_change":"2026-03-06T20:56:26.147312+0000","last_active":"2026-03-06T20:56:33.200947+0000","last_peered":"2026-03-06T20:56:33.200947+0000","last_clean":"2026-03-06T20:56:33.200947+0000","last_became_active":"2026-03-06T20:56:26.146934+0000","last_became_peered":"2026-03-06T20:56:26.146934+0000","last_unstale":"2026-03-06T20:56:33.200947+0000","last_undegraded":"2026-03-06T20:56:33.200947+0000","last_fullsized":"2026-03-06T20:56:33.200947+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:22:59.442935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163409+0000","last_change":"2026-03-06T20:56:30.176688+0000","last_active":"2026-03-06T20:56:32.163409+0000","last_peered":"2026-03-06T20:56:32.163409+0000","last_clean":"2026-03-06T20:56:32.163409+0000","last_became_active":"2026-03-06T20:56:30.163467+0000","last_became_peered":"2026-03-06T20:56:30.163467+0000","last_unstale":"2026-03-06T20:56:32.163409+0000","last_undegraded":"2026-03-06T20:56:32.163409+0000","last_fullsized":"2026-03-06T20:56:32.163409+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:48:50.730487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.201002+0000","last_change":"2026-03-06T20:56:32.186708+0000","last_active":"2026-03-06T20:56:33.201002+0000","last_peered":"2026-03-06T20:56:33.201002+0000","last_clean":"2026-03-06T20:56:33.201002+0000","last_became_active":"2026-03-06T20:56:32.185680+0000","last_became_peered":"2026-03-06T20:56:32.185680+0000","last_unstale":"2026-03-06T20:56:33.201002+0000","last_undegraded":"2026-03-06T20:56:33.201002+0000","last_fullsized":"2026-03-06T20:56:33.201002+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:58:59.122459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.13","version":"29'11","reported_seq":40,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.901014+0000","last_change":"2026-03-06T20:56:28.158286+0000","last_active":"2026-03-06T20:56:33.901014+0000","last_peered":"2026-03-06T20:56:33.901014+0000","last_clean":"2026-03-06T20:56:33.901014+0000","last_became_active":"2026-03-06T20:56:28.157259+0000","last_became_peered":"2026-03-06T20:56:28.157259+0000","last_unstale":"2026-03-06T20:56:33.901014+0000","last_undegraded":"2026-03-06T20:56:33.901014+0000","last_fullsized":"2026-03-06T20:56:33.901014+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:59:20.454848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157565+0000","last_change":"2026-03-06T20:56:26.150820+0000","last_active":"2026-03-06T20:56:32.157565+0000","last_peered":"2026-03-06T20:56:32.157565+0000","last_clean":"2026-03-06T20:56:32.157565+0000","last_became_active":"2026-03-06T20:56:26.150677+0000","last_became_peered":"2026-03-06T20:56:26.150677+0000","last_unstale":"2026-03-06T20:56:32.157565+0000","last_undegraded":"2026-03-06T20:56:32.157565+0000","last_fullsized":"2026-03-06T20:56:32.157565+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:09:34.541413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.14","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157652+0000","last_change":"2026-03-06T20:56:30.176723+0000","last_active":"2026-03-06T20:56:32.157652+0000","last_peered":"2026-03-06T20:56:32.157652+0000","last_clean":"2026-03-06T20:56:32.157652+0000","last_became_active":"2026-03-06T20:56:30.176008+0000","last_became_peered":"2026-03-06T20:56:30.176008+0000","last_unstale":"2026-03-06T20:56:32.157652+0000","last_undegraded":"2026-03-06T20:56:32.157652+0000","last_fullsized":"2026-03-06T20:56:32.157652+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:34:39.920581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199198+0000","last_change":"2026-03-06T20:56:32.189507+0000","last_active":"2026-03-06T20:56:33.199198+0000","last_peered":"2026-03-06T20:56:33.199198+0000","last_clean":"2026-03-06T20:56:33.199198+0000","last_became_active":"2026-03-06T20:56:32.187438+0000","last_became_peered":"2026-03-06T20:56:32.187438+0000","last_unstale":"2026-03-06T20:56:33.199198+0000","last_undegraded":"2026-03-06T20:56:33.199198+0000","last_fullsized":"2026-03-06T20:56:33.199198+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:54:13.530336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159458+0000","last_change":"2026-03-06T20:56:28.165454+0000","last_active":"2026-03-06T20:56:32.159458+0000","last_peered":"2026-03-06T20:56:32.159458+0000","last_clean":"2026-03-06T20:56:32.159458+0000","last_became_active":"2026-03-06T20:56:28.165389+0000","last_became_peered":"2026-03-06T20:56:28.165389+0000","last_unstale":"2026-03-06T20:56:32.159458+0000","last_undegraded":"2026-03-06T20:56:32.159458+0000","last_fullsized":"2026-03-06T20:56:32.159458+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:55.533222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157531+0000","last_change":"2026-03-06T20:56:26.150536+0000","last_active":"2026-03-06T20:56:32.157531+0000","last_peered":"2026-03-06T20:56:32.157531+0000","last_clean":"2026-03-06T20:56:32.157531+0000","last_became_active":"2026-03-06T20:56:26.150439+0000","last_became_peered":"2026-03-06T20:56:26.150439+0000","last_unstale":"2026-03-06T20:56:32.157531+0000","last_undegraded":"2026-03-06T20:56:32.157531+0000","last_fullsized":"2026-03-06T20:56:32.157531+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:12:28.570518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157555+0000","last_change":"2026-03-06T20:56:30.176924+0000","last_active":"2026-03-06T20:56:32.157555+0000","last_peered":"2026-03-06T20:56:32.157555+0000","last_clean":"2026-03-06T20:56:32.157555+0000","last_became_active":"2026-03-06T20:56:30.176237+0000","last_became_peered":"2026-03-06T20:56:30.176237+0000","last_unstale":"2026-03-06T20:56:32.157555+0000","last_undegraded":"2026-03-06T20:56:32.157555+0000","last_fullsized":"2026-03-06T20:56:32.157555+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:56:42.652240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194342+0000","last_change":"2026-03-06T20:56:32.190742+0000","last_active":"2026-03-06T20:56:32.194342+0000","last_peered":"2026-03-06T20:56:32.194342+0000","last_clean":"2026-03-06T20:56:32.194342+0000","last_became_active":"2026-03-06T20:56:32.190348+0000","last_became_peered":"2026-03-06T20:56:32.190348+0000","last_unstale":"2026-03-06T20:56:32.194342+0000","last_undegraded":"2026-03-06T20:56:32.194342+0000","last_fullsized":"2026-03-06T20:56:32.194342+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:57:22.787006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157045+0000","last_change":"2026-03-06T20:56:28.152135+0000","last_active":"2026-03-06T20:56:32.157045+0000","last_peered":"2026-03-06T20:56:32.157045+0000","last_clean":"2026-03-06T20:56:32.157045+0000","last_became_active":"2026-03-06T20:56:28.151710+0000","last_became_peered":"2026-03-06T20:56:28.151710+0000","last_unstale":"2026-03-06T20:56:32.157045+0000","last_undegraded":"2026-03-06T20:56:32.157045+0000","last_fullsized":"2026-03-06T20:56:32.157045+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:30:10.385419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200884+0000","last_change":"2026-03-06T20:56:26.149588+0000","last_active":"2026-03-06T20:56:33.200884+0000","last_peered":"2026-03-06T20:56:33.200884+0000","last_clean":"2026-03-06T20:56:33.200884+0000","last_became_active":"2026-03-06T20:56:26.147025+0000","last_became_peered":"2026-03-06T20:56:26.147025+0000","last_unstale":"2026-03-06T20:56:33.200884+0000","last_undegraded":"2026-03-06T20:56:33.200884+0000","last_fullsized":"2026-03-06T20:56:33.200884+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:14:02.514979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163358+0000","last_change":"2026-03-06T20:56:30.174788+0000","last_active":"2026-03-06T20:56:32.163358+0000","last_peered":"2026-03-06T20:56:32.163358+0000","last_clean":"2026-03-06T20:56:32.163358+0000","last_became_active":"2026-03-06T20:56:30.162610+0000","last_became_peered":"2026-03-06T20:56:30.162610+0000","last_unstale":"2026-03-06T20:56:32.163358+0000","last_undegraded":"2026-03-06T20:56:32.163358+0000","last_fullsized":"2026-03-06T20:56:32.163358+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:48:49.830408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172777+0000","last_change":"2026-03-06T20:56:32.171446+0000","last_active":"2026-03-06T20:56:32.172777+0000","last_peered":"2026-03-06T20:56:32.172777+0000","last_clean":"2026-03-06T20:56:32.172777+0000","last_became_active":"2026-03-06T20:56:32.171204+0000","last_became_peered":"2026-03-06T20:56:32.171204+0000","last_unstale":"2026-03-06T20:56:32.172777+0000","last_undegraded":"2026-03-06T20:56:32.172777+0000","last_fullsized":"2026-03-06T20:56:32.172777+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:25:30.119444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"29'10","reported_seq":36,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.914996+0000","last_change":"2026-03-06T20:56:28.158365+0000","last_active":"2026-03-06T20:56:33.914996+0000","last_peered":"2026-03-06T20:56:33.914996+0000","last_clean":"2026-03-06T20:56:33.914996+0000","last_became_active":"2026-03-06T20:56:28.158054+0000","last_became_peered":"2026-03-06T20:56:28.158054+0000","last_unstale":"2026-03-06T20:56:33.914996+0000","last_undegraded":"2026-03-06T20:56:33.914996+0000","last_fullsized":"2026-03-06T20:56:33.914996+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:13:31.395874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157414+0000","last_change":"2026-03-06T20:56:26.149544+0000","last_active":"2026-03-06T20:56:32.157414+0000","last_peered":"2026-03-06T20:56:32.157414+0000","last_clean":"2026-03-06T20:56:32.157414+0000","last_became_active":"2026-03-06T20:56:26.148567+0000","last_became_peered":"2026-03-06T20:56:26.148567+0000","last_unstale":"2026-03-06T20:56:32.157414+0000","last_undegraded":"2026-03-06T20:56:32.157414+0000","last_fullsized":"2026-03-06T20:56:32.157414+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:03:01.608031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199319+0000","last_change":"2026-03-06T20:56:30.165766+0000","last_active":"2026-03-06T20:56:33.199319+0000","last_peered":"2026-03-06T20:56:33.199319+0000","last_clean":"2026-03-06T20:56:33.199319+0000","last_became_active":"2026-03-06T20:56:30.165447+0000","last_became_peered":"2026-03-06T20:56:30.165447+0000","last_unstale":"2026-03-06T20:56:33.199319+0000","last_undegraded":"2026-03-06T20:56:33.199319+0000","last_fullsized":"2026-03-06T20:56:33.199319+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:29:24.518419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.172793+0000","last_change":"2026-03-06T20:56:32.172051+0000","last_active":"2026-03-06T20:56:32.172793+0000","last_peered":"2026-03-06T20:56:32.172793+0000","last_clean":"2026-03-06T20:56:32.172793+0000","last_became_active":"2026-03-06T20:56:32.171915+0000","last_became_peered":"2026-03-06T20:56:32.171915+0000","last_unstale":"2026-03-06T20:56:32.172793+0000","last_undegraded":"2026-03-06T20:56:32.172793+0000","last_fullsized":"2026-03-06T20:56:32.172793+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:43:09.372219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163259+0000","last_change":"2026-03-06T20:56:28.165205+0000","last_active":"2026-03-06T20:56:32.163259+0000","last_peered":"2026-03-06T20:56:32.163259+0000","last_clean":"2026-03-06T20:56:32.163259+0000","last_became_active":"2026-03-06T20:56:28.164972+0000","last_became_peered":"2026-03-06T20:56:28.164972+0000","last_unstale":"2026-03-06T20:56:32.163259+0000","last_undegraded":"2026-03-06T20:56:32.163259+0000","last_fullsized":"2026-03-06T20:56:32.163259+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:51:32.052375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200805+0000","last_change":"2026-03-06T20:56:26.147379+0000","last_active":"2026-03-06T20:56:33.200805+0000","last_peered":"2026-03-06T20:56:33.200805+0000","last_clean":"2026-03-06T20:56:33.200805+0000","last_became_active":"2026-03-06T20:56:26.146950+0000","last_became_peered":"2026-03-06T20:56:26.146950+0000","last_unstale":"2026-03-06T20:56:33.200805+0000","last_undegraded":"2026-03-06T20:56:33.200805+0000","last_fullsized":"2026-03-06T20:56:33.200805+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:01:08.699365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163306+0000","last_change":"2026-03-06T20:56:30.176315+0000","last_active":"2026-03-06T20:56:32.163306+0000","last_peered":"2026-03-06T20:56:32.163306+0000","last_clean":"2026-03-06T20:56:32.163306+0000","last_became_active":"2026-03-06T20:56:30.163085+0000","last_became_peered":"2026-03-06T20:56:30.163085+0000","last_unstale":"2026-03-06T20:56:32.163306+0000","last_undegraded":"2026-03-06T20:56:32.163306+0000","last_fullsized":"2026-03-06T20:56:32.163306+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:42:13.605911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200861+0000","last_change":"2026-03-06T20:56:32.189285+0000","last_active":"2026-03-06T20:56:33.200861+0000","last_peered":"2026-03-06T20:56:33.200861+0000","last_clean":"2026-03-06T20:56:33.200861+0000","last_became_active":"2026-03-06T20:56:32.185785+0000","last_became_peered":"2026-03-06T20:56:32.185785+0000","last_unstale":"2026-03-06T20:56:33.200861+0000","last_undegraded":"2026-03-06T20:56:33.200861+0000","last_fullsized":"2026-03-06T20:56:33.200861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:39:00.613409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"29'9","reported_seq":37,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.655666+0000","last_change":"2026-03-06T20:56:28.158891+0000","last_active":"2026-03-06T20:56:33.655666+0000","last_peered":"2026-03-06T20:56:33.655666+0000","last_clean":"2026-03-06T20:56:33.655666+0000","last_became_active":"2026-03-06T20:56:28.158588+0000","last_became_peered":"2026-03-06T20:56:28.158588+0000","last_unstale":"2026-03-06T20:56:33.655666+0000","last_undegraded":"2026-03-06T20:56:33.655666+0000","last_fullsized":"2026-03-06T20:56:33.655666+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:17:24.478854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200763+0000","last_change":"2026-03-06T20:56:26.147134+0000","last_active":"2026-03-06T20:56:33.200763+0000","last_peered":"2026-03-06T20:56:33.200763+0000","last_clean":"2026-03-06T20:56:33.200763+0000","last_became_active":"2026-03-06T20:56:26.146350+0000","last_became_peered":"2026-03-06T20:56:26.146350+0000","last_unstale":"2026-03-06T20:56:33.200763+0000","last_undegraded":"2026-03-06T20:56:33.200763+0000","last_fullsized":"2026-03-06T20:56:33.200763+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:28:47.145791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.163246+0000","last_change":"2026-03-06T20:56:30.176491+0000","last_active":"2026-03-06T20:56:32.163246+0000","last_peered":"2026-03-06T20:56:32.163246+0000","last_clean":"2026-03-06T20:56:32.163246+0000","last_became_active":"2026-03-06T20:56:30.163267+0000","last_became_peered":"2026-03-06T20:56:30.163267+0000","last_unstale":"2026-03-06T20:56:32.163246+0000","last_undegraded":"2026-03-06T20:56:32.163246+0000","last_fullsized":"2026-03-06T20:56:32.163246+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:42:24.439605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200858+0000","last_change":"2026-03-06T20:56:32.186802+0000","last_active":"2026-03-06T20:56:33.200858+0000","last_peered":"2026-03-06T20:56:33.200858+0000","last_clean":"2026-03-06T20:56:33.200858+0000","last_became_active":"2026-03-06T20:56:32.186013+0000","last_became_peered":"2026-03-06T20:56:32.186013+0000","last_unstale":"2026-03-06T20:56:33.200858+0000","last_undegraded":"2026-03-06T20:56:33.200858+0000","last_fullsized":"2026-03-06T20:56:33.200858+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:31:46.195337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.199003+0000","last_change":"2026-03-06T20:56:32.189358+0000","last_active":"2026-03-06T20:56:33.199003+0000","last_peered":"2026-03-06T20:56:33.199003+0000","last_clean":"2026-03-06T20:56:33.199003+0000","last_became_active":"2026-03-06T20:56:32.187447+0000","last_became_peered":"2026-03-06T20:56:32.187447+0000","last_unstale":"2026-03-06T20:56:33.199003+0000","last_undegraded":"2026-03-06T20:56:33.199003+0000","last_fullsized":"2026-03-06T20:56:33.199003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:57:36.050193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159190+0000","last_change":"2026-03-06T20:56:28.165759+0000","last_active":"2026-03-06T20:56:32.159190+0000","last_peered":"2026-03-06T20:56:32.159190+0000","last_clean":"2026-03-06T20:56:32.159190+0000","last_became_active":"2026-03-06T20:56:28.165693+0000","last_became_peered":"2026-03-06T20:56:28.165693+0000","last_unstale":"2026-03-06T20:56:32.159190+0000","last_undegraded":"2026-03-06T20:56:32.159190+0000","last_fullsized":"2026-03-06T20:56:32.159190+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:59.502718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157708+0000","last_change":"2026-03-06T20:56:26.151805+0000","last_active":"2026-03-06T20:56:32.157708+0000","last_peered":"2026-03-06T20:56:32.157708+0000","last_clean":"2026-03-06T20:56:32.157708+0000","last_became_active":"2026-03-06T20:56:26.151619+0000","last_became_peered":"2026-03-06T20:56:26.151619+0000","last_unstale":"2026-03-06T20:56:32.157708+0000","last_undegraded":"2026-03-06T20:56:32.157708+0000","last_fullsized":"2026-03-06T20:56:32.157708+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:17:52.569547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.159239+0000","last_change":"2026-03-06T20:56:30.178686+0000","last_active":"2026-03-06T20:56:32.159239+0000","last_peered":"2026-03-06T20:56:32.159239+0000","last_clean":"2026-03-06T20:56:32.159239+0000","last_became_active":"2026-03-06T20:56:30.174529+0000","last_became_peered":"2026-03-06T20:56:30.174529+0000","last_unstale":"2026-03-06T20:56:32.159239+0000","last_undegraded":"2026-03-06T20:56:32.159239+0000","last_fullsized":"2026-03-06T20:56:32.159239+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:14:43.497218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194369+0000","last_change":"2026-03-06T20:56:32.191806+0000","last_active":"2026-03-06T20:56:32.194369+0000","last_peered":"2026-03-06T20:56:32.194369+0000","last_clean":"2026-03-06T20:56:32.194369+0000","last_became_active":"2026-03-06T20:56:32.191563+0000","last_became_peered":"2026-03-06T20:56:32.191563+0000","last_unstale":"2026-03-06T20:56:32.194369+0000","last_undegraded":"2026-03-06T20:56:32.194369+0000","last_fullsized":"2026-03-06T20:56:32.194369+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:21:56.976602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166465+0000","last_change":"2026-03-06T20:56:28.154249+0000","last_active":"2026-03-06T20:56:32.166465+0000","last_peered":"2026-03-06T20:56:32.166465+0000","last_clean":"2026-03-06T20:56:32.166465+0000","last_became_active":"2026-03-06T20:56:28.154185+0000","last_became_peered":"2026-03-06T20:56:28.154185+0000","last_unstale":"2026-03-06T20:56:32.166465+0000","last_undegraded":"2026-03-06T20:56:32.166465+0000","last_fullsized":"2026-03-06T20:56:32.166465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:33:23.622944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"22'1","reported_seq":24,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.166494+0000","last_change":"2026-03-06T20:56:26.153359+0000","last_active":"2026-03-06T20:56:32.166494+0000","last_peered":"2026-03-06T20:56:32.166494+0000","last_clean":"2026-03-06T20:56:32.166494+0000","last_became_active":"2026-03-06T20:56:26.150949+0000","last_became_peered":"2026-03-06T20:56:26.150949+0000","last_unstale":"2026-03-06T20:56:32.166494+0000","last_undegraded":"2026-03-06T20:56:32.166494+0000","last_fullsized":"2026-03-06T20:56:32.166494+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:34:48.755156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"26'4","reported_seq":21,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156700+0000","last_change":"2026-03-06T20:56:30.178561+0000","last_active":"2026-03-06T20:56:32.156700+0000","last_peered":"2026-03-06T20:56:32.156700+0000","last_clean":"2026-03-06T20:56:32.156700+0000","last_became_active":"2026-03-06T20:56:30.177842+0000","last_became_peered":"2026-03-06T20:56:30.177842+0000","last_unstale":"2026-03-06T20:56:32.156700+0000","last_undegraded":"2026-03-06T20:56:32.156700+0000","last_fullsized":"2026-03-06T20:56:32.156700+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:16:00.598510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":25,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200767+0000","last_change":"2026-03-06T20:56:26.147167+0000","last_active":"2026-03-06T20:56:33.200767+0000","last_peered":"2026-03-06T20:56:33.200767+0000","last_clean":"2026-03-06T20:56:33.200767+0000","last_became_active":"2026-03-06T20:56:26.146453+0000","last_became_peered":"2026-03-06T20:56:26.146453+0000","last_unstale":"2026-03-06T20:56:33.200767+0000","last_undegraded":"2026-03-06T20:56:33.200767+0000","last_fullsized":"2026-03-06T20:56:33.200767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:46:07.300951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156840+0000","last_change":"2026-03-06T20:56:28.153129+0000","last_active":"2026-03-06T20:56:32.156840+0000","last_peered":"2026-03-06T20:56:32.156840+0000","last_clean":"2026-03-06T20:56:32.156840+0000","last_became_active":"2026-03-06T20:56:28.152280+0000","last_became_peered":"2026-03-06T20:56:28.152280+0000","last_unstale":"2026-03-06T20:56:32.156840+0000","last_undegraded":"2026-03-06T20:56:32.156840+0000","last_fullsized":"2026-03-06T20:56:32.156840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:38:48.003824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.156880+0000","last_change":"2026-03-06T20:56:30.177871+0000","last_active":"2026-03-06T20:56:32.156880+0000","last_peered":"2026-03-06T20:56:32.156880+0000","last_clean":"2026-03-06T20:56:32.156880+0000","last_became_active":"2026-03-06T20:56:30.177166+0000","last_became_peered":"2026-03-06T20:56:30.177166+0000","last_unstale":"2026-03-06T20:56:32.156880+0000","last_undegraded":"2026-03-06T20:56:32.156880+0000","last_fullsized":"2026-03-06T20:56:32.156880+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:29:52.032583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.194352+0000","last_change":"2026-03-06T20:56:32.190836+0000","last_active":"2026-03-06T20:56:32.194352+0000","last_peered":"2026-03-06T20:56:32.194352+0000","last_clean":"2026-03-06T20:56:32.194352+0000","last_became_active":"2026-03-06T20:56:32.190530+0000","last_became_peered":"2026-03-06T20:56:32.190530+0000","last_unstale":"2026-03-06T20:56:32.194352+0000","last_undegraded":"2026-03-06T20:56:32.194352+0000","last_fullsized":"2026-03-06T20:56:32.194352+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:08:15.135619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":23,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157383+0000","last_change":"2026-03-06T20:56:26.148420+0000","last_active":"2026-03-06T20:56:32.157383+0000","last_peered":"2026-03-06T20:56:32.157383+0000","last_clean":"2026-03-06T20:56:32.157383+0000","last_became_active":"2026-03-06T20:56:26.148269+0000","last_became_peered":"2026-03-06T20:56:26.148269+0000","last_unstale":"2026-03-06T20:56:32.157383+0000","last_undegraded":"2026-03-06T20:56:32.157383+0000","last_fullsized":"2026-03-06T20:56:32.157383+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:25.126050+0000","last_clean_scrub_stamp":"2026-03-06T20:56:25.126050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:41:54.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157346+0000","last_change":"2026-03-06T20:56:28.151911+0000","last_active":"2026-03-06T20:56:32.157346+0000","last_peered":"2026-03-06T20:56:32.157346+0000","last_clean":"2026-03-06T20:56:32.157346+0000","last_became_active":"2026-03-06T20:56:28.151200+0000","last_became_peered":"2026-03-06T20:56:28.151200+0000","last_unstale":"2026-03-06T20:56:32.157346+0000","last_undegraded":"2026-03-06T20:56:32.157346+0000","last_fullsized":"2026-03-06T20:56:32.157346+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:27.135596+0000","last_clean_scrub_stamp":"2026-03-06T20:56:27.135596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:53:18.568155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2026-03-06T20:56:32.157399+0000","last_change":"2026-03-06T20:56:30.176586+0000","last_active":"2026-03-06T20:56:32.157399+0000","last_peered":"2026-03-06T20:56:32.157399+0000","last_clean":"2026-03-06T20:56:32.157399+0000","last_became_active":"2026-03-06T20:56:30.175335+0000","last_became_peered":"2026-03-06T20:56:30.175335+0000","last_unstale":"2026-03-06T20:56:32.157399+0000","last_undegraded":"2026-03-06T20:56:32.157399+0000","last_fullsized":"2026-03-06T20:56:32.157399+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:29.141553+0000","last_clean_scrub_stamp":"2026-03-06T20:56:29.141553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:49:11.924746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"29'1","reported_seq":14,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T20:56:33.200274+0000","last_change":"2026-03-06T20:56:32.187216+0000","last_active":"2026-03-06T20:56:33.200274+0000","last_peered":"2026-03-06T20:56:33.200274+0000","last_clean":"2026-03-06T20:56:33.200274+0000","last_became_active":"2026-03-06T20:56:32.186578+0000","last_became_peered":"2026-03-06T20:56:32.186578+0000","last_unstale":"2026-03-06T20:56:33.200274+0000","last_undegraded":"2026-03-06T20:56:33.200274+0000","last_fullsized":"2026-03-06T20:56:33.200274+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T20:56:31.147440+0000","last_clean_scrub_stamp":"2026-03-06T20:56:31.147440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:27:29.554127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":96,"acting":96,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":40,"ondisk_log_size":40,"up":96,"acting":96,"num_store_stats":3},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1172,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":253,"num_read_kb":165,"num_write":153,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":4066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":17,"num_read_kb":17,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":17,"seq":73014444036,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27692,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939732,"statfs":{"total":21470642176,"available":21442285568,"internally_reserved":0,"allocated":868352,"data_stored":677329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":129,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27848,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939576,"statfs":{"total":21470642176,"available":21442125824,"internally_reserved":0,"allocated":1032192,"data_stored":691729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738379,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27704,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939720,"statfs":{"total":21470642176,"available":21442273280,"internally_reserved":0,"allocated":880640,"data_stored":682557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T21:56:35.847 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-06T21:56:35.848 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-06T21:56:35.848 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-06T21:56:35.848 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- ceph health --format=json 2026-03-06T21:56:36.186 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:36.530 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:36 vm00 ceph-mon[53239]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 92 op/s 2026-03-06T21:56:36.531 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:36 vm00 ceph-mon[53239]: from='client.14478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:36.531 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T21:56:36.531 INFO:teuthology.orchestra.run.vm00.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-06T21:56:36.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:36 vm07 ceph-mon[51862]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 92 op/s 2026-03-06T21:56:36.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:36 vm07 ceph-mon[51862]: from='client.14478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:36.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:36 vm09 ceph-mon[56321]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 92 op/s 2026-03-06T21:56:36.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:36 vm09 ceph-mon[56321]: from='client.14478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:36.677 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-06T21:56:36.677 INFO:tasks.cephadm:Setup complete, yielding 2026-03-06T21:56:36.677 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-06T21:56:36.679 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@vm00.local 2026-03-06T21:56:36.679 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-03-06T21:56:36.971 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:37.041 INFO:teuthology.orchestra.run.vm00.stdout:167 167 2026-03-06T21:56:37.183 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch status' 2026-03-06T21:56:37.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:37 vm00 ceph-mon[53239]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:37.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:37 vm00 ceph-mon[53239]: from='client.? 192.168.123.100:0/647170797' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T21:56:37.493 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:37.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:37 vm07 ceph-mon[51862]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:37.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:37 vm07 ceph-mon[51862]: from='client.? 192.168.123.100:0/647170797' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T21:56:37.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:37 vm09 ceph-mon[56321]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T21:56:37.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:37 vm09 ceph-mon[56321]: from='client.? 192.168.123.100:0/647170797' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T21:56:37.817 INFO:teuthology.orchestra.run.vm00.stdout:Backend: cephadm 2026-03-06T21:56:37.817 INFO:teuthology.orchestra.run.vm00.stdout:Available: Yes 2026-03-06T21:56:37.817 INFO:teuthology.orchestra.run.vm00.stdout:Paused: No 2026-03-06T21:56:37.968 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch ps' 2026-03-06T21:56:38.275 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:38.440 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:38 vm07 ceph-mon[51862]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2026-03-06T21:56:38.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:38 vm09 ceph-mon[56321]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2026-03-06T21:56:38.684 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:38 vm00 ceph-mon[53239]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2026-03-06T21:56:38.689 INFO:teuthology.orchestra.run.vm00.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-03-06T21:56:38.689 INFO:teuthology.orchestra.run.vm00.stdout:mgr.x vm07 *:8443,8765 running (68s) 40s ago 68s 475M - 19.2.3-39-g340d3c24fc6 8bccc98d839a aa0df94c5958 2026-03-06T21:56:38.689 INFO:teuthology.orchestra.run.vm00.stdout:mgr.y vm00 *:9283,8765 running (2m) 13s ago 2m 544M - 19.2.3-39-g340d3c24fc6 8bccc98d839a 90caa66999eb 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:mgr.z vm09 *:8443,8765 running (69s) 24s ago 69s 476M - 19.2.3-39-g340d3c24fc6 8bccc98d839a d7ed6e6a29f9 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:mon.a vm00 running (2m) 13s ago 2m 47.6M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a f46919be1cce 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:mon.b vm07 running (79s) 40s ago 78s 39.3M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a 9af8ad5537d5 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:mon.c vm09 running (86s) 24s ago 86s 40.5M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a 9ea90ced9c38 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:osd.0 vm00 running (56s) 13s ago 55s 39.5M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a a7fdd78b57a1 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:osd.1 vm07 running (41s) 40s ago 41s 13.2M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a 9326a0af484b 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:osd.2 vm09 running (25s) 24s ago 25s 12.9M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a b10d3137a17f 2026-03-06T21:56:38.690 INFO:teuthology.orchestra.run.vm00.stdout:rgw.foo.a vm00 *:80 running (14s) 13s ago 14s 19.2M - 19.2.3-39-g340d3c24fc6 8bccc98d839a 0e727369c80d 2026-03-06T21:56:38.946 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch ls' 2026-03-06T21:56:39.253 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:39.398 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:39 vm07 ceph-mon[51862]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:39.398 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 podman[61348]: 2026-03-06 21:56:39.372085922 +0100 CET m=+0.018787511 container create d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:alertmanager ?:9093,9094 0/1 - 14s vm00=a;count:1 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:grafana ?:3000 0/1 - 13s vm07=a;count:1 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:mgr 3/3 41s ago 71s vm00=y;vm07=x;vm09=z;count:3 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:mon 3/3 41s ago 91s vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c;count:3 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:node-exporter ?:9100 0/3 - 14s vm00=a;vm07=b;vm09=c;count:3 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:osd 3 41s ago - 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:prometheus ?:9095 0/1 - 15s vm07=a;count:1 2026-03-06T21:56:39.578 INFO:teuthology.orchestra.run.vm00.stdout:rgw.foo.a ?:80 1/1 14s ago 15s vm00=foo.a;count:1 2026-03-06T21:56:39.578 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:39 vm00 ceph-mon[53239]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:39.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:39 vm09 ceph-mon[56321]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:39.743 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch host ls' 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 podman[61348]: 2026-03-06 21:56:39.412007994 +0100 CET m=+0.058709574 container init d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 podman[61348]: 2026-03-06 21:56:39.417076951 +0100 CET m=+0.063778540 container start d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 bash[61348]: d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 podman[61348]: 2026-03-06 21:56:39.363815724 +0100 CET m=+0.010517304 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 systemd[1]: Started Ceph prometheus.a for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.448Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.449Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.449Z caller=main.go:623 level=info host_details="(Linux 5.14.0-686.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Feb 19 10:49:27 UTC 2026 x86_64 vm07 (none))" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.449Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.449Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.455Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.455Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.456Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.456Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.457Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.457Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.402µs 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.457Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.457Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.457Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.036µs wal_replay_duration=142.236µs wbl_replay_duration=130ns total_replay_duration=251.119µs 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.458Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.458Z caller=main.go:1153 level=info msg="TSDB started" 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.458Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.468Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.10478ms db_storage=862ns remote_storage=881ns web_handler=360ns query_engine=410ns scrape=716.651µs scrape_sd=74.529µs notify=451ns notify_sd=661ns rules=9.064273ms tracing=4.388µs 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.468Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-03-06T21:56:39.839 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:56:39 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:56:39.468Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-03-06T21:56:40.038 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 151 op/s 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.368 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:40 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.368 INFO:teuthology.orchestra.run.vm00.stdout:HOST ADDR LABELS STATUS 2026-03-06T21:56:40.368 INFO:teuthology.orchestra.run.vm00.stdout:vm00 192.168.123.100 2026-03-06T21:56:40.368 INFO:teuthology.orchestra.run.vm00.stdout:vm07 192.168.123.107 2026-03-06T21:56:40.368 INFO:teuthology.orchestra.run.vm00.stdout:vm09 192.168.123.109 2026-03-06T21:56:40.368 INFO:teuthology.orchestra.run.vm00.stdout:3 hosts in cluster 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 151 op/s 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.507 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:40 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.516 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 151 op/s 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:40.517 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:40 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' 2026-03-06T21:56:40.563 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch device ls' 2026-03-06T21:56:40.684 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: ignoring --setuser ceph since I am not root 2026-03-06T21:56:40.684 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: ignoring --setgroup ceph since I am not root 2026-03-06T21:56:40.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: ignoring --setuser ceph since I am not root 2026-03-06T21:56:40.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: ignoring --setgroup ceph since I am not root 2026-03-06T21:56:40.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:40.747+0000 7fa96563d100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:56:40.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:40 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: ignoring --setuser ceph since I am not root 2026-03-06T21:56:40.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:40 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: ignoring --setgroup ceph since I am not root 2026-03-06T21:56:40.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:40 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:40.747+0000 7fab5c635100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:56:40.897 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:41.020 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:40.763+0000 7f51a1be5100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T21:56:41.020 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:40 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:40.908+0000 7f51a1be5100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:56:41.338 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:40 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:40.882+0000 7fa96563d100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:56:41.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:40 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:40.882+0000 7fab5c635100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T21:56:41.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:41 vm07 ceph-mon[51862]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T21:56:41.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:41 vm07 ceph-mon[51862]: mgrmap e17: y(active, since 109s), standbys: x, z 2026-03-06T21:56:41.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:41 vm09 ceph-mon[56321]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T21:56:41.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:41 vm09 ceph-mon[56321]: mgrmap e17: y(active, since 109s), standbys: x, z 2026-03-06T21:56:41.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:41 vm00 ceph-mon[53239]: from='mgr.14156 192.168.123.100:0/2580706032' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T21:56:41.933 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:41 vm00 ceph-mon[53239]: mgrmap e17: y(active, since 109s), standbys: x, z 2026-03-06T21:56:42.338 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:42 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:42.019+0000 7fa96563d100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:56:42.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:41 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:41.997+0000 7fab5c635100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:56:42.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:42 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:42.062+0000 7f51a1be5100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T21:56:43.217 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:42 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:42.850+0000 7fab5c635100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:56:43.218 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:42 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:42.971+0000 7fab5c635100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:56:43.269 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:42 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:42.895+0000 7fa96563d100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:56:43.269 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:43 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:43.018+0000 7fa96563d100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:56:43.308 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:42 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:42.933+0000 7f51a1be5100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T21:56:43.308 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:43 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:43.057+0000 7f51a1be5100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T21:56:43.588 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:43 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:43.266+0000 7fa96563d100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:56:43.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:43 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:43.214+0000 7fab5c635100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:56:43.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:43 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:43.305+0000 7f51a1be5100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T21:56:45.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.059+0000 7fab5c635100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:56:45.485 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:45 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:45.141+0000 7fa96563d100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:56:45.534 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:45.192+0000 7f51a1be5100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T21:56:45.657 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.397+0000 7fab5c635100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:45.658 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.534+0000 7fab5c635100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:56:45.744 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:45 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:45.481+0000 7fa96563d100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:45.744 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:45 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:45.619+0000 7fa96563d100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:56:45.792 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:45.531+0000 7f51a1be5100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:45.792 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:45.668+0000 7f51a1be5100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T21:56:45.917 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.654+0000 7fab5c635100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:45.917 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.792+0000 7fab5c635100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:56:46.007 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:45 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:45.740+0000 7fa96563d100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:46.007 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:45 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:45.880+0000 7fa96563d100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:56:46.054 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:45.789+0000 7f51a1be5100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:46.054 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:45 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:45.928+0000 7f51a1be5100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T21:56:46.339 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:46 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:46.003+0000 7fa96563d100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:56:46.350 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:45 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:45.913+0000 7fab5c635100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:56:46.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:46.051+0000 7f51a1be5100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T21:56:46.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:46 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:46.524+0000 7fa96563d100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:56:46.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:46 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:46.677+0000 7fa96563d100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:46.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:46 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:46.430+0000 7fab5c635100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:56:46.850 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:46 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:46.582+0000 7fab5c635100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:46.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:46.566+0000 7f51a1be5100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T21:56:46.934 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:46 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:46.719+0000 7f51a1be5100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T21:56:47.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:47 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:47.299+0000 7fab5c635100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:56:47.839 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:47 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:47.407+0000 7fa96563d100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:56:47.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:47 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:47.441+0000 7f51a1be5100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T21:56:48.607 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:48 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:48.351+0000 7fab5c635100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:56:48.607 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:48 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:48.475+0000 7fab5c635100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:56:48.732 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:48 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:48.474+0000 7fa96563d100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:56:48.732 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:48 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:48.600+0000 7fa96563d100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:56:48.755 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:48.498+0000 7f51a1be5100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T21:56:48.756 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:48.624+0000 7f51a1be5100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T21:56:48.867 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:48 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:48.603+0000 7fab5c635100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:56:48.993 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:48 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:48.728+0000 7fa96563d100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:56:49.017 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:48 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:48.752+0000 7f51a1be5100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T21:56:49.294 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:48 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:48.864+0000 7fab5c635100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:56:49.294 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:48 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:48.985+0000 7fab5c635100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:56:49.339 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:48 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:48.989+0000 7fa96563d100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:56:49.339 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:49 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:49.111+0000 7fa96563d100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:56:49.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:49.014+0000 7f51a1be5100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T21:56:49.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:49.137+0000 7f51a1be5100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T21:56:49.600 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:49 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:49.290+0000 7fab5c635100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:56:49.760 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:49 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:49.416+0000 7fa96563d100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:56:49.796 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:49.446+0000 7f51a1be5100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T21:56:49.796 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:49 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:49.792+0000 7f51a1be5100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:49.987 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:49 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:49.631+0000 7fab5c635100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:50.089 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:49 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:49.756+0000 7fa96563d100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:49 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:49.984+0000 7fab5c635100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T20:56:50.103+0000 7fab5c635100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: [06/Mar/2026:20:56:50] ENGINE Bus STARTING 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: CherryPy Checker: 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: The Application mounted at '' has an empty config. 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: [06/Mar/2026:20:56:50] ENGINE Serving on http://:::9283 2026-03-06T21:56:50.278 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:50 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z[57611]: [06/Mar/2026:20:56:50] ENGINE Bus STARTED 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:50.160+0000 7f51a1be5100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T20:56:50.291+0000 7f51a1be5100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: [06/Mar/2026:20:56:50] ENGINE Bus STARTING 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: CherryPy Checker: 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: The Application mounted at '' has an empty config. 2026-03-06T21:56:50.433 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: Standby manager daemon z restarted 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: Standby manager daemon z started 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:56:50.434 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:50 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: Standby manager daemon z restarted 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: Standby manager daemon z started 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:56:50.538 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:50 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: Standby manager daemon z restarted 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: Standby manager daemon z started 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:50 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.109:0/412737061' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:50.107+0000 7fa96563d100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T20:56:50.229+0000 7fa96563d100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: [06/Mar/2026:20:56:50] ENGINE Bus STARTING 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: CherryPy Checker: 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: The Application mounted at '' has an empty config. 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: [06/Mar/2026:20:56:50] ENGINE Serving on http://:::9283 2026-03-06T21:56:50.589 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:50 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x[53152]: [06/Mar/2026:20:56:50] ENGINE Bus STARTED 2026-03-06T21:56:50.934 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: [06/Mar/2026:20:56:50] ENGINE Serving on http://:::9283 2026-03-06T21:56:50.934 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:50 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: [06/Mar/2026:20:56:50] ENGINE Bus STARTED 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: mgrmap e18: y(active, since 119s), standbys: x, z 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: Standby manager daemon x restarted 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: Standby manager daemon x started 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: Active manager daemon y restarted 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: Activating manager daemon y 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: mgrmap e19: y(active, starting, since 0.0109483s), standbys: z, x 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: Manager daemon y is now available 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.285 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.286 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:51 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: mgrmap e18: y(active, since 119s), standbys: x, z 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: Standby manager daemon x restarted 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: Standby manager daemon x started 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: Active manager daemon y restarted 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: Activating manager daemon y 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: mgrmap e19: y(active, starting, since 0.0109483s), standbys: z, x 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: Manager daemon y is now available 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T21:56:51.288 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.289 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.289 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.289 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.289 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:51 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.333 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: mgrmap e18: y(active, since 119s), standbys: x, z 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: Standby manager daemon x restarted 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: Standby manager daemon x started 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.? 192.168.123.107:0/2591056804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: Active manager daemon y restarted 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: Activating manager daemon y 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: mgrmap e19: y(active, starting, since 0.0109483s), standbys: z, x 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: Manager daemon y is now available 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.334 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:51 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:51.337 INFO:teuthology.orchestra.run.vm00.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme0n1 hdd Linux_dc2c3ccc2471037860a4 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme1n1 hdd Linux_c0c683b9954f1f33cdcb 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme2n1 hdd Linux_3ae2719f66bab82f2612 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme3n1 hdd Linux_a0912b21a8de98c1b53e 20.0G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 64s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdb hdd DWNBRSTVMM00001 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdc hdd DWNBRSTVMM00002 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdd hdd DWNBRSTVMM00003 20.0G Yes 64s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vde hdd DWNBRSTVMM00004 20.0G No 64s ago Has a FileSystem 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme0n1 hdd Linux_c65c558803a0c589b078 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme1n1 hdd Linux_3910cbda778930601ab5 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme2n1 hdd Linux_8a52df03e31269e11b64 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme3n1 hdd Linux_1bdfd358f2aa0f317519 20.0G No 49s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 49s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdb hdd DWNBRSTVMM07001 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdc hdd DWNBRSTVMM07002 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdd hdd DWNBRSTVMM07003 20.0G Yes 49s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vde hdd DWNBRSTVMM07004 20.0G No 49s ago Has a FileSystem 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme0n1 hdd Linux_0e5eadcd485f2430f992 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme1n1 hdd Linux_d8555f3c0b66291c7c29 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme2n1 hdd Linux_10f8392ae48ece8f8def 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme3n1 hdd Linux_8b65692d23645a9b7b25 20.0G No 32s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 32s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdb hdd DWNBRSTVMM09001 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdc hdd DWNBRSTVMM09002 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdd hdd DWNBRSTVMM09003 20.0G Yes 32s ago 2026-03-06T21:56:51.338 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vde hdd DWNBRSTVMM09004 20.0G No 32s ago Has a FileSystem 2026-03-06T21:56:51.491 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch ls --format yaml' 2026-03-06T21:56:51.873 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_type: alertmanager 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_name: alertmanager 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=a 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:56:25.570712Z' 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - 9093 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - 9094 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_type: grafana 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_name: grafana 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=a 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:spec: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: anonymous_access: true 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: protocol: https 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:56:26.369667Z' 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - 3000 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_type: mgr 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_name: mgr 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=y 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=x 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: - vm09=z 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:55:27.621545Z' 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T20:56:51.159438Z' 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_type: mon 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:service_name: mon 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T21:56:52.267 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm00:192.168.123.100=a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm07:192.168.123.107=b 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm09:192.168.123.109=c 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:55:07.897445Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T20:56:51.159388Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_type: node-exporter 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_name: node-exporter 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=b 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm09=c 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:56:24.725296Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - 9100 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_type: osd 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_name: osd 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:unmanaged: true 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:spec: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: filter_logic: AND 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: objectstore: bluestore 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: container_image_id: 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: container_image_name: harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T20:56:51.159470Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_type: prometheus 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_name: prometheus 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:56:23.883108Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T20:56:51.764415Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - 9095 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: running: 1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_type: rgw 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_id: foo.a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:service_name: rgw.foo.a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=foo.a 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T20:56:24.136166Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T20:56:51.352120Z' 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: - 80 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: running: 1 2026-03-06T21:56:52.268 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T21:56:52.465 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 -- bash -c 'ceph orch ls | grep '"'"'^osd '"'"'' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: [06/Mar/2026:20:56:51] ENGINE Bus STARTING 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: mgrmap e20: y(active, since 1.01773s), standbys: z, x 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: pgmap v3: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: [06/Mar/2026:20:56:51] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: [06/Mar/2026:20:56:51] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: [06/Mar/2026:20:56:51] ENGINE Bus STARTED 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: [06/Mar/2026:20:56:51] ENGINE Client ('192.168.123.100', 34064) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.590 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.591 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.591 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.591 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.591 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.591 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:52 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: [06/Mar/2026:20:56:51] ENGINE Bus STARTING 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: mgrmap e20: y(active, since 1.01773s), standbys: z, x 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: pgmap v3: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: [06/Mar/2026:20:56:51] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: [06/Mar/2026:20:56:51] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: [06/Mar/2026:20:56:51] ENGINE Bus STARTED 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: [06/Mar/2026:20:56:51] ENGINE Client ('192.168.123.100', 34064) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.600 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:52 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:56:51] ENGINE Bus STARTING 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: mgrmap e20: y(active, since 1.01773s), standbys: z, x 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: pgmap v3: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:56:51] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:56:51] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:56:51] ENGINE Bus STARTED 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: [06/Mar/2026:20:56:51] ENGINE Client ('192.168.123.100', 34064) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.686 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:52 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:52.840 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/mon.a/config 2026-03-06T21:56:53.283 INFO:teuthology.orchestra.run.vm00.stdout:osd 3 2s ago - 2026-03-06T21:56:53.424 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-06T21:56:53.426 INFO:tasks.cephadm:Teardown begin 2026-03-06T21:56:53.426 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:56:53.451 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:56:53.476 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:56:53.504 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-06T21:56:53.504 DEBUG:teuthology.orchestra.run.vm00:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T21:56:53.521 DEBUG:teuthology.orchestra.run.vm07:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T21:56:53.537 DEBUG:teuthology.orchestra.run.vm09:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T21:56:53.559 INFO:tasks.cephadm:Stopping all daemons... 2026-03-06T21:56:53.559 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-06T21:56:53.559 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:56:53.586 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-mon[53239]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.587 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:53 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y[53468]: ::ffff:192.168.123.107 - - [06/Mar/2026:20:56:53] "GET /metrics HTTP/1.1" 503 1620 "" "Prometheus/2.51.0" 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 systemd[1]: Stopping Ceph mon.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-a[53214]: 2026-03-06T20:56:53.671+0000 7f4b81d45640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-a[53214]: 2026-03-06T20:56:53.671+0000 7f4b81d45640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 podman[80647]: 2026-03-06 21:56:53.709386874 +0100 CET m=+0.050928751 container died f46919be1cceab5fb0b133af6c856b2d0483c130949a7e5b758502a43895969e (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 podman[80647]: 2026-03-06 21:56:53.827900697 +0100 CET m=+0.169442574 container remove f46919be1cceab5fb0b133af6c856b2d0483c130949a7e5b758502a43895969e (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:56:53.837 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 21:56:53 vm00 bash[80647]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-a 2026-03-06T21:56:53.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:53.838 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.839 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:53 vm07 ceph-mon[51862]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 90 MiB used, 60 GiB / 60 GiB avail 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 192.168.123.100:0/4044176486' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T21:56:53.850 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.851 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:53 vm09 ceph-mon[56321]: from='mgr.24359 ' entity='mgr.y' 2026-03-06T21:56:53.897 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.a.service' 2026-03-06T21:56:53.975 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:53.975 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-06T21:56:53.975 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2026-03-06T21:56:53.975 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.b 2026-03-06T21:56:54.326 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:54 vm07 systemd[1]: Stopping Ceph mon.b for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:54.326 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:54 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-b[51837]: 2026-03-06T20:56:54.107+0000 7f95e923f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:56:54.326 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:54 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-b[51837]: 2026-03-06T20:56:54.107+0000 7f95e923f640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2026-03-06T21:56:54.588 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 21:56:54 vm07 podman[62557]: 2026-03-06 21:56:54.324290925 +0100 CET m=+0.262394103 container died 9af8ad5537d538785dd16c175312d880fdfa85cbfff9c1fa615759590068055f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-b, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T21:56:54.816 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.b.service' 2026-03-06T21:56:54.855 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:54.855 INFO:tasks.cephadm.mon.c:Stopped mon.b 2026-03-06T21:56:54.855 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2026-03-06T21:56:54.855 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.c 2026-03-06T21:56:55.167 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:54 vm09 systemd[1]: Stopping Ceph mon.c for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:55.168 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:54 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-c[56297]: 2026-03-06T20:56:54.969+0000 7fb60bef8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:56:55.168 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:54 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-c[56297]: 2026-03-06T20:56:54.969+0000 7fb60bef8640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2026-03-06T21:56:55.444 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 21:56:55 vm09 podman[67988]: 2026-03-06 21:56:55.1654991 +0100 CET m=+0.233654169 container died 9ea90ced9c38cfa8d561e1baf9ca8b7e87540e37fd41d758a117f2d617c26dd1 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mon-c, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T21:56:55.510 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mon.c.service' 2026-03-06T21:56:55.545 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:55.545 INFO:tasks.cephadm.mon.c:Stopped mon.c 2026-03-06T21:56:55.545 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-03-06T21:56:55.545 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y 2026-03-06T21:56:55.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:55 vm00 systemd[1]: Stopping Ceph mgr.y for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:55.933 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 21:56:55 vm00 podman[80812]: 2026-03-06 21:56:55.843400163 +0100 CET m=+0.088409201 container died 90caa66999eb0b6a2433de6d48147f929f1c81e75aaad60402f1740f1ae95714 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-y, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:56:56.082 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.y.service' 2026-03-06T21:56:56.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:56.131 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-03-06T21:56:56.131 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-06T21:56:56.131 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.x 2026-03-06T21:56:56.402 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:56 vm07 systemd[1]: Stopping Ceph mgr.x for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:56.403 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:56 vm07 podman[62670]: 2026-03-06 21:56:56.267264144 +0100 CET m=+0.051624424 container died aa0df94c59589e7d5fd23b4f8cf4491e344860c550d6ed8da0649f3948648ae0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T21:56:56.403 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:56 vm07 podman[62670]: 2026-03-06 21:56:56.397401011 +0100 CET m=+0.181761291 container remove aa0df94c59589e7d5fd23b4f8cf4491e344860c550d6ed8da0649f3948648ae0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T21:56:56.403 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 21:56:56 vm07 bash[62670]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-x 2026-03-06T21:56:56.458 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.x.service' 2026-03-06T21:56:56.490 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:56.490 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-06T21:56:56.490 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2026-03-06T21:56:56.490 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.z 2026-03-06T21:56:56.800 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:56 vm09 systemd[1]: Stopping Ceph mgr.z for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:56.800 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:56 vm09 podman[68100]: 2026-03-06 21:56:56.620027722 +0100 CET m=+0.051426366 container died d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T21:56:56.800 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:56 vm09 podman[68100]: 2026-03-06 21:56:56.752540074 +0100 CET m=+0.183938727 container remove d7ed6e6a29f9ff58fa5984e04762378cbdc3ad4c930956b6ef8e2cf43b4954bc (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T21:56:56.800 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:56 vm09 bash[68100]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-mgr-z 2026-03-06T21:56:56.800 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 21:56:56 vm09 systemd[1]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.z.service: Main process exited, code=exited, status=143/n/a 2026-03-06T21:56:56.807 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@mgr.z.service' 2026-03-06T21:56:56.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:56:56.836 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2026-03-06T21:56:56.836 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-06T21:56:56.836 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.0 2026-03-06T21:56:57.156 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:56 vm00 systemd[1]: Stopping Ceph osd.0 for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:57.157 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:56 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0[69286]: 2026-03-06T20:56:56.992+0000 7f8d71fbf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:56:57.157 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:56 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0[69286]: 2026-03-06T20:56:56.992+0000 7f8d71fbf640 -1 osd.0 30 *** Got signal Terminated *** 2026-03-06T21:56:57.157 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:56:56 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0[69286]: 2026-03-06T20:56:56.992+0000 7f8d71fbf640 -1 osd.0 30 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T21:56:57.157 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 systemd[1]: Starting Ceph alertmanager.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 podman[81186]: 2026-03-06 21:56:57.154932907 +0100 CET m=+0.014465585 volume create 82308feb3d3a3de3311485426aba8a16177ce54b035e42f163ce307cf7424a30 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 podman[81186]: 2026-03-06 21:56:57.158103452 +0100 CET m=+0.017636130 container create 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 podman[81186]: 2026-03-06 21:56:57.203073338 +0100 CET m=+0.062606017 container init 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 podman[81186]: 2026-03-06 21:56:57.207948993 +0100 CET m=+0.067481671 container start 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 bash[81186]: 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 podman[81186]: 2026-03-06 21:56:57.149888796 +0100 CET m=+0.009421484 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 systemd[1]: Started Ceph alertmanager.a for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.226Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.226Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.226Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=192.168.123.100 port=9094 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.227Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.244Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.245Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.246Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-03-06T21:56:57.434 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:57 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:57.246Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-03-06T21:56:59.683 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:56:59 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:56:59.228Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000890674s 2026-03-06T21:57:02.289 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81124]: 2026-03-06 21:57:02.026813712 +0100 CET m=+5.060354939 container died a7fdd78b57a1ddfafb3d5b41c5984674d6d1de1d8de44ed4793a73ad086c618d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:57:02.289 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81124]: 2026-03-06 21:57:02.159306488 +0100 CET m=+5.192847715 container remove a7fdd78b57a1ddfafb3d5b41c5984674d6d1de1d8de44ed4793a73ad086c618d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T21:57:02.289 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 bash[81124]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0 2026-03-06T21:57:02.684 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81289]: 2026-03-06 21:57:02.287587482 +0100 CET m=+0.014703621 container create 2ffd4ac0d88f65dfab368cbf2d7f011e0f6305a0959c215fb401830901abc53d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T21:57:02.684 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81289]: 2026-03-06 21:57:02.325363464 +0100 CET m=+0.052479603 container init 2ffd4ac0d88f65dfab368cbf2d7f011e0f6305a0959c215fb401830901abc53d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:57:02.684 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81289]: 2026-03-06 21:57:02.332209507 +0100 CET m=+0.059325646 container start 2ffd4ac0d88f65dfab368cbf2d7f011e0f6305a0959c215fb401830901abc53d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T21:57:02.684 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81289]: 2026-03-06 21:57:02.333047246 +0100 CET m=+0.060163385 container attach 2ffd4ac0d88f65dfab368cbf2d7f011e0f6305a0959c215fb401830901abc53d (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-0-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T21:57:02.684 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 21:57:02 vm00 podman[81289]: 2026-03-06 21:57:02.281840165 +0100 CET m=+0.008956304 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:57:02.818 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.0.service' 2026-03-06T21:57:02.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:57:02.851 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-06T21:57:02.852 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-06T21:57:02.852 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.1 2026-03-06T21:57:03.339 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:02 vm07 systemd[1]: Stopping Ceph osd.1 for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:57:03.339 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:02 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1[55930]: 2026-03-06T20:57:02.940+0000 7ff10470d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:57:03.339 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:02 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1[55930]: 2026-03-06T20:57:02.940+0000 7ff10470d640 -1 osd.1 30 *** Got signal Terminated *** 2026-03-06T21:57:03.339 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:02 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1[55930]: 2026-03-06T20:57:02.940+0000 7ff10470d640 -1 osd.1 30 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T21:57:07.683 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:07 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:57:07.230Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002451259s 2026-03-06T21:57:08.240 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:07 vm07 podman[62782]: 2026-03-06 21:57:07.965174825 +0100 CET m=+5.036218707 container died 9326a0af484bc2efb5d22d5d3f5b7649c903f4b5f266ae40199c767f7110f50c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T21:57:08.240 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62782]: 2026-03-06 21:57:08.090048131 +0100 CET m=+5.161092023 container remove 9326a0af484bc2efb5d22d5d3f5b7649c903f4b5f266ae40199c767f7110f50c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T21:57:08.240 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 bash[62782]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1 2026-03-06T21:57:08.240 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62862]: 2026-03-06 21:57:08.208394773 +0100 CET m=+0.014051207 container create f472d9fe181107c0bdc8638da905a96a5a8da7bbb9e965a7a43dde2a7948a229 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1-deactivate, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T21:57:08.588 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62862]: 2026-03-06 21:57:08.249600909 +0100 CET m=+0.055257353 container init f472d9fe181107c0bdc8638da905a96a5a8da7bbb9e965a7a43dde2a7948a229 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T21:57:08.589 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62862]: 2026-03-06 21:57:08.254659787 +0100 CET m=+0.060316221 container start f472d9fe181107c0bdc8638da905a96a5a8da7bbb9e965a7a43dde2a7948a229 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1-deactivate, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T21:57:08.589 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62862]: 2026-03-06 21:57:08.259713154 +0100 CET m=+0.065369579 container attach f472d9fe181107c0bdc8638da905a96a5a8da7bbb9e965a7a43dde2a7948a229 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-1-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T21:57:08.589 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 21:57:08 vm07 podman[62862]: 2026-03-06 21:57:08.202780085 +0100 CET m=+0.008436529 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:57:08.745 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.1.service' 2026-03-06T21:57:08.773 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:57:08.773 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-06T21:57:08.773 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-03-06T21:57:08.773 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.2 2026-03-06T21:57:09.100 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:08 vm09 systemd[1]: Stopping Ceph osd.2 for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:57:09.100 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:08 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2[60767]: 2026-03-06T20:57:08.865+0000 7f621f1ff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:57:09.100 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:08 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2[60767]: 2026-03-06T20:57:08.865+0000 7f621f1ff640 -1 osd.2 30 *** Got signal Terminated *** 2026-03-06T21:57:09.100 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:08 vm09 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2[60767]: 2026-03-06T20:57:08.865+0000 7f621f1ff640 -1 osd.2 30 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T21:57:14.172 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:13 vm09 podman[68213]: 2026-03-06 21:57:13.906738147 +0100 CET m=+5.053871364 container died b10d3137a17f64c98e0beada0912695eecd04d157ba80fb6c2f64b6ae47000d9 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T21:57:14.172 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68213]: 2026-03-06 21:57:14.025000017 +0100 CET m=+5.172133243 container remove b10d3137a17f64c98e0beada0912695eecd04d157ba80fb6c2f64b6ae47000d9 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T21:57:14.172 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 bash[68213]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2 2026-03-06T21:57:14.172 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.150393244 +0100 CET m=+0.014713159 container create 30a67dee43653d6c64dcaf805880a770e000c832e6240ea0ed65b910fde38413 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T21:57:14.556 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.182365365 +0100 CET m=+0.046685291 container init 30a67dee43653d6c64dcaf805880a770e000c832e6240ea0ed65b910fde38413 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T21:57:14.556 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.18665305 +0100 CET m=+0.050972966 container start 30a67dee43653d6c64dcaf805880a770e000c832e6240ea0ed65b910fde38413 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T21:57:14.556 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.193468677 +0100 CET m=+0.057788603 container attach 30a67dee43653d6c64dcaf805880a770e000c832e6240ea0ed65b910fde38413 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T21:57:14.556 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.144890324 +0100 CET m=+0.009210250 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T21:57:14.556 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 21:57:14 vm09 podman[68293]: 2026-03-06 21:57:14.553528856 +0100 CET m=+0.417848782 container died 30a67dee43653d6c64dcaf805880a770e000c832e6240ea0ed65b910fde38413 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T21:57:14.691 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@osd.2.service' 2026-03-06T21:57:14.719 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:57:14.719 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-03-06T21:57:14.719 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopping rgw.foo.a... 2026-03-06T21:57:14.719 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@rgw.foo.a 2026-03-06T21:57:15.183 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:14 vm00 systemd[1]: Stopping Ceph rgw.foo.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:57:15.183 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:14 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a[75604]: 2026-03-06T20:57:14.812+0000 7fd663dce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/radosgw -n client.rgw.foo.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T21:57:15.184 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:14 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a[75604]: 2026-03-06T20:57:14.812+0000 7fd66763d940 -1 shutting down 2026-03-06T21:57:25.058 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@rgw.foo.a.service' 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:24 vm00 bash[81412]: time="2026-03-06T21:57:24+01:00" level=warning msg="StopSignal SIGTERM failed to stop container ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a in 10 seconds, resorting to SIGKILL" 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:24 vm00 podman[81412]: 2026-03-06 21:57:24.845601038 +0100 CET m=+10.050456956 container died 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:24 vm00 podman[81412]: 2026-03-06 21:57:24.999220046 +0100 CET m=+10.204075964 container remove 0e727369c80df2428579b947bcdcd6f2e2dd5793319c9f7cb10197ef80c99bce (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:24 vm00 bash[81412]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-rgw-foo-a 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:25 vm00 systemd[1]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0@rgw.foo.a.service: Main process exited, code=exited, status=137/n/a 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:25 vm00 systemd[1]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0@rgw.foo.a.service: Failed with result 'exit-code'. 2026-03-06T21:57:25.082 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 21:57:25 vm00 systemd[1]: Stopped Ceph rgw.foo.a for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:57:25.095 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:57:25.095 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopped rgw.foo.a 2026-03-06T21:57:25.095 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-03-06T21:57:25.095 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-84f67ce4-199e-11f1-9e62-4103149360b0@prometheus.a 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 systemd[1]: Stopping Ceph prometheus.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.198Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.200Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.200Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a[61358]: ts=2026-03-06T20:57:25.200Z caller=main.go:1273 level=info msg="See you next time!" 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 podman[62982]: 2026-03-06 21:57:25.212012025 +0100 CET m=+0.027981006 container died d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 podman[62982]: 2026-03-06 21:57:25.326793625 +0100 CET m=+0.142762597 container remove d118f42527ac66367ff48cee8c0f75fe46618e572500306a00a7eae57cbb314f (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T21:57:25.374 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 21:57:25 vm07 bash[62982]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-prometheus-a 2026-03-06T21:57:25.387 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-84f67ce4-199e-11f1-9e62-4103149360b0@prometheus.a.service' 2026-03-06T21:57:25.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T21:57:25.415 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-03-06T21:57:25.415 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force --keep-logs 2026-03-06T21:57:25.688 INFO:teuthology.orchestra.run.vm00.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:26.373 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 systemd[1]: Stopping Ceph alertmanager.a for 84f67ce4-199e-11f1-9e62-4103149360b0... 2026-03-06T21:57:26.628 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a[81196]: ts=2026-03-06T20:57:26.436Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 podman[81747]: 2026-03-06 21:57:26.439210233 +0100 CET m=+0.017678248 container died 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 podman[81747]: 2026-03-06 21:57:26.554494401 +0100 CET m=+0.132962425 container remove 79fa811428a4194d9abbe0640686a2eb4cb5880e649384e6b45619102f41809a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 podman[81747]: 2026-03-06 21:57:26.5555728 +0100 CET m=+0.134040825 volume remove 82308feb3d3a3de3311485426aba8a16177ce54b035e42f163ce307cf7424a30 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 bash[81747]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0-alertmanager-a 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 systemd[1]: ceph-84f67ce4-199e-11f1-9e62-4103149360b0@alertmanager.a.service: Deactivated successfully. 2026-03-06T21:57:26.629 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 21:57:26 vm00 systemd[1]: Stopped Ceph alertmanager.a for 84f67ce4-199e-11f1-9e62-4103149360b0. 2026-03-06T21:57:27.142 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force --keep-logs 2026-03-06T21:57:27.407 INFO:teuthology.orchestra.run.vm07.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:28.391 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force --keep-logs 2026-03-06T21:57:28.645 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:29.465 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:57:29.489 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:57:29.512 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T21:57:29.536 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-06T21:57:29.536 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm00/crash 2026-03-06T21:57:29.536 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash -- . 2026-03-06T21:57:29.559 INFO:teuthology.orchestra.run.vm00.stderr:tar: /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash: Cannot open: No such file or directory 2026-03-06T21:57:29.559 INFO:teuthology.orchestra.run.vm00.stderr:tar: Error is not recoverable: exiting now 2026-03-06T21:57:29.560 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm07/crash 2026-03-06T21:57:29.560 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash -- . 2026-03-06T21:57:29.583 INFO:teuthology.orchestra.run.vm07.stderr:tar: /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash: Cannot open: No such file or directory 2026-03-06T21:57:29.583 INFO:teuthology.orchestra.run.vm07.stderr:tar: Error is not recoverable: exiting now 2026-03-06T21:57:29.584 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm09/crash 2026-03-06T21:57:29.584 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash -- . 2026-03-06T21:57:29.607 INFO:teuthology.orchestra.run.vm09.stderr:tar: /var/lib/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/crash: Cannot open: No such file or directory 2026-03-06T21:57:29.607 INFO:teuthology.orchestra.run.vm09.stderr:tar: Error is not recoverable: exiting now 2026-03-06T21:57:29.608 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-06T21:57:29.608 DEBUG:teuthology.orchestra.run.vm00:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_AGENT_DOWN | egrep -v CEPHADM_FAILED_DAEMON | head -n 1 2026-03-06T21:57:29.633 INFO:tasks.cephadm:Compressing logs... 2026-03-06T21:57:29.633 DEBUG:teuthology.orchestra.run.vm00:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:29.675 DEBUG:teuthology.orchestra.run.vm07:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:29.677 DEBUG:teuthology.orchestra.run.vm09:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:29.695 INFO:teuthology.orchestra.run.vm00.stderr:find: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T21:57:29.696 INFO:teuthology.orchestra.run.vm00.stderr:‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T21:57:29.697 INFO:teuthology.orchestra.run.vm07.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T21:57:29.697 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T21:57:29.698 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.a.log 2026-03-06T21:57:29.698 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log 2026-03-06T21:57:29.698 INFO:teuthology.orchestra.run.vm00.stderr: 90.2% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T21:57:29.698 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log 2026-03-06T21:57:29.699 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log 2026-03-06T21:57:29.699 INFO:teuthology.orchestra.run.vm09.stderr:find: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T21:57:29.699 INFO:teuthology.orchestra.run.vm09.stderr:‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T21:57:29.699 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log: 83.8% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log.gz 2026-03-06T21:57:29.699 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.b.log 2026-03-06T21:57:29.700 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log: 82.8% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T21:57:29.700 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/cephadm.log: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T21:57:29.700 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log 2026-03-06T21:57:29.701 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log 2026-03-06T21:57:29.701 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.c.log 2026-03-06T21:57:29.704 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.y.log 2026-03-06T21:57:29.705 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.b.log: 93.4% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log.gz 2026-03-06T21:57:29.705 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log 2026-03-06T21:57:29.705 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log: 89.7% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log.gz 2026-03-06T21:57:29.705 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log: 82.1% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log.gz 2026-03-06T21:57:29.706 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log: 93.4% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log.gz 2026-03-06T21:57:29.706 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log 2026-03-06T21:57:29.707 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log 2026-03-06T21:57:29.707 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log 2026-03-06T21:57:29.707 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.c.log: /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log: 82.7% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.log.gz 2026-03-06T21:57:29.707 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log 2026-03-06T21:57:29.708 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log: 89.9% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log.gz 2026-03-06T21:57:29.708 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.z.log 2026-03-06T21:57:29.709 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log: 78.4% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log.gz 2026-03-06T21:57:29.709 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log 2026-03-06T21:57:29.709 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.2.log 2026-03-06T21:57:29.710 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log: 89.8% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.audit.log.gz 2026-03-06T21:57:29.710 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.x.log 2026-03-06T21:57:29.710 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log: 78.4% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log.gz 2026-03-06T21:57:29.711 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.1.log 2026-03-06T21:57:29.711 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log 2026-03-06T21:57:29.712 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log: 81.6% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph.cephadm.log.gz 2026-03-06T21:57:29.712 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.z.log: 90.0% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.z.log.gz 2026-03-06T21:57:29.713 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.x.log: 90.0% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.x.log.gz 2026-03-06T21:57:29.715 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.0.log 2026-03-06T21:57:29.724 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.1.log: 92.1% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.b.log.gz 2026-03-06T21:57:29.724 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-client.rgw.foo.a.log 2026-03-06T21:57:29.729 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.0.log: /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-client.rgw.foo.a.log: 59.0% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-client.rgw.foo.a.log.gz 2026-03-06T21:57:29.732 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.2.log: 92.1% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.c.log.gz 2026-03-06T21:57:29.732 INFO:teuthology.orchestra.run.vm00.stderr: 93.3% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-volume.log.gz 2026-03-06T21:57:29.742 INFO:teuthology.orchestra.run.vm00.stderr: 89.3% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mgr.y.log.gz 2026-03-06T21:57:29.797 INFO:teuthology.orchestra.run.vm00.stderr: 91.6% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-mon.a.log.gz 2026-03-06T21:57:29.839 INFO:teuthology.orchestra.run.vm09.stderr: 94.7% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.2.log.gz 2026-03-06T21:57:29.840 INFO:teuthology.orchestra.run.vm09.stderr: 2026-03-06T21:57:29.840 INFO:teuthology.orchestra.run.vm09.stderr:real 0m0.151s 2026-03-06T21:57:29.840 INFO:teuthology.orchestra.run.vm09.stderr:user 0m0.157s 2026-03-06T21:57:29.840 INFO:teuthology.orchestra.run.vm09.stderr:sys 0m0.025s 2026-03-06T21:57:29.856 INFO:teuthology.orchestra.run.vm00.stderr: 94.8% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.0.log.gz 2026-03-06T21:57:29.856 INFO:teuthology.orchestra.run.vm07.stderr: 94.7% -- replaced with /var/log/ceph/84f67ce4-199e-11f1-9e62-4103149360b0/ceph-osd.1.log.gz 2026-03-06T21:57:29.857 INFO:teuthology.orchestra.run.vm00.stderr: 2026-03-06T21:57:29.857 INFO:teuthology.orchestra.run.vm00.stderr:real 0m0.171s 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm00.stderr:user 0m0.243s 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm00.stderr:sys 0m0.025s 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm07.stderr:real 0m0.169s 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm07.stderr:user 0m0.176s 2026-03-06T21:57:29.858 INFO:teuthology.orchestra.run.vm07.stderr:sys 0m0.019s 2026-03-06T21:57:29.858 INFO:tasks.cephadm:Archiving logs... 2026-03-06T21:57:29.858 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm00/log 2026-03-06T21:57:29.858 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T21:57:29.933 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm07/log 2026-03-06T21:57:29.933 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T21:57:29.964 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm09/log 2026-03-06T21:57:29.964 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T21:57:29.995 INFO:tasks.cephadm:Removing cluster... 2026-03-06T21:57:29.995 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force 2026-03-06T21:57:30.248 INFO:teuthology.orchestra.run.vm00.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:30.328 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force 2026-03-06T21:57:30.587 INFO:teuthology.orchestra.run.vm07.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:30.677 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 84f67ce4-199e-11f1-9e62-4103149360b0 --force 2026-03-06T21:57:30.945 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: 84f67ce4-199e-11f1-9e62-4103149360b0 2026-03-06T21:57:31.034 INFO:tasks.cephadm:Removing cephadm ... 2026-03-06T21:57:31.034 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T21:57:31.048 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T21:57:31.062 DEBUG:teuthology.orchestra.run.vm09:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T21:57:31.076 INFO:tasks.cephadm:Teardown complete 2026-03-06T21:57:31.076 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-03-06T21:57:31.078 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdb... 2026-03-06T21:57:31.078 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdb 2026-03-06T21:57:31.176 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T21:57:31.178 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdc... 2026-03-06T21:57:31.178 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdc 2026-03-06T21:57:31.268 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T21:57:31.270 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdd... 2026-03-06T21:57:31.270 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdd 2026-03-06T21:57:31.364 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T21:57:31.366 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vde... 2026-03-06T21:57:31.366 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vde 2026-03-06T21:57:31.463 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T21:57:31.465 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T21:57:31.465 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/scratch_devs 2026-03-06T21:57:31.486 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdb... 2026-03-06T21:57:31.486 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdb 2026-03-06T21:57:31.568 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T21:57:31.570 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdc... 2026-03-06T21:57:31.570 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdc 2026-03-06T21:57:31.658 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T21:57:31.659 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdd... 2026-03-06T21:57:31.659 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdd 2026-03-06T21:57:31.751 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T21:57:31.753 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vde... 2026-03-06T21:57:31.753 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vde 2026-03-06T21:57:31.842 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T21:57:31.844 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T21:57:31.844 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/scratch_devs 2026-03-06T21:57:31.866 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdb... 2026-03-06T21:57:31.866 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdb 2026-03-06T21:57:31.971 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T21:57:31.973 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdc... 2026-03-06T21:57:31.973 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdc 2026-03-06T21:57:32.073 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T21:57:32.074 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdd... 2026-03-06T21:57:32.074 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdd 2026-03-06T21:57:32.166 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T21:57:32.167 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vde... 2026-03-06T21:57:32.167 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vde 2026-03-06T21:57:32.254 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T21:57:32.255 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T21:57:32.255 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-06T21:57:32.280 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-06T21:57:32.282 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-06T21:57:32.282 DEBUG:teuthology.orchestra.run.vm00:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:57:32.284 DEBUG:teuthology.orchestra.run.vm07:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:57:32.286 DEBUG:teuthology.orchestra.run.vm09:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T21:57:32.298 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:57:32.300 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:^+ ntp2.uni-ulm.de 2 6 177 59 -60us[ -60us] +/- 15ms 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:^* node-1.infogral.is 2 6 177 61 -846us[ -798us] +/- 14ms 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:^+ ntp5.kernfusion.at 2 6 177 60 -748us[ -748us] +/- 17ms 2026-03-06T21:57:32.302 INFO:teuthology.orchestra.run.vm00.stdout:^+ netcup02.theravenhub.com 2 6 177 62 +1621us[+1669us] +/- 18ms 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:^* node-1.infogral.is 2 6 177 61 -876us[ -791us] +/- 14ms 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:^+ ntp5.kernfusion.at 2 6 177 61 -901us[ -901us] +/- 17ms 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:^+ netcup02.theravenhub.com 2 6 177 61 +1534us[+1534us] +/- 18ms 2026-03-06T21:57:32.303 INFO:teuthology.orchestra.run.vm07.stdout:^+ ntp2.uni-ulm.de 2 6 177 61 +421us[ +506us] +/- 15ms 2026-03-06T21:57:32.336 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:^+ ntp5.kernfusion.at 2 6 177 62 -795us[ -746us] +/- 17ms 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:^+ netcup02.theravenhub.com 2 6 177 60 +1667us[+1716us] +/- 19ms 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:^+ ntp2.uni-ulm.de 2 6 177 62 +321us[ +370us] +/- 15ms 2026-03-06T21:57:32.340 INFO:teuthology.orchestra.run.vm09.stdout:^* node-1.infogral.is 2 6 177 59 -786us[ -737us] +/- 14ms 2026-03-06T21:57:32.340 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-06T21:57:32.342 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-06T21:57:32.342 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-06T21:57:32.344 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-06T21:57:32.346 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-06T21:57:32.348 INFO:teuthology.task.internal:Duration was 408.135657 seconds 2026-03-06T21:57:32.348 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-06T21:57:32.351 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-06T21:57:32.351 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T21:57:32.352 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T21:57:32.354 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T21:57:32.390 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:57:32.390 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:57:32.423 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T21:57:32.874 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-06T21:57:32.874 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm00.local 2026-03-06T21:57:32.874 DEBUG:teuthology.orchestra.run.vm00:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T21:57:32.902 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm07.local 2026-03-06T21:57:32.902 DEBUG:teuthology.orchestra.run.vm07:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T21:57:32.927 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm09.local 2026-03-06T21:57:32.927 DEBUG:teuthology.orchestra.run.vm09:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T21:57:32.949 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-06T21:57:32.949 DEBUG:teuthology.orchestra.run.vm00:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:32.951 DEBUG:teuthology.orchestra.run.vm07:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:32.969 DEBUG:teuthology.orchestra.run.vm09:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:33.451 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-06T21:57:33.451 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:33.453 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:33.455 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T21:57:33.479 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:57:33.480 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:57:33.480 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T21:57:33.480 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:33.481 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:57:33.481 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T21:57:33.481 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:57:33.481 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T21:57:33.481 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz/home/ubuntu/cephtest/archive/syslog/journalctl.log: 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: /home/ubuntu/cephtest/archive/syslog/journalctl.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T21:57:33.482 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T21:57:33.591 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.3% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T21:57:33.620 INFO:teuthology.orchestra.run.vm09.stderr: 98.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T21:57:33.641 INFO:teuthology.orchestra.run.vm00.stderr: 98.2% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T21:57:33.642 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-06T21:57:33.645 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-06T21:57:33.645 DEBUG:teuthology.orchestra.run.vm00:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T21:57:33.705 DEBUG:teuthology.orchestra.run.vm07:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T21:57:33.729 DEBUG:teuthology.orchestra.run.vm09:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T21:57:33.755 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-06T21:57:33.757 DEBUG:teuthology.orchestra.run.vm00:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.759 DEBUG:teuthology.orchestra.run.vm07:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.771 DEBUG:teuthology.orchestra.run.vm09:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.781 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = core 2026-03-06T21:57:33.794 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = core 2026-03-06T21:57:33.817 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = core 2026-03-06T21:57:33.830 DEBUG:teuthology.orchestra.run.vm00:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:57:33.849 DEBUG:teuthology.orchestra.run.vm07:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:57:33.866 DEBUG:teuthology.orchestra.run.vm09:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T21:57:33.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T21:57:33.885 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-06T21:57:33.887 INFO:teuthology.task.internal:Transferring archived files... 2026-03-06T21:57:33.887 DEBUG:teuthology.misc:Transferring archived files from vm00:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm00 2026-03-06T21:57:33.888 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T21:57:33.918 DEBUG:teuthology.misc:Transferring archived files from vm07:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm07 2026-03-06T21:57:33.918 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T21:57:33.944 DEBUG:teuthology.misc:Transferring archived files from vm09:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/371/remote/vm09 2026-03-06T21:57:33.944 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T21:57:33.970 INFO:teuthology.task.internal:Removing archive directory... 2026-03-06T21:57:33.970 DEBUG:teuthology.orchestra.run.vm00:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T21:57:33.971 DEBUG:teuthology.orchestra.run.vm07:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T21:57:33.985 DEBUG:teuthology.orchestra.run.vm09:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T21:57:34.024 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-06T21:57:34.027 INFO:teuthology.task.internal:Not uploading archives. 2026-03-06T21:57:34.027 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-06T21:57:34.029 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-06T21:57:34.029 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T21:57:34.030 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T21:57:34.040 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T21:57:34.044 INFO:teuthology.orchestra.run.vm00.stdout: 8532144 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 21:57 /home/ubuntu/cephtest 2026-03-06T21:57:34.054 INFO:teuthology.orchestra.run.vm07.stdout: 8532143 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 21:57 /home/ubuntu/cephtest 2026-03-06T21:57:34.079 INFO:teuthology.orchestra.run.vm09.stdout: 8532139 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 21:57 /home/ubuntu/cephtest 2026-03-06T21:57:34.080 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-06T21:57:34.085 INFO:teuthology.run:Summary data: description: orch:cephadm:smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start} duration: 408.13565731048584 owner: irq0 success: true 2026-03-06T21:57:34.085 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T21:57:34.100 INFO:teuthology.run:pass