2026-03-06T22:00:53.410 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-06T22:00:53.415 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T22:00:53.434 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374 branch: cobaltcore-storage-v19.2.3-fasttrack-5 description: orch:cephadm:smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} email: null first_in_suite: false flavor: default job_id: '374' last_in_suite: false machine_type: vps name: irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps no_nested_subset: false openstack: - volumes: count: 1 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-5 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_AGENT_DOWN - CEPHADM_FAILED_DAEMON log-only-match: - CEPHADM_ sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 install: ceph: flavor: default sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: tt-19.2.3-fasttrack-5 sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.y - osd.0 - client.0 - ceph.rgw.foo.a - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.1 - client.1 - prometheus.a - grafana.a - node-exporter.b - - mon.c - mgr.z - osd.2 - client.2 - node-exporter.c seed: 5541 sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a sleep_before_teardown: 0 suite: orch:cephadm:smoke-small suite_branch: tt-19.2.3-fasttrack-5 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e targets: vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGKm4BPr4uGO+1Epu2N8HpccnTGWzyCOxPcjprPSbPxuNToD3mPTDOHcwG1AqY7ABVU5UIKHrnYW1MhnNyIdsH0= vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLNpUAa9OnUZPHfwOQAhyDIcqAgGBDK9oBpFQXDm3zABS6+knfMSaVs4XvCwnVY4lxWit70lRtcncZvWnav9zHs= vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBODqbsF7qrFVLRL7/gX1s4Hg6RpB+3DlwSbjf7UQHT/0REd7WDayJdO7S4POpJqP4MJKY3zi4zQ3acgbfkCESYs= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: conf: mgr: debug mgr: 20 debug ms: 1 - cephadm.shell: mon.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls --format yaml - ceph orch ls | grep '^osd ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-06_20:21:15 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-06T22:00:53.434 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa; will attempt to use it 2026-03-06T22:00:53.435 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks 2026-03-06T22:00:53.435 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-06T22:00:53.435 INFO:teuthology.task.internal:Saving configuration 2026-03-06T22:00:53.440 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-06T22:00:53.441 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-06T22:00:53.446 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm00.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:59:19.942040', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:00', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGKm4BPr4uGO+1Epu2N8HpccnTGWzyCOxPcjprPSbPxuNToD3mPTDOHcwG1AqY7ABVU5UIKHrnYW1MhnNyIdsH0='} 2026-03-06T22:00:53.451 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:59:19.942419', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLNpUAa9OnUZPHfwOQAhyDIcqAgGBDK9oBpFQXDm3zABS6+knfMSaVs4XvCwnVY4lxWit70lRtcncZvWnav9zHs='} 2026-03-06T22:00:53.455 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 20:59:19.942628', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBODqbsF7qrFVLRL7/gX1s4Hg6RpB+3DlwSbjf7UQHT/0REd7WDayJdO7S4POpJqP4MJKY3zi4zQ3acgbfkCESYs='} 2026-03-06T22:00:53.455 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-06T22:00:53.456 INFO:teuthology.task.internal:roles: ubuntu@vm00.local - ['mon.a', 'mgr.y', 'osd.0', 'client.0', 'ceph.rgw.foo.a', 'node-exporter.a', 'alertmanager.a'] 2026-03-06T22:00:53.456 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['mon.b', 'mgr.x', 'osd.1', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-03-06T22:00:53.456 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.c', 'mgr.z', 'osd.2', 'client.2', 'node-exporter.c'] 2026-03-06T22:00:53.456 INFO:teuthology.run_tasks:Running task console_log... 2026-03-06T22:00:53.462 DEBUG:teuthology.task.console_log:vm00 does not support IPMI; excluding 2026-03-06T22:00:53.467 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-03-06T22:00:53.472 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-03-06T22:00:53.472 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f1e1108fe20>, signals=[15]) 2026-03-06T22:00:53.472 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-06T22:00:53.473 INFO:teuthology.task.internal:Opening connections... 2026-03-06T22:00:53.473 DEBUG:teuthology.task.internal:connecting to ubuntu@vm00.local 2026-03-06T22:00:53.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:00:53.540 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-03-06T22:00:53.541 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:00:53.603 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-03-06T22:00:53.603 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:00:53.666 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-06T22:00:53.667 DEBUG:teuthology.orchestra.run.vm00:> uname -m 2026-03-06T22:00:53.682 INFO:teuthology.orchestra.run.vm00.stdout:x86_64 2026-03-06T22:00:53.682 DEBUG:teuthology.orchestra.run.vm00:> cat /etc/os-release 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:NAME="CentOS Stream" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:VERSION="9" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:ID="centos" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:ID_LIKE="rhel fedora" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:VERSION_ID="9" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:PLATFORM_ID="platform:el9" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:ANSI_COLOR="0;31" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:LOGO="fedora-logo-icon" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T22:00:53.736 INFO:teuthology.orchestra.run.vm00.stdout:HOME_URL="https://centos.org/" 2026-03-06T22:00:53.737 INFO:teuthology.orchestra.run.vm00.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T22:00:53.737 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T22:00:53.737 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T22:00:53.737 INFO:teuthology.lock.ops:Updating vm00.local on lock server 2026-03-06T22:00:53.742 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-03-06T22:00:53.757 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-03-06T22:00:53.757 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:NAME="CentOS Stream" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:ID="centos" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE="rhel fedora" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:PLATFORM_ID="platform:el9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:ANSI_COLOR="0;31" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:LOGO="fedora-logo-icon" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://centos.org/" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T22:00:53.813 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T22:00:53.813 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-03-06T22:00:53.817 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-03-06T22:00:53.839 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-03-06T22:00:53.839 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:NAME="CentOS Stream" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:ID="centos" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel fedora" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;31" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://centos.org/" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-06T22:00:53.900 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-06T22:00:53.900 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-03-06T22:00:53.905 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-06T22:00:53.908 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-06T22:00:53.909 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-06T22:00:53.909 DEBUG:teuthology.orchestra.run.vm00:> test '!' -e /home/ubuntu/cephtest 2026-03-06T22:00:53.911 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-03-06T22:00:53.913 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-03-06T22:00:53.957 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-06T22:00:53.959 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-06T22:00:53.959 DEBUG:teuthology.orchestra.run.vm00:> test -z $(ls -A /var/lib/ceph) 2026-03-06T22:00:53.965 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-03-06T22:00:53.971 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-03-06T22:00:53.980 INFO:teuthology.orchestra.run.vm00.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T22:00:53.989 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T22:00:54.018 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T22:00:54.019 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-06T22:00:54.026 DEBUG:teuthology.orchestra.run.vm00:> test -e /ceph-qa-ready 2026-03-06T22:00:54.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.230 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-03-06T22:00:54.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.438 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-03-06T22:00:54.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.638 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-06T22:00:54.639 INFO:teuthology.task.internal:Creating test directory... 2026-03-06T22:00:54.639 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T22:00:54.641 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T22:00:54.643 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T22:00:54.660 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-06T22:00:54.662 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-06T22:00:54.663 INFO:teuthology.task.internal:Creating archive directory... 2026-03-06T22:00:54.663 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T22:00:54.696 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T22:00:54.701 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T22:00:54.722 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-06T22:00:54.723 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-06T22:00:54.723 DEBUG:teuthology.orchestra.run.vm00:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T22:00:54.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.763 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T22:00:54.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.776 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T22:00:54.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:00:54.793 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T22:00:54.805 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T22:00:54.817 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T22:00:54.827 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.835 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.839 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.849 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.859 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.867 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T22:00:54.868 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-06T22:00:54.870 INFO:teuthology.task.internal:Configuring sudo... 2026-03-06T22:00:54.870 DEBUG:teuthology.orchestra.run.vm00:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T22:00:54.879 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T22:00:54.893 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T22:00:54.936 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-06T22:00:54.938 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-06T22:00:54.939 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T22:00:54.943 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T22:00:54.961 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T22:00:54.991 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:00:55.019 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:00:55.074 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:00:55.074 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T22:00:55.132 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:00:55.155 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:00:55.213 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:00:55.213 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T22:00:55.277 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:00:55.303 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:00:55.362 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:00:55.362 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T22:00:55.422 DEBUG:teuthology.orchestra.run.vm00:> sudo service rsyslog restart 2026-03-06T22:00:55.424 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-03-06T22:00:55.426 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-03-06T22:00:55.449 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:00:55.457 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:00:55.492 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:00:55.947 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-06T22:00:55.949 INFO:teuthology.task.internal:Starting timer... 2026-03-06T22:00:55.949 INFO:teuthology.run_tasks:Running task pcp... 2026-03-06T22:00:55.983 INFO:teuthology.run_tasks:Running task selinux... 2026-03-06T22:00:55.987 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-03-06T22:00:55.987 INFO:teuthology.task.selinux:Excluding vm00: VMs are not yet supported 2026-03-06T22:00:55.987 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-03-06T22:00:55.987 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-03-06T22:00:55.987 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-06T22:00:55.987 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-06T22:00:55.987 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-06T22:00:55.987 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-06T22:00:55.989 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-06T22:00:55.989 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-06T22:00:55.991 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-06T22:00:56.475 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-06T22:00:56.480 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-06T22:00:56.480 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryanjsbnfo --limit vm00.local,vm07.local,vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-06T22:03:32.218 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm00.local'), Remote(name='ubuntu@vm07.local'), Remote(name='ubuntu@vm09.local')] 2026-03-06T22:03:32.219 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm00.local' 2026-03-06T22:03:32.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:03:32.280 DEBUG:teuthology.orchestra.run.vm00:> true 2026-03-06T22:03:32.360 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm00.local' 2026-03-06T22:03:32.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-03-06T22:03:32.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:03:32.426 DEBUG:teuthology.orchestra.run.vm07:> true 2026-03-06T22:03:32.519 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-03-06T22:03:32.519 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-03-06T22:03:32.520 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T22:03:32.590 DEBUG:teuthology.orchestra.run.vm09:> true 2026-03-06T22:03:32.674 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-03-06T22:03:32.674 INFO:teuthology.run_tasks:Running task clock... 2026-03-06T22:03:32.677 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-06T22:03:32.677 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T22:03:32.677 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:03:32.679 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T22:03:32.679 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:03:32.680 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T22:03:32.680 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:03:32.712 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T22:03:32.717 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T22:03:32.725 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T22:03:32.744 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T22:03:32.751 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T22:03:32.752 INFO:teuthology.orchestra.run.vm00.stderr:sudo: ntpd: command not found 2026-03-06T22:03:32.762 INFO:teuthology.orchestra.run.vm00.stdout:506 Cannot talk to daemon 2026-03-06T22:03:32.766 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T22:03:32.777 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T22:03:32.782 INFO:teuthology.orchestra.run.vm07.stderr:sudo: ntpd: command not found 2026-03-06T22:03:32.789 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T22:03:32.797 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-03-06T22:03:32.801 INFO:teuthology.orchestra.run.vm07.stdout:506 Cannot talk to daemon 2026-03-06T22:03:32.812 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-03-06T22:03:32.824 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T22:03:32.830 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T22:03:32.839 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:03:32.847 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T22:03:32.847 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T22:03:32.895 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:03:32.916 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:03:32.986 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm00.stdout:^? 172-104-149-161.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm00.stdout:^? alpha.rueckgr.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm00.stdout:^? dc8wan.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm00.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:^? 172-104-149-161.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:^? alpha.rueckgr.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm07.stdout:^? dc8wan.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:^? dc8wan.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:^? 172-104-149-161.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.987 INFO:teuthology.orchestra.run.vm09.stdout:^? alpha.rueckgr.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T22:03:32.988 INFO:teuthology.run_tasks:Running task pexec... 2026-03-06T22:03:32.990 INFO:teuthology.task.pexec:Executing custom commands... 2026-03-06T22:03:32.990 DEBUG:teuthology.orchestra.run.vm00:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T22:03:32.990 DEBUG:teuthology.orchestra.run.vm07:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T22:03:32.990 DEBUG:teuthology.orchestra.run.vm09:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-06T22:03:33.030 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.030 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.030 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.030 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.030 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm09.local 2026-03-06T22:03:33.030 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.030 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.030 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.030 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.031 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.031 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.031 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.031 DEBUG:teuthology.task.pexec:ubuntu@vm00.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.031 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm00.local 2026-03-06T22:03:33.031 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.031 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.031 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.031 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.032 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.032 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.032 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.032 DEBUG:teuthology.task.pexec:ubuntu@vm07.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.032 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm07.local 2026-03-06T22:03:33.032 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-06T22:03:33.033 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-06T22:03:33.033 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.033 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-06T22:03:33.241 INFO:teuthology.orchestra.run.vm09.stdout:No match for argument: nvme-cli 2026-03-06T22:03:33.241 INFO:teuthology.orchestra.run.vm09.stderr:No packages marked for removal. 2026-03-06T22:03:33.245 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-06T22:03:33.246 INFO:teuthology.orchestra.run.vm09.stdout:Nothing to do. 2026-03-06T22:03:33.246 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-06T22:03:33.272 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: nvme-cli 2026-03-06T22:03:33.272 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-06T22:03:33.275 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-06T22:03:33.276 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-06T22:03:33.276 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-06T22:03:33.278 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: nvme-cli 2026-03-06T22:03:33.278 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T22:03:33.281 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T22:03:33.282 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T22:03:33.282 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T22:03:33.646 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:02:00 ago on Fri 06 Mar 2026 10:01:33 PM CET. 2026-03-06T22:03:33.692 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:44 ago on Fri 06 Mar 2026 10:01:49 PM CET. 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T22:03:33.749 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:Install 7 Packages 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 6.3 M 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 24 M 2026-03-06T22:03:33.750 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-03-06T22:03:33.790 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:22 ago on Fri 06 Mar 2026 10:02:11 PM CET. 2026-03-06T22:03:33.797 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-06T22:03:33.797 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T22:03:33.797 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Install 7 Packages 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 6.3 M 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 24 M 2026-03-06T22:03:33.798 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-06T22:03:33.913 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout:Install 7 Packages 2026-03-06T22:03:33.917 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:03:33.918 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 6.3 M 2026-03-06T22:03:33.918 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 24 M 2026-03-06T22:03:33.918 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T22:03:34.680 INFO:teuthology.orchestra.run.vm07.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 350 kB/s | 44 kB 00:00 2026-03-06T22:03:34.710 INFO:teuthology.orchestra.run.vm07.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 462 kB/s | 72 kB 00:00 2026-03-06T22:03:34.774 INFO:teuthology.orchestra.run.vm07.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 903 kB/s | 84 kB 00:00 2026-03-06T22:03:34.804 INFO:teuthology.orchestra.run.vm07.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.6 MB/s | 150 kB 00:00 2026-03-06T22:03:34.836 INFO:teuthology.orchestra.run.vm09.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 273 kB/s | 44 kB 00:00 2026-03-06T22:03:34.843 INFO:teuthology.orchestra.run.vm09.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 430 kB/s | 72 kB 00:00 2026-03-06T22:03:34.903 INFO:teuthology.orchestra.run.vm09.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.2 MB/s | 84 kB 00:00 2026-03-06T22:03:34.910 INFO:teuthology.orchestra.run.vm09.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 2.2 MB/s | 150 kB 00:00 2026-03-06T22:03:34.972 INFO:teuthology.orchestra.run.vm09.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 3.9 MB/s | 1.2 MB 00:00 2026-03-06T22:03:35.085 INFO:teuthology.orchestra.run.vm09.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.5 MB/s | 837 kB 00:00 2026-03-06T22:03:35.117 INFO:teuthology.orchestra.run.vm07.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.4 MB/s | 837 kB 00:00 2026-03-06T22:03:35.150 INFO:teuthology.orchestra.run.vm07.stdout:(6/7): runc-1.4.0-2.el9.x86_64.rpm 11 MB/s | 4.0 MB 00:00 2026-03-06T22:03:35.156 INFO:teuthology.orchestra.run.vm07.stdout:(7/7): nvme-cli-2.16-1.el9.x86_64.rpm 1.9 MB/s | 1.2 MB 00:00 2026-03-06T22:03:35.157 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T22:03:35.157 INFO:teuthology.orchestra.run.vm07.stdout:Total 5.1 MB/s | 6.3 MB 00:01 2026-03-06T22:03:35.269 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T22:03:35.282 INFO:teuthology.orchestra.run.vm00.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 35 kB/s | 44 kB 00:01 2026-03-06T22:03:35.283 INFO:teuthology.orchestra.run.vm00.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 57 kB/s | 72 kB 00:01 2026-03-06T22:03:35.284 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T22:03:35.284 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T22:03:35.342 INFO:teuthology.orchestra.run.vm09.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 9.2 MB/s | 4.0 MB 00:00 2026-03-06T22:03:35.342 INFO:teuthology.orchestra.run.vm00.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2026-03-06T22:03:35.342 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-03-06T22:03:35.342 INFO:teuthology.orchestra.run.vm09.stdout:Total 3.9 MB/s | 6.3 MB 00:01 2026-03-06T22:03:35.343 INFO:teuthology.orchestra.run.vm00.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 2.4 MB/s | 150 kB 00:00 2026-03-06T22:03:35.366 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T22:03:35.366 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T22:03:35.420 INFO:teuthology.orchestra.run.vm00.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 841 kB/s | 1.2 MB 00:01 2026-03-06T22:03:35.421 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-03-06T22:03:35.432 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-03-06T22:03:35.432 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-03-06T22:03:35.434 INFO:teuthology.orchestra.run.vm00.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.9 MB/s | 837 kB 00:00 2026-03-06T22:03:35.502 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-03-06T22:03:35.503 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-03-06T22:03:35.584 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T22:03:35.599 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T22:03:35.616 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T22:03:35.626 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:35.637 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:35.642 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:35.664 INFO:teuthology.orchestra.run.vm00.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 12 MB/s | 4.0 MB 00:00 2026-03-06T22:03:35.664 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-06T22:03:35.664 INFO:teuthology.orchestra.run.vm00.stdout:Total 3.4 MB/s | 6.3 MB 00:01 2026-03-06T22:03:35.665 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-03-06T22:03:35.678 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T22:03:35.692 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T22:03:35.700 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:35.707 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:35.709 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:35.709 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:35.737 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-06T22:03:35.747 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-06T22:03:35.747 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-06T22:03:35.773 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:35.820 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-06T22:03:35.820 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-06T22:03:35.913 INFO:teuthology.orchestra.run.vm07.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T22:03:35.915 INFO:teuthology.orchestra.run.vm09.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T22:03:35.921 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:35.921 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:35.988 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-06T22:03:36.001 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-06T22:03:36.016 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-06T22:03:36.023 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:36.033 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:36.035 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:36.085 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-06T22:03:36.232 INFO:teuthology.orchestra.run.vm00.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-06T22:03:36.237 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:36.248 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:36.249 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T22:03:36.249 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:03:36.354 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:36.355 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T22:03:36.355 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:03:36.639 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-06T22:03:36.639 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T22:03:36.639 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:03:36.777 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T22:03:36.778 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T22:03:36.778 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:36.778 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:36.778 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T22:03:36.778 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:03:36.886 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-06T22:03:36.992 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T22:03:36.992 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T22:03:36.992 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:36.993 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:36.993 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T22:03:36.993 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T22:03:37.009 DEBUG:teuthology.parallel:result is None 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:03:37.102 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T22:03:37.242 DEBUG:teuthology.parallel:result is None 2026-03-06T22:03:37.341 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-06T22:03:37.342 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-06T22:03:37.342 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-06T22:03:37.342 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-06T22:03:37.342 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-06T22:03:37.343 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-06T22:03:37.433 INFO:teuthology.orchestra.run.vm00.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-06T22:03:37.434 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:03:37.434 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-06T22:03:37.541 DEBUG:teuthology.parallel:result is None 2026-03-06T22:03:37.542 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-03-06T22:03:37.545 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-03-06T22:03:37.545 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:03:37.546 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:03:37.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:03:37.583 DEBUG:teuthology.orchestra.run.vm00:> ls /dev/[sv]d? 2026-03-06T22:03:37.651 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vda 2026-03-06T22:03:37.651 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb 2026-03-06T22:03:37.651 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc 2026-03-06T22:03:37.652 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd 2026-03-06T22:03:37.652 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde 2026-03-06T22:03:37.652 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T22:03:37.652 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T22:03:37.652 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdb 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdb 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,10 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:03:36.719643566 +0100 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:36.719643566 +0100 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:36.719643566 +0100 2026-03-06T22:03:37.721 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:59:27.264000000 +0100 2026-03-06T22:03:37.721 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T22:03:37.790 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:03:37.791 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:03:37.791 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.00017465 s, 2.9 MB/s 2026-03-06T22:03:37.792 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T22:03:37.858 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdc 2026-03-06T22:03:37.920 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdc 2026-03-06T22:03:37.920 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 255 Links: 1 Device type: fc,20 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:03:36.716643567 +0100 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:36.716643567 +0100 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:36.716643567 +0100 2026-03-06T22:03:37.921 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:59:27.271000000 +0100 2026-03-06T22:03:37.921 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T22:03:37.992 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:03:37.992 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:03:37.992 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000269629 s, 1.9 MB/s 2026-03-06T22:03:37.994 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T22:03:38.056 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdd 2026-03-06T22:03:38.118 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdd 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 256 Links: 1 Device type: fc,30 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:03:36.720643566 +0100 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:36.720643566 +0100 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:36.720643566 +0100 2026-03-06T22:03:38.119 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:59:27.275000000 +0100 2026-03-06T22:03:38.119 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T22:03:38.185 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:03:38.185 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:03:38.185 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000194074 s, 2.6 MB/s 2026-03-06T22:03:38.186 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T22:03:38.253 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vde 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vde 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 257 Links: 1 Device type: fc,40 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:03:36.730643563 +0100 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:36.730643563 +0100 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:36.730643563 +0100 2026-03-06T22:03:38.316 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 21:59:27.281000000 +0100 2026-03-06T22:03:38.316 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T22:03:38.384 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:03:38.384 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:03:38.384 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000307555 s, 1.7 MB/s 2026-03-06T22:03:38.386 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T22:03:38.448 DEBUG:teuthology.orchestra.run.vm00:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T22:03:38.597 INFO:teuthology.orchestra.run.vm00.stdout:loop 2026-03-06T22:03:38.598 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdb... 2026-03-06T22:03:38.599 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T22:03:38.644 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T22:03:38.680 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb1 2026-03-06T22:03:38.712 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme0 2026-03-06T22:03:38.715 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdc... 2026-03-06T22:03:38.716 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T22:03:38.764 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T22:03:38.802 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc1 2026-03-06T22:03:38.833 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme1 2026-03-06T22:03:38.838 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vdd... 2026-03-06T22:03:38.838 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T22:03:38.887 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T22:03:38.924 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd1 2026-03-06T22:03:38.954 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme2 2026-03-06T22:03:38.960 INFO:tasks.nvme_loop:Connecting nvme_loop vm00:/dev/vde... 2026-03-06T22:03:38.960 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T22:03:39.008 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-06T22:03:39.044 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde1 2026-03-06T22:03:39.074 INFO:teuthology.orchestra.run.vm00.stdout:connecting to device: nvme3 2026-03-06T22:03:39.078 DEBUG:teuthology.orchestra.run.vm00:> lsblk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:vda 252:0 0 40G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:vde 252:64 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-06T22:03:39.107 INFO:teuthology.orchestra.run.vm00.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T22:03:39.108 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme list -o json 2026-03-06T22:03:39.178 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "Devices":[ 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"aa75e7fbd634315ad630", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"a8fe9262348581bb2ce2", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"f31f8887ca6d3c7824c9", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: }, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: { 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "NameSpace":1, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SerialNumber":"0877fd4c71cf3a29a024", 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: "SectorSize":512 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: } 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout: ] 2026-03-06T22:03:39.179 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-06T22:03:39.180 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T22:03:39.262 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:39.262 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:39.262 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00683895 s, 599 kB/s 2026-03-06T22:03:39.267 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T22:03:39.336 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:39.336 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:39.337 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T22:03:39.338 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:39.423 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:39.423 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:39.423 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00532984 s, 769 kB/s 2026-03-06T22:03:39.429 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T22:03:39.468 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:39.468 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:39.468 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T22:03:39.469 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:39.544 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:39.544 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:39.544 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0054916 s, 746 kB/s 2026-03-06T22:03:39.550 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T22:03:39.620 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:39.620 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:39.620 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T22:03:39.621 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T22:03:39.693 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:39.693 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:39.693 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00405099 s, 1.0 MB/s 2026-03-06T22:03:39.695 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T22:03:39.770 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:39.770 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:39.770 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T22:03:39.771 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:39.853 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:39.853 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:39.853 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0107426 s, 381 kB/s 2026-03-06T22:03:39.858 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T22:03:39.933 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:39.933 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:39.933 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T22:03:39.935 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:40.014 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.014 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.014 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00584026 s, 701 kB/s 2026-03-06T22:03:40.019 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T22:03:40.089 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.089 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.089 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T22:03:40.091 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T22:03:40.170 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.170 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.170 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00519383 s, 789 kB/s 2026-03-06T22:03:40.175 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T22:03:40.245 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.245 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.245 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T22:03:40.246 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:40.328 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.328 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.328 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00541537 s, 756 kB/s 2026-03-06T22:03:40.333 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T22:03:40.408 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.408 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.408 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T22:03:40.410 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:40.495 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.495 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.495 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00391249 s, 1.0 MB/s 2026-03-06T22:03:40.497 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T22:03:40.531 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.531 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.531 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T22:03:40.532 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T22:03:40.609 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.609 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.609 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0040037 s, 1.0 MB/s 2026-03-06T22:03:40.610 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T22:03:40.680 INFO:teuthology.orchestra.run.vm00.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.680 INFO:teuthology.orchestra.run.vm00.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.680 INFO:teuthology.orchestra.run.vm00.stdout:00000016 2026-03-06T22:03:40.682 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:40.763 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.763 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.763 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00444343 s, 922 kB/s 2026-03-06T22:03:40.764 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T22:03:40.836 INFO:teuthology.orchestra.run.vm00.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.836 INFO:teuthology.orchestra.run.vm00.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.836 INFO:teuthology.orchestra.run.vm00.stdout:40000016 2026-03-06T22:03:40.839 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:40.913 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records in 2026-03-06T22:03:40.913 INFO:teuthology.orchestra.run.vm00.stderr:4096+0 records out 2026-03-06T22:03:40.913 INFO:teuthology.orchestra.run.vm00.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00477048 s, 859 kB/s 2026-03-06T22:03:40.916 DEBUG:teuthology.orchestra.run.vm00:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T22:03:40.990 INFO:teuthology.orchestra.run.vm00.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:40.990 INFO:teuthology.orchestra.run.vm00.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:40.990 INFO:teuthology.orchestra.run.vm00.stdout:280000016 2026-03-06T22:03:40.991 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:03:40.991 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:03:40.991 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/scratch_devs 2026-03-06T22:03:41.060 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:03:41.060 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:03:41.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:03:41.082 DEBUG:teuthology.orchestra.run.vm07:> ls /dev/[sv]d? 2026-03-06T22:03:41.141 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vda 2026-03-06T22:03:41.141 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdb 2026-03-06T22:03:41.141 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdc 2026-03-06T22:03:41.141 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdd 2026-03-06T22:03:41.141 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vde 2026-03-06T22:03:41.141 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T22:03:41.141 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T22:03:41.142 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdb 2026-03-06T22:03:41.203 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdb 2026-03-06T22:03:41.203 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 213 Links: 1 Device type: fc,10 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:03:36.425615643 +0100 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:36.425615643 +0100 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:36.425615643 +0100 2026-03-06T22:03:41.204 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:59:52.260000000 +0100 2026-03-06T22:03:41.204 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T22:03:41.273 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:03:41.273 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:03:41.273 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000182371 s, 2.8 MB/s 2026-03-06T22:03:41.274 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T22:03:41.334 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdc 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdc 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 254 Links: 1 Device type: fc,20 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:03:36.404615641 +0100 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:36.404615641 +0100 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:36.404615641 +0100 2026-03-06T22:03:41.396 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:59:52.311000000 +0100 2026-03-06T22:03:41.396 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T22:03:41.467 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:03:41.467 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:03:41.467 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.00018701 s, 2.7 MB/s 2026-03-06T22:03:41.468 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T22:03:41.532 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdd 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdd 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 256 Links: 1 Device type: fc,30 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:03:36.424615643 +0100 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:36.424615643 +0100 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:36.424615643 +0100 2026-03-06T22:03:41.597 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:59:52.324000000 +0100 2026-03-06T22:03:41.597 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T22:03:41.665 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:03:41.665 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:03:41.665 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000180869 s, 2.8 MB/s 2026-03-06T22:03:41.666 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T22:03:41.726 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vde 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vde 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 260 Links: 1 Device type: fc,40 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:03:36.428615644 +0100 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:36.428615644 +0100 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:36.428615644 +0100 2026-03-06T22:03:41.788 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 21:59:52.428000000 +0100 2026-03-06T22:03:41.788 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T22:03:41.859 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:03:41.859 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:03:41.859 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000156893 s, 3.3 MB/s 2026-03-06T22:03:41.860 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T22:03:41.932 DEBUG:teuthology.orchestra.run.vm07:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T22:03:42.090 INFO:teuthology.orchestra.run.vm07.stdout:loop 2026-03-06T22:03:42.093 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdb... 2026-03-06T22:03:42.093 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T22:03:42.131 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T22:03:42.162 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdb1 2026-03-06T22:03:42.192 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme0 2026-03-06T22:03:42.194 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdc... 2026-03-06T22:03:42.194 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T22:03:42.277 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T22:03:42.312 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdc1 2026-03-06T22:03:42.342 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme1 2026-03-06T22:03:42.347 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vdd... 2026-03-06T22:03:42.347 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T22:03:42.392 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T22:03:42.432 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdd1 2026-03-06T22:03:42.463 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme2 2026-03-06T22:03:42.467 INFO:tasks.nvme_loop:Connecting nvme_loop vm07:/dev/vde... 2026-03-06T22:03:42.467 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T22:03:42.506 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T22:03:42.539 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vde1 2026-03-06T22:03:42.568 INFO:teuthology.orchestra.run.vm07.stdout:connecting to device: nvme3 2026-03-06T22:03:42.572 DEBUG:teuthology.orchestra.run.vm07:> lsblk 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:vda 252:0 0 40G 0 disk 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T22:03:42.637 INFO:teuthology.orchestra.run.vm07.stdout:vde 252:64 0 20G 0 disk 2026-03-06T22:03:42.638 INFO:teuthology.orchestra.run.vm07.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-06T22:03:42.638 INFO:teuthology.orchestra.run.vm07.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-06T22:03:42.638 INFO:teuthology.orchestra.run.vm07.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-06T22:03:42.638 INFO:teuthology.orchestra.run.vm07.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T22:03:42.638 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme list -o json 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "Devices":[ 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"dd69626a2970dbd119be", 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:42.712 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"e03ab5f5e60552a39cba", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"e883cf655592b6b00524", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "NameSpace":1, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SerialNumber":"313246365364a314f253", 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: "SectorSize":512 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: } 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout: ] 2026-03-06T22:03:42.713 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T22:03:42.714 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T22:03:42.794 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:42.794 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:42.794 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0049699 s, 824 kB/s 2026-03-06T22:03:42.798 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T22:03:42.870 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:42.870 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:42.870 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T22:03:42.871 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:42.942 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:42.942 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:42.942 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00400663 s, 1.0 MB/s 2026-03-06T22:03:42.943 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T22:03:43.016 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.016 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.016 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T22:03:43.018 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:43.091 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.091 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.091 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00447233 s, 916 kB/s 2026-03-06T22:03:43.095 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T22:03:43.168 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.168 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.168 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T22:03:43.170 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T22:03:43.246 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.246 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.246 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00455611 s, 899 kB/s 2026-03-06T22:03:43.250 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T22:03:43.316 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.316 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.316 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T22:03:43.317 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:43.396 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.396 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.396 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00521622 s, 785 kB/s 2026-03-06T22:03:43.400 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T22:03:43.475 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.475 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.475 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T22:03:43.476 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:43.561 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.561 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.561 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00374075 s, 1.1 MB/s 2026-03-06T22:03:43.562 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T22:03:43.593 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.593 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.593 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T22:03:43.594 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T22:03:43.670 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.670 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.670 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00363754 s, 1.1 MB/s 2026-03-06T22:03:43.672 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T22:03:43.744 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.744 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.744 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T22:03:43.746 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:43.829 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.829 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.829 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00462881 s, 885 kB/s 2026-03-06T22:03:43.833 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T22:03:43.897 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:43.897 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:43.897 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T22:03:43.898 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:43.965 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:43.965 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:43.965 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0045567 s, 899 kB/s 2026-03-06T22:03:43.969 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T22:03:44.041 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:44.041 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:44.041 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T22:03:44.042 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T22:03:44.118 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:44.118 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:44.118 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00522377 s, 784 kB/s 2026-03-06T22:03:44.122 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T22:03:44.190 INFO:teuthology.orchestra.run.vm07.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:44.190 INFO:teuthology.orchestra.run.vm07.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:44.190 INFO:teuthology.orchestra.run.vm07.stdout:00000016 2026-03-06T22:03:44.192 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:44.264 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:44.264 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:44.264 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00465481 s, 880 kB/s 2026-03-06T22:03:44.269 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T22:03:44.337 INFO:teuthology.orchestra.run.vm07.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:44.337 INFO:teuthology.orchestra.run.vm07.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:44.337 INFO:teuthology.orchestra.run.vm07.stdout:40000016 2026-03-06T22:03:44.338 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:44.417 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records in 2026-03-06T22:03:44.417 INFO:teuthology.orchestra.run.vm07.stderr:4096+0 records out 2026-03-06T22:03:44.417 INFO:teuthology.orchestra.run.vm07.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00504085 s, 813 kB/s 2026-03-06T22:03:44.423 DEBUG:teuthology.orchestra.run.vm07:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T22:03:44.492 INFO:teuthology.orchestra.run.vm07.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:44.492 INFO:teuthology.orchestra.run.vm07.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:44.492 INFO:teuthology.orchestra.run.vm07.stdout:280000016 2026-03-06T22:03:44.493 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:03:44.493 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:03:44.493 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/scratch_devs 2026-03-06T22:03:44.564 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:03:44.564 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:03:44.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:03:44.579 DEBUG:teuthology.orchestra.run.vm09:> ls /dev/[sv]d? 2026-03-06T22:03:44.633 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vda 2026-03-06T22:03:44.633 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb 2026-03-06T22:03:44.633 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc 2026-03-06T22:03:44.633 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd 2026-03-06T22:03:44.633 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde 2026-03-06T22:03:44.633 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T22:03:44.633 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T22:03:44.633 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdb 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdb 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:03:36.288474942 +0100 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:36.288474942 +0100 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:36.288474942 +0100 2026-03-06T22:03:44.688 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:00:22.244000000 +0100 2026-03-06T22:03:44.689 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T22:03:44.757 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:03:44.757 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:03:44.757 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000221906 s, 2.3 MB/s 2026-03-06T22:03:44.758 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T22:03:44.820 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdc 2026-03-06T22:03:44.880 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdc 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 222 Links: 1 Device type: fc,20 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:03:36.315474950 +0100 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:36.315474950 +0100 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:36.315474950 +0100 2026-03-06T22:03:44.881 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:00:22.254000000 +0100 2026-03-06T22:03:44.881 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T22:03:44.957 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:03:44.957 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:03:44.957 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000116207 s, 4.4 MB/s 2026-03-06T22:03:44.958 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T22:03:45.018 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdd 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdd 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,30 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:03:36.273474938 +0100 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:36.273474938 +0100 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:36.273474938 +0100 2026-03-06T22:03:45.075 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:00:22.265000000 +0100 2026-03-06T22:03:45.075 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T22:03:45.136 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:03:45.136 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:03:45.136 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000110126 s, 4.6 MB/s 2026-03-06T22:03:45.137 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T22:03:45.193 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vde 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vde 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 257 Links: 1 Device type: fc,40 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:03:36.319474951 +0100 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:36.319474951 +0100 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:36.319474951 +0100 2026-03-06T22:03:45.252 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:00:22.293000000 +0100 2026-03-06T22:03:45.252 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T22:03:45.322 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:03:45.322 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:03:45.322 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000228458 s, 2.2 MB/s 2026-03-06T22:03:45.324 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T22:03:45.387 DEBUG:teuthology.orchestra.run.vm09:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-06T22:03:45.512 INFO:teuthology.orchestra.run.vm09.stdout:loop 2026-03-06T22:03:45.513 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdb... 2026-03-06T22:03:45.513 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-06T22:03:45.549 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T22:03:45.581 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb1 2026-03-06T22:03:45.614 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme0 2026-03-06T22:03:45.616 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdc... 2026-03-06T22:03:45.616 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-06T22:03:45.694 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T22:03:45.727 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc1 2026-03-06T22:03:45.757 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme1 2026-03-06T22:03:45.759 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdd... 2026-03-06T22:03:45.759 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-06T22:03:45.840 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T22:03:45.874 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd1 2026-03-06T22:03:45.908 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme2 2026-03-06T22:03:45.910 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vde... 2026-03-06T22:03:45.910 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-06T22:03:45.986 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-06T22:03:46.017 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde1 2026-03-06T22:03:46.045 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme3 2026-03-06T22:03:46.046 DEBUG:teuthology.orchestra.run.vm09:> lsblk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:sr0 11:0 1 366K 0 rom 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:vda 252:0 0 40G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:vdb 252:16 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:vdc 252:32 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:vdd 252:48 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:vde 252:64 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:nvme0n1 259:0 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:nvme1n1 259:2 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:nvme2n1 259:4 0 20G 0 disk 2026-03-06T22:03:46.107 INFO:teuthology.orchestra.run.vm09.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-06T22:03:46.108 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme list -o json 2026-03-06T22:03:46.174 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "Devices":[ 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng0n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"2a4b685173c2c2fab0ff", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng1n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"50da9e6e888b1f282497", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng2n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"87e203c816bc6a3b5032", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng3n1", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"9f347f9e44906345a760", 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-06T22:03:46.175 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-06T22:03:46.176 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-06T22:03:46.249 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.249 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.249 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00441569 s, 928 kB/s 2026-03-06T22:03:46.251 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-06T22:03:46.321 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:46.321 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:46.321 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T22:03:46.322 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:46.393 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.393 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.393 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00412701 s, 992 kB/s 2026-03-06T22:03:46.395 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-06T22:03:46.462 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:46.462 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:46.462 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T22:03:46.463 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:46.533 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.534 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.534 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00375685 s, 1.1 MB/s 2026-03-06T22:03:46.536 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-06T22:03:46.602 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:46.602 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:46.602 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T22:03:46.603 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-06T22:03:46.675 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.675 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.675 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00392454 s, 1.0 MB/s 2026-03-06T22:03:46.678 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-06T22:03:46.748 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:46.748 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:46.748 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T22:03:46.749 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:46.828 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.828 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.828 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00502182 s, 816 kB/s 2026-03-06T22:03:46.829 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-06T22:03:46.897 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:46.897 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:46.897 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T22:03:46.898 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:46.966 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:46.966 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:46.966 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00376329 s, 1.1 MB/s 2026-03-06T22:03:46.971 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-06T22:03:47.037 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.037 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.037 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T22:03:47.039 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-06T22:03:47.112 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.112 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.112 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00359814 s, 1.1 MB/s 2026-03-06T22:03:47.114 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-06T22:03:47.181 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.181 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.181 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T22:03:47.182 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:47.255 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.255 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.255 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00383938 s, 1.1 MB/s 2026-03-06T22:03:47.260 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-06T22:03:47.330 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.331 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.331 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T22:03:47.332 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:47.400 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.401 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.401 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00394568 s, 1.0 MB/s 2026-03-06T22:03:47.402 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-06T22:03:47.467 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.467 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.467 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T22:03:47.468 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-06T22:03:47.535 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.536 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.536 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00409999 s, 999 kB/s 2026-03-06T22:03:47.538 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-06T22:03:47.601 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.601 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.601 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-06T22:03:47.602 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-06T22:03:47.671 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.671 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.671 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00399923 s, 1.0 MB/s 2026-03-06T22:03:47.674 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-06T22:03:47.736 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.736 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.736 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-06T22:03:47.737 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-06T22:03:47.806 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-06T22:03:47.806 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-06T22:03:47.806 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0042228 s, 970 kB/s 2026-03-06T22:03:47.811 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-06T22:03:47.879 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-06T22:03:47.879 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-06T22:03:47.879 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-06T22:03:47.880 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:03:47.880 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:03:47.880 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-06T22:03:47.946 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'global': {'mon election default strategy': 3}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_AGENT_DOWN', 'CEPHADM_FAILED_DAEMON'], 'log-only-match': ['CEPHADM_'], 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a', 'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5'}} 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Provided image contains tag or digest, using it as is 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Cluster image is harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Cluster fsid is f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.100', 'mon.b': '192.168.123.107', 'mon.c': '192.168.123.109'} 2026-03-06T22:03:48.010 INFO:tasks.cephadm:First mon is mon.a on vm00 2026-03-06T22:03:48.010 INFO:tasks.cephadm:First mgr is y 2026-03-06T22:03:48.010 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-06T22:03:48.010 DEBUG:teuthology.orchestra.run.vm00:> sudo hostname $(hostname -s) 2026-03-06T22:03:48.043 DEBUG:teuthology.orchestra.run.vm07:> sudo hostname $(hostname -s) 2026-03-06T22:03:48.076 DEBUG:teuthology.orchestra.run.vm09:> sudo hostname $(hostname -s) 2026-03-06T22:03:48.100 INFO:tasks.cephadm:Downloading cephadm from url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm 2026-03-06T22:03:48.100 DEBUG:teuthology.orchestra.run.vm00:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:49.179 INFO:teuthology.orchestra.run.vm00.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 22:03 /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:49.179 DEBUG:teuthology.orchestra.run.vm07:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:50.395 INFO:teuthology.orchestra.run.vm07.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 22:03 /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:50.395 DEBUG:teuthology.orchestra.run.vm09:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:51.508 INFO:teuthology.orchestra.run.vm09.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 6 22:03 /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:51.508 DEBUG:teuthology.orchestra.run.vm00:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:51.530 DEBUG:teuthology.orchestra.run.vm07:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:51.552 DEBUG:teuthology.orchestra.run.vm09:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-06T22:03:51.576 INFO:tasks.cephadm:Pulling image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 on all hosts... 2026-03-06T22:03:51.576 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T22:03:51.578 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T22:03:51.594 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 pull 2026-03-06T22:03:51.935 INFO:teuthology.orchestra.run.vm00.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T22:03:51.943 INFO:teuthology.orchestra.run.vm09.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T22:03:51.949 INFO:teuthology.orchestra.run.vm07.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout: "repo_digests": [ 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-06T22:04:13.924 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout: "repo_digests": [ 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout: ] 2026-03-06T22:04:15.354 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout: "ceph_version": "ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable)", 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout: "image_id": "8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1", 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout: "repo_digests": [ 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0" 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout: ] 2026-03-06T22:04:19.249 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T22:04:19.266 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /etc/ceph 2026-03-06T22:04:19.295 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph 2026-03-06T22:04:19.326 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph 2026-03-06T22:04:19.356 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 777 /etc/ceph 2026-03-06T22:04:19.386 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /etc/ceph 2026-03-06T22:04:19.416 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /etc/ceph 2026-03-06T22:04:19.449 INFO:tasks.cephadm:Writing seed config... 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-06T22:04:19.450 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-03-06T22:04:19.450 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:04:19.450 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-06T22:04:19.468 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f837eaa2-199f-11f1-a67b-79c04ce4c0e7 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-06T22:04:19.468 DEBUG:teuthology.orchestra.run.vm00:mon.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service 2026-03-06T22:04:19.510 DEBUG:teuthology.orchestra.run.vm00:mgr.y> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y.service 2026-03-06T22:04:19.553 INFO:tasks.cephadm:Bootstrapping... 2026-03-06T22:04:19.553 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 -v bootstrap --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.100 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:04:19.868 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-06T22:04:19.868 INFO:teuthology.orchestra.run.vm00.stdout:cephadm ['--image', 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5', '-v', 'bootstrap', '--fsid', 'f837eaa2-199f-11f1-a67b-79c04ce4c0e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.100', '--skip-admin-label'] 2026-03-06T22:04:19.868 INFO:teuthology.orchestra.run.vm00.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-06T22:04:19.869 INFO:teuthology.orchestra.run.vm00.stdout:Verifying podman|docker is present... 2026-03-06T22:04:19.894 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 5.8.0 2026-03-06T22:04:19.894 INFO:teuthology.orchestra.run.vm00.stdout:Verifying lvm2 is present... 2026-03-06T22:04:19.894 INFO:teuthology.orchestra.run.vm00.stdout:Verifying time synchronization is in place... 2026-03-06T22:04:19.903 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-06T22:04:19.903 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-06T22:04:19.911 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-06T22:04:19.911 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout inactive 2026-03-06T22:04:19.919 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout enabled 2026-03-06T22:04:19.928 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout active 2026-03-06T22:04:19.928 INFO:teuthology.orchestra.run.vm00.stdout:Unit chronyd.service is enabled and running 2026-03-06T22:04:19.928 INFO:teuthology.orchestra.run.vm00.stdout:Repeating the final host check... 2026-03-06T22:04:19.959 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 5.8.0 2026-03-06T22:04:19.959 INFO:teuthology.orchestra.run.vm00.stdout:podman (/bin/podman) version 5.8.0 is present 2026-03-06T22:04:19.959 INFO:teuthology.orchestra.run.vm00.stdout:systemctl is present 2026-03-06T22:04:19.959 INFO:teuthology.orchestra.run.vm00.stdout:lvcreate is present 2026-03-06T22:04:19.968 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-06T22:04:19.968 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-06T22:04:19.976 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-06T22:04:19.976 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout inactive 2026-03-06T22:04:19.986 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout enabled 2026-03-06T22:04:19.995 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stdout active 2026-03-06T22:04:19.995 INFO:teuthology.orchestra.run.vm00.stdout:Unit chronyd.service is enabled and running 2026-03-06T22:04:19.995 INFO:teuthology.orchestra.run.vm00.stdout:Host looks OK 2026-03-06T22:04:19.995 INFO:teuthology.orchestra.run.vm00.stdout:Cluster fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:19.995 INFO:teuthology.orchestra.run.vm00.stdout:Acquiring lock 140051612468272 on /run/cephadm/f837eaa2-199f-11f1-a67b-79c04ce4c0e7.lock 2026-03-06T22:04:19.996 INFO:teuthology.orchestra.run.vm00.stdout:Lock 140051612468272 acquired on /run/cephadm/f837eaa2-199f-11f1-a67b-79c04ce4c0e7.lock 2026-03-06T22:04:19.996 INFO:teuthology.orchestra.run.vm00.stdout:Verifying IP 192.168.123.100 port 3300 ... 2026-03-06T22:04:19.997 INFO:teuthology.orchestra.run.vm00.stdout:Verifying IP 192.168.123.100 port 6789 ... 2026-03-06T22:04:19.997 INFO:teuthology.orchestra.run.vm00.stdout:Base mon IP(s) is [192.168.123.100:3300, 192.168.123.100:6789], mon addrv is [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T22:04:20.002 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout default via 192.168.123.1 dev eth0 proto dhcp src 192.168.123.100 metric 100 2026-03-06T22:04:20.002 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 192.168.123.0/24 dev eth0 proto kernel scope link src 192.168.123.100 metric 100 2026-03-06T22:04:20.006 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-06T22:04:20.006 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout fe80::/64 dev eth0 proto kernel metric 1024 pref medium 2026-03-06T22:04:20.009 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout 2: eth0: mtu 1500 state UP qlen 1000 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout inet6 fe80::5055:ff:fe00:0/64 scope link noprefixroute 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:Mon IP `192.168.123.100` is in CIDR network `192.168.123.0/24` 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:Mon IP `192.168.123.100` is in CIDR network `192.168.123.0/24` 2026-03-06T22:04:20.010 INFO:teuthology.orchestra.run.vm00.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24'] 2026-03-06T22:04:20.011 INFO:teuthology.orchestra.run.vm00.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-06T22:04:20.012 INFO:teuthology.orchestra.run.vm00.stdout:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T22:04:20.690 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stdout 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T22:04:20.690 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Trying to pull harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5... 2026-03-06T22:04:20.690 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Getting image source signatures 2026-03-06T22:04:20.690 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Copying blob sha256:89f108f95c9b33ae21c5514f17c1bd5ca646e21d3c5e8ac1e117cf65bcd40261 2026-03-06T22:04:20.690 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Copying config sha256:8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T22:04:20.691 INFO:teuthology.orchestra.run.vm00.stdout:/bin/podman: stderr Writing manifest to image destination 2026-03-06T22:04:21.103 INFO:teuthology.orchestra.run.vm00.stdout:ceph: stdout ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable) 2026-03-06T22:04:21.103 INFO:teuthology.orchestra.run.vm00.stdout:Ceph version: ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable) 2026-03-06T22:04:21.103 INFO:teuthology.orchestra.run.vm00.stdout:Extracting ceph user uid/gid from container image... 2026-03-06T22:04:21.329 INFO:teuthology.orchestra.run.vm00.stdout:stat: stdout 167 167 2026-03-06T22:04:21.329 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial keys... 2026-03-06T22:04:21.577 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQBVQatpavqpGRAA06NzD5BfuU07dLqrPZIwmA== 2026-03-06T22:04:21.808 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQBVQatpNZWaKBAAcGvtgmUWmHCRmZtV5iFxCA== 2026-03-06T22:04:22.062 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph-authtool: stdout AQBVQatpC+4ONxAA6zVJ82fEpnJcLEknPkExbw== 2026-03-06T22:04:22.063 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial monmap... 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool for a [v2:192.168.123.100:3300,v1:192.168.123.100:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:setting min_mon_release = quincy 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: set fsid to f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:04:22.298 INFO:teuthology.orchestra.run.vm00.stdout:Creating mon... 2026-03-06T22:04:22.578 INFO:teuthology.orchestra.run.vm00.stdout:create mon.a on 2026-03-06T22:04:22.879 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-06T22:04:23.020 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target → /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target. 2026-03-06T22:04:23.020 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target → /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target. 2026-03-06T22:04:23.193 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a 2026-03-06T22:04:23.193 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service: Unit ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service not loaded. 2026-03-06T22:04:23.355 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target.wants/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service → /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@.service. 2026-03-06T22:04:23.555 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T22:04:23.556 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to enable service . firewalld.service is not available 2026-03-06T22:04:23.556 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mon to start... 2026-03-06T22:04:23.556 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mon... 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout cluster: 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout id: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout services: 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.263382s) 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-06T22:04:24.016 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout data: 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout pgs: 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:mon is available 2026-03-06T22:04:24.017 INFO:teuthology.orchestra.run.vm00.stdout:Assimilating anything we can from ceph.conf... 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [global] 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout fsid = f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [osd] 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-06T22:04:24.483 INFO:teuthology.orchestra.run.vm00.stdout:Generating new minimal ceph.conf... 2026-03-06T22:04:24.912 INFO:teuthology.orchestra.run.vm00.stdout:Restarting the monitor... 2026-03-06T22:04:25.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a[50160]: 2026-03-06T21:04:25.004+0000 7f46f0d80640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-03-06T22:04:25.375 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50462]: 2026-03-06 22:04:25.120670179 +0100 CET m=+0.135202008 container died bc8bc8962b671545bf55f9b9e4fc5d3de6b465425fe7aa6a27db3ef88379eea5 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:04:25.375 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50462]: 2026-03-06 22:04:25.364478148 +0100 CET m=+0.379009977 container remove bc8bc8962b671545bf55f9b9e4fc5d3de6b465425fe7aa6a27db3ef88379eea5 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:04:25.375 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 bash[50462]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a 2026-03-06T22:04:25.637 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 systemd[1]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service: Deactivated successfully. 2026-03-06T22:04:25.637 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 systemd[1]: Stopped Ceph mon.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:04:25.637 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 systemd[1]: Starting Ceph mon.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:04:25.637 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50541]: 2026-03-06 22:04:25.550200804 +0100 CET m=+0.021223823 container create f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T22:04:25.655 INFO:teuthology.orchestra.run.vm00.stdout:Setting public_network to 192.168.123.0/24 in mon config section 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50541]: 2026-03-06 22:04:25.631576085 +0100 CET m=+0.102599114 container init f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50541]: 2026-03-06 22:04:25.639704425 +0100 CET m=+0.110727444 container start f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 podman[50541]: 2026-03-06 22:04:25.541593819 +0100 CET m=+0.012616849 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 bash[50541]: f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 systemd[1]: Started Ceph mon.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: set uid:gid to 167:167 (ceph:ceph) 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable), process ceph-mon, pid 7 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: pidfile_write: ignore empty --pid-file 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: load: jerasure load: lrc 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: RocksDB version: 7.9.2 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Git sha 0 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Compile date 2026-03-06 13:52:12 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: DB SUMMARY 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: DB Session ID: AA78CPTVCE4UIUIINOXV 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: CURRENT file: CURRENT 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: IDENTITY file: IDENTITY 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 87081 ; 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.error_if_exists: 0 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.create_if_missing: 0 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.paranoid_checks: 1 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.flush_verify_memtable_count: 1 2026-03-06T22:04:26.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.env: 0x55b3c78a2ca0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.fs: PosixFileSystem 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.info_log: 0x55b3c9178320 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_file_opening_threads: 16 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.statistics: (nil) 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.use_fsync: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_log_file_size: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.log_file_time_to_roll: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.keep_log_file_num: 1000 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.recycle_log_file_num: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_fallocate: 1 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_mmap_reads: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_mmap_writes: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.use_direct_reads: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.create_missing_column_families: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.db_log_dir: 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.wal_dir: 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.table_cache_numshardbits: 6 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.WAL_ttl_seconds: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.WAL_size_limit_MB: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.is_fd_close_on_exec: 1 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.advise_random_on_open: 1 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.db_write_buffer_size: 0 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.write_buffer_manager: 0x55b3c917d900 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-06T22:04:26.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.use_adaptive_mutex: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.rate_limiter: (nil) 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.wal_recovery_mode: 2 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enable_thread_tracking: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enable_pipelined_write: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.unordered_write: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.row_cache: None 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.wal_filter: None 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_ingest_behind: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.two_write_queues: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.manual_wal_flush: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.wal_compression: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.atomic_flush: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.persist_stats_to_disk: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.write_dbid_to_manifest: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.log_readahead_size: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.best_efforts_recovery: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.allow_data_in_errors: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.db_host_id: __hostname__ 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enforce_single_del_contracts: true 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_background_jobs: 2 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_background_compactions: -1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_subcompactions: 1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.delayed_write_rate : 16777216 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_total_wal_size: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.stats_dump_period_sec: 600 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.stats_persist_period_sec: 600 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_open_files: -1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bytes_per_sync: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.wal_bytes_per_sync: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.strict_bytes_per_sync: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_readahead_size: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_background_flushes: -1 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Compression algorithms supported: 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kZSTD supported: 0 2026-03-06T22:04:26.074 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kXpressCompression supported: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kBZip2Compression supported: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kLZ4Compression supported: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kZlibCompression supported: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kLZ4HCCompression supported: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: kSnappyCompression supported: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Fast CRC32 supported: Supported on x86 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: DMutex implementation: pthread_mutex_t 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.merge_operator: 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_filter: None 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_filter_factory: None 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.sst_partitioner_factory: None 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.memtable_factory: SkipListFactory 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.table_factory: BlockBasedTable 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b3c91783e0) 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: cache_index_and_filter_blocks: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: pin_top_level_index_and_filter: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: index_type: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: data_block_index_type: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: index_shortening: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: data_block_hash_table_util_ratio: 0.750000 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: checksum: 4 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: no_block_cache: 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_cache: 0x55b3c919d1f0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_cache_name: BinnedLRUCache 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_cache_options: 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: capacity : 536870912 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: num_shard_bits : 4 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: strict_capacity_limit : 0 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: high_pri_pool_ratio: 0.000 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_cache_compressed: (nil) 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: persistent_cache: (nil) 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_size: 4096 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_size_deviation: 10 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: block_restart_interval: 16 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: index_block_restart_interval: 1 2026-03-06T22:04:26.075 INFO:journalctl@ceph.mon.a.vm00.stdout: metadata_block_size: 4096 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: partition_filters: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: use_delta_encoding: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: filter_policy: bloomfilter 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: whole_key_filtering: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: verify_compression: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: read_amp_bytes_per_bit: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: format_version: 5 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: enable_index_compression: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: block_align: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: max_auto_readahead_size: 262144 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: prepopulate_block_cache: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: initial_auto_readahead_size: 8192 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout: num_file_reads_for_auto_readahead: 2 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.write_buffer_size: 33554432 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_write_buffer_number: 2 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression: NoCompression 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression: Disabled 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.prefix_extractor: nullptr 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.num_levels: 7 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.window_bits: -14 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.level: 32767 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.strategy: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.enabled: false 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.target_file_size_base: 67108864 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.target_file_size_multiplier: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-06T22:04:26.076 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.arena_block_size: 1048576 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.disable_auto_compactions: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.inplace_update_support: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.inplace_update_num_locks: 10000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.memtable_huge_page_size: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.bloom_locality: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.max_successive_merges: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.optimize_filters_for_hits: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.paranoid_file_checks: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.force_consistency_checks: 1 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.report_bg_io_stats: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.ttl: 2592000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.periodic_compaction_seconds: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enable_blob_files: false 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.min_blob_size: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_file_size: 268435456 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_compression_type: NoCompression 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.enable_blob_garbage_collection: false 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.blob_file_starting_level: 0 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c9359cb9-0f12-416a-8253-03393b0bddfa 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831065670475, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831065672966, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84042, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 245, "table_properties": {"data_size": 82208, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10134, "raw_average_key_size": 47, "raw_value_size": 76403, "raw_average_value_size": 360, "num_data_blocks": 10, "num_entries": 212, "num_filter_entries": 212, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1772831065, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c9359cb9-0f12-416a-8253-03393b0bddfa", "db_session_id": "AA78CPTVCE4UIUIINOXV", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831065673060, "job": 1, "event": "recovery_finished"} 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b3c919ee00 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: DB pointer 0x55b3c92b6000 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: starting mon.a rank 0 at public addrs [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] at bind addrs [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: ** DB Stats ** 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-06T22:04:26.077 INFO:journalctl@ceph.mon.a.vm00.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: ** Compaction Stats [default] ** 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: L0 2/0 83.93 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 36.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Sum 2/0 83.93 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 36.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 36.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: ** Compaction Stats [default] ** 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 36.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Cumulative compaction: 0.00 GB write, 5.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Interval compaction: 0.00 GB write, 5.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Block cache BinnedLRUCache@0x55b3c919d1f0#7 capacity: 512.00 MB usage: 26.28 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: Block cache entry stats(count,size,portion): DataBlock(3,25.11 KB,0.00478923%) FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.41 KB,7.7486e-05%) Misc(1,0.00 KB,0%) 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???) e1 preinit fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mds e0 Unable to load 'last_metadata' 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mds e0 Unable to load 'last_metadata' 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mds e1 new map 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mds e1 print_map 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: e1 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: btime 2026-03-06T21:04:23:588313+0000 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: legacy client fscid: -1 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout: No filesystems configured 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mgr e0 loading version 1 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mgr e1 active server: (0) 2026-03-06T22:04:26.078 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:25 vm00 ceph-mon[50576]: mon.a@-1(???).mgr e1 mkfs or daemon transitioned to available, loading commands 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: monmap epoch 1 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: last_changed 2026-03-06T21:04:22.172665+0000 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: min_mon_release 19 (squid) 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: election_strategy: 1 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: fsmap 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: osdmap e1: 0 total, 0 up, 0 in 2026-03-06T22:04:26.372 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:26 vm00 ceph-mon[50576]: mgrmap e1: no daemons active 2026-03-06T22:04:26.537 INFO:teuthology.orchestra.run.vm00.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-06T22:04:26.540 INFO:teuthology.orchestra.run.vm00.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:04:26.540 INFO:teuthology.orchestra.run.vm00.stdout:Creating mgr... 2026-03-06T22:04:26.540 INFO:teuthology.orchestra.run.vm00.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-06T22:04:26.540 INFO:teuthology.orchestra.run.vm00.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-06T22:04:26.723 INFO:teuthology.orchestra.run.vm00.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y 2026-03-06T22:04:26.723 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y.service: Unit ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y.service not loaded. 2026-03-06T22:04:26.876 INFO:teuthology.orchestra.run.vm00.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7.target.wants/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y.service → /etc/systemd/system/ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@.service. 2026-03-06T22:04:27.011 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:26 vm00 systemd[1]: Starting Ceph mgr.y for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to enable service . firewalld.service is not available 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr to start... 2026-03-06T22:04:27.082 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr... 2026-03-06T22:04:27.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 podman[50799]: 2026-03-06 22:04:27.006263243 +0100 CET m=+0.019874567 container create 6d802761397598e6fc49ac2954f721c8748ce0ab45c71a5b7f54c55f78337caa (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:04:27.322 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 podman[50799]: 2026-03-06 22:04:27.061077317 +0100 CET m=+0.074688641 container init 6d802761397598e6fc49ac2954f721c8748ce0ab45c71a5b7f54c55f78337caa (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T22:04:27.322 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 podman[50799]: 2026-03-06 22:04:27.066302994 +0100 CET m=+0.079914318 container start 6d802761397598e6fc49ac2954f721c8748ce0ab45c71a5b7f54c55f78337caa (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T22:04:27.322 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 bash[50799]: 6d802761397598e6fc49ac2954f721c8748ce0ab45c71a5b7f54c55f78337caa 2026-03-06T22:04:27.322 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 podman[50799]: 2026-03-06 22:04:26.998876914 +0100 CET m=+0.012488248 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 2026-03-06T22:04:27.322 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 systemd[1]: Started Ceph mgr.y for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:27.579 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.580 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:27.581 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (1/15)... 2026-03-06T22:04:27.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:27.356+0000 7f1d1c931100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:04:27.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:27 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:27.530+0000 7f1d1c931100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:04:27.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:27 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1220022974' entity='client.admin' 2026-03-06T22:04:28.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:28 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4146657059' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:29.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:28 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:28.886+0000 7f1d1c931100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:04:30.048 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:30.048 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:30.048 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2026-03-06T22:04:30.050 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:30.051 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:30.052 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (2/15)... 2026-03-06T22:04:30.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:29 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:29.929+0000 7f1d1c931100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:04:30.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:30 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:30.083+0000 7f1d1c931100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:04:30.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:29 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2414742074' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:30.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:30 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:30.369+0000 7f1d1c931100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:32.522 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:32.523 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (3/15)... 2026-03-06T22:04:32.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:32 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3682914736' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:32.822 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:32 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:32.496+0000 7f1d1c931100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:04:33.247 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:32 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:32.915+0000 7f1d1c931100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:04:33.247 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:33 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:33.101+0000 7f1d1c931100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:04:33.553 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:33 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:33.240+0000 7f1d1c931100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:04:33.553 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:33 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:33.405+0000 7f1d1c931100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:04:33.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:33 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:33.546+0000 7f1d1c931100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:04:34.564 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:34 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:34.167+0000 7f1d1c931100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:04:34.564 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:34 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:34.335+0000 7f1d1c931100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:35.009 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:35.011 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:35.012 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:35.012 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (4/15)... 2026-03-06T22:04:35.198 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:34 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1943110436' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:35.200 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:35 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:35.191+0000 7f1d1c931100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:04:36.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:36 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:36.394+0000 7f1d1c931100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:04:36.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:36 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:36.534+0000 7f1d1c931100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:04:36.962 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:36 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:36.676+0000 7f1d1c931100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:04:37.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:36 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:36.956+0000 7f1d1c931100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:04:37.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:37 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:37.094+0000 7f1d1c931100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:04:37.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:37 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:37.446+0000 7f1d1c931100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.040 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:38.041 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:38.042 INFO:teuthology.orchestra.run.vm00.stdout:mgr not available, waiting (5/15)... 2026-03-06T22:04:38.272 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:37 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/859500265' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:38.272 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:37 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:37.849+0000 7f1d1c931100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:04:38.272 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:38 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:38.263+0000 7f1d1c931100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:04:38.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:38 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:38.397+0000 7f1d1c931100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: Activating manager daemon y 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: mgrmap e2: y(active, starting, since 0.0044093s) 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: Manager daemon y is now available 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:04:39.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:38 vm00 ceph-mon[50576]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:04:40.413 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:40 vm00 ceph-mon[50576]: mgrmap e3: y(active, since 1.00875s) 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsid": "f837eaa2-199f-11f1-a67b-79c04ce4c0e7", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "health": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 0 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "a" 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "btime": "2026-03-06T21:04:23:588313+0000", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "restful" 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ], 2026-03-06T22:04:40.639 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "modified": "2026-03-06T21:04:23.589734+0000", 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout }, 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:40.640 INFO:teuthology.orchestra.run.vm00.stdout:mgr is available 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [global] 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout fsid = f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.100:3300,v1:192.168.123.100:6789] 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout [osd] 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-06T22:04:41.295 INFO:teuthology.orchestra.run.vm00.stdout:Enabling cephadm module... 2026-03-06T22:04:41.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:41 vm00 ceph-mon[50576]: mgrmap e4: y(active, since 2s) 2026-03-06T22:04:41.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:41 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4116450311' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:04:41.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:41 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3779415264' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-06T22:04:41.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:41 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3779415264' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-06T22:04:42.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:42 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setuser ceph since I am not root 2026-03-06T22:04:42.683 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:42 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setgroup ceph since I am not root 2026-03-06T22:04:42.683 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:42 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1628459908' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-06T22:04:42.959 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:42 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:42.745+0000 7f2682aa5100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:04:42.959 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:42 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:42.894+0000 7f2682aa5100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for the mgr to restart... 2026-03-06T22:04:43.106 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr epoch 5... 2026-03-06T22:04:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:43 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1628459908' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-06T22:04:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:43 vm00 ceph-mon[50576]: mgrmap e5: y(active, since 4s) 2026-03-06T22:04:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:43 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2811934867' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T22:04:44.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:44 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:44.219+0000 7f2682aa5100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:04:45.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:45 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:45.190+0000 7f2682aa5100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:04:45.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:45 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:45.326+0000 7f2682aa5100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:04:46.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:45 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:45.606+0000 7f2682aa5100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:04:48.047 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:47 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:47.661+0000 7f2682aa5100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:04:48.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:48 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:48.041+0000 7f2682aa5100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:04:48.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:48 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:48.200+0000 7f2682aa5100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:04:48.625 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:48 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:48.336+0000 7f2682aa5100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:04:48.625 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:48 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:48.488+0000 7f2682aa5100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:04:49.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:48 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:48.619+0000 7f2682aa5100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:04:49.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:49 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:49.169+0000 7f2682aa5100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:04:49.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:49 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:49.336+0000 7f2682aa5100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:04:50.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:50 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:50.118+0000 7f2682aa5100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:04:51.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:51 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:51.299+0000 7f2682aa5100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:04:51.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:51 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:51.448+0000 7f2682aa5100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:04:51.896 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:51 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:51.598+0000 7f2682aa5100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:04:52.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:51 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:51.890+0000 7f2682aa5100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:04:52.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:52 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:52.030+0000 7f2682aa5100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:04:52.765 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:52 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:52.382+0000 7f2682aa5100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:04:53.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:52 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:52.758+0000 7f2682aa5100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:53 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:53.164+0000 7f2682aa5100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:53 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:04:53.293+0000 7f2682aa5100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: Active manager daemon y restarted 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: Activating manager daemon y 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: osdmap e2: 0 total, 0 up, 0 in 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: mgrmap e6: y(active, starting, since 0.00940675s) 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: Manager daemon y is now available 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:04:53.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:53 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 6, 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:mgr epoch 5 is available 2026-03-06T22:04:54.465 INFO:teuthology.orchestra.run.vm00.stdout:Setting orchestrator backend to cephadm... 2026-03-06T22:04:54.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:54 vm00 ceph-mon[50576]: Found migration_current of "None". Setting to last migration. 2026-03-06T22:04:54.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:54 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:54.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:54 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:54.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:54 vm00 ceph-mon[50576]: mgrmap e7: y(active, since 1.02196s) 2026-03-06T22:04:55.387 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:55 vm00 ceph-mon[50576]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-06T22:04:55.387 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:55 vm00 ceph-mon[50576]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-06T22:04:55.387 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:55 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:55.387 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:55 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:04:55.387 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:55 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:04:55.546 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-06T22:04:55.546 INFO:teuthology.orchestra.run.vm00.stdout:Generating ssh key... 2026-03-06T22:04:56.234 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: Generating public/private rsa key pair. 2026-03-06T22:04:56.234 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: Your identification has been saved in /tmp/tmpff4qw6nf/key 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: Your public key has been saved in /tmp/tmpff4qw6nf/key.pub 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: The key fingerprint is: 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: SHA256:TtJ+fAC4Ol37mOuoi3GDflBC6BUgYtG1+wBTFR9zS5c ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: The key's randomart image is: 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: +---[RSA 3072]----+ 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: |o=+.oo.o.o o .. | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: |= .o. ... = oE | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: |...o .. .. . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | .. + .o . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | o oo S . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | .. oo* o . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | o.= ..+ o . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | . +.o . = . | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: | o.oo..=.. | 2026-03-06T22:04:56.235 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:04:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: +----[SHA256]-----+ 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: [06/Mar/2026:21:04:54] ENGINE Bus STARTING 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: [06/Mar/2026:21:04:54] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: [06/Mar/2026:21:04:55] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: [06/Mar/2026:21:04:55] ENGINE Bus STARTED 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: [06/Mar/2026:21:04:55] ENGINE Client ('192.168.123.100', 52722) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: mgrmap e8: y(active, since 2s) 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:56.497 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:56 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:04:56.661 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:04:56.661 INFO:teuthology.orchestra.run.vm00.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-06T22:04:56.662 INFO:teuthology.orchestra.run.vm00.stdout:Adding key to root@localhost authorized_keys... 2026-03-06T22:04:56.662 INFO:teuthology.orchestra.run.vm00.stdout:Adding host vm00... 2026-03-06T22:04:57.652 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:57 vm00 ceph-mon[50576]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:04:57.652 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:57 vm00 ceph-mon[50576]: Generating ssh key... 2026-03-06T22:04:58.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:58 vm00 ceph-mon[50576]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:04:58.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:58 vm00 ceph-mon[50576]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm00", "addr": "192.168.123.100", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:04:59.655 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:04:59 vm00 ceph-mon[50576]: Deploying cephadm binary to vm00 2026-03-06T22:04:59.799 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Added host 'vm00' with addr '192.168.123.100' 2026-03-06T22:04:59.799 INFO:teuthology.orchestra.run.vm00.stdout:Deploying unmanaged mon service... 2026-03-06T22:05:00.384 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-06T22:05:00.384 INFO:teuthology.orchestra.run.vm00.stdout:Deploying unmanaged mgr service... 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: Added host vm00 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: Saving service mon spec with placement count:5 2026-03-06T22:05:00.757 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:00 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:00.931 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-06T22:05:01.960 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:01.961 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: Saving service mgr spec with placement count:2 2026-03-06T22:05:01.961 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:01.961 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:01.961 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2651920352' entity='client.admin' 2026-03-06T22:05:01.961 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:01 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:02.571 INFO:teuthology.orchestra.run.vm00.stdout:Enabling the dashboard module... 2026-03-06T22:05:03.627 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:03 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4256310955' entity='client.admin' 2026-03-06T22:05:03.627 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:03 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:03.627 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:03 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3104873570' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-06T22:05:03.878 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:03 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setuser ceph since I am not root 2026-03-06T22:05:03.878 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:03 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setgroup ceph since I am not root 2026-03-06T22:05:04.163 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:03 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:03.974+0000 7f444c226100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:05:04.443 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:04 vm00 ceph-mon[50576]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:04.443 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:04 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3104873570' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-06T22:05:04.443 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:04 vm00 ceph-mon[50576]: mgrmap e9: y(active, since 10s) 2026-03-06T22:05:04.443 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:04 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2414686480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T22:05:04.443 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:04 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:04.173+0000 7f444c226100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for the mgr to restart... 2026-03-06T22:05:04.461 INFO:teuthology.orchestra.run.vm00.stdout:Waiting for mgr epoch 9... 2026-03-06T22:05:05.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:05 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:05.533+0000 7f444c226100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:05:06.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:06 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:06.519+0000 7f444c226100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:05:06.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:06 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:06.657+0000 7f444c226100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:05:07.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:06 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:06.931+0000 7f444c226100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:05:09.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:08.985+0000 7f444c226100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:05:09.649 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:09.354+0000 7f444c226100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:05:09.650 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:09.509+0000 7f444c226100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:05:09.939 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:09.643+0000 7f444c226100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:09.939 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:09.798+0000 7f444c226100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:05:10.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:09.933+0000 7f444c226100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:05:10.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:10 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:10.487+0000 7f444c226100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:05:10.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:10 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:10.651+0000 7f444c226100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:11.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:11 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:11.441+0000 7f444c226100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:05:12.853 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:12.581+0000 7f444c226100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:05:12.854 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:12.715+0000 7f444c226100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:05:13.120 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:12.847+0000 7f444c226100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:05:13.559 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:13.113+0000 7f444c226100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:05:13.559 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:13.239+0000 7f444c226100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:05:13.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:13.553+0000 7f444c226100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:05:14.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:13.942+0000 7f444c226100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:05:14.656 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:14 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:14.370+0000 7f444c226100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:05:14.656 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:14 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:14.509+0000 7f444c226100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: Active manager daemon y restarted 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: Activating manager daemon y 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: osdmap e3: 0 total, 0 up, 0 in 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: mgrmap e10: y(active, starting, since 0.00836779s) 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: Manager daemon y is now available 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:14.657 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:14 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout { 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout } 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:mgr epoch 9 is available 2026-03-06T22:05:15.733 INFO:teuthology.orchestra.run.vm00.stdout:Generating a dashboard self-signed certificate... 2026-03-06T22:05:16.313 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-06T22:05:16.314 INFO:teuthology.orchestra.run.vm00.stdout:Creating initial admin user... 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: mgrmap e11: y(active, since 1.01585s) 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:16.430 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:16 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:17.036 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$pYrC.QXGpo5gr0ffI9UYK.Fb/cxTPehEVUygi3YUA.y9yRSaXpuwm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1772831116, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-06T22:05:17.036 INFO:teuthology.orchestra.run.vm00.stdout:Fetching dashboard port number... 2026-03-06T22:05:17.535 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stdout 8443 2026-03-06T22:05:17.535 INFO:teuthology.orchestra.run.vm00.stdout:firewalld does not appear to be present 2026-03-06T22:05:17.535 INFO:teuthology.orchestra.run.vm00.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout:Ceph Dashboard is now available at: 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout: URL: https://vm00.local:8443/ 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout: User: admin 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout: Password: yylsl5zb4p 2026-03-06T22:05:17.536 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:17.537 INFO:teuthology.orchestra.run.vm00.stdout:Saving cluster configuration to /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config directory 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: [06/Mar/2026:21:05:15] ENGINE Bus STARTING 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: [06/Mar/2026:21:05:15] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: [06/Mar/2026:21:05:15] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: [06/Mar/2026:21:05:15] ENGINE Bus STARTED 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: [06/Mar/2026:21:05:15] ENGINE Client ('192.168.123.100', 34322) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:17.654 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:17 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3163754863' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout:Or, if you are only running a single cluster on this host: 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-06T22:05:18.251 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: ceph telemetry on 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout:For more information see: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:18.252 INFO:teuthology.orchestra.run.vm00.stdout:Bootstrap complete. 2026-03-06T22:05:18.286 INFO:tasks.cephadm:Fetching config... 2026-03-06T22:05:18.286 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:18.286 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-06T22:05:18.306 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-06T22:05:18.306 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:18.306 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-06T22:05:18.373 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-06T22:05:18.373 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:18.373 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/keyring of=/dev/stdout 2026-03-06T22:05:18.448 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-06T22:05:18.448 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:18.448 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-06T22:05:18.509 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-06T22:05:18.509 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T22:05:18.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:18 vm00 ceph-mon[50576]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:18.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:18 vm00 ceph-mon[50576]: mgrmap e12: y(active, since 2s) 2026-03-06T22:05:18.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:18 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/910357409' entity='client.admin' 2026-03-06T22:05:18.591 INFO:teuthology.orchestra.run.vm00.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:18.604 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T22:05:18.646 INFO:teuthology.orchestra.run.vm07.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:18.659 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-06T22:05:18.704 INFO:teuthology.orchestra.run.vm09.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9Lc0FAnofz1jeZ6xFAw7mNt8jOy5iQMyLpcjHzZHRJWFjIx86Ds7JkjLnsJkONA6jbgeyFh5Fwm+M94Zd3ySJIpLQKja241HnYq21FJlr/iKdVpCzkbrD+F4ebxMO6Vq1eUCPFKCqGUhbCb3BKV2+BKQXrl20BV3g4OcKDg0EqHpVH6NRyLD01EQaYaLUWMjB0j9lrwJcUyCoDBKHaUms7UbQGi0+WqFzjRz2QYmxlNHtNGoYTNkUR09K5f/v7H3WupwicaQoRfBXmaH4lKzpWc1CydIyyl7Fhg+cH6Xgse+vHRNskKWsGhbVqUfsyCnqyCCCcZS4hdxrneg1TuJXdLcqk6Mt0Fy5bVLMaH6J5XipNLeCvLN7Ix40Ox6Ee/J8Bhu7xKNFbz+lZ07TggnuUJYmGXOyzfAPsVX6zJS/WkI2JGxbyFf/zJmx3WHZzOqLYVGsSPn1JrWlk1q2A9uSAsG0eLdY4dL9KNx8AagVRMrkNTtUO2VinYXpfMwGzMU= ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:18.718 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-06T22:05:19.096 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:19.768 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-06T22:05:19.768 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-06T22:05:20.346 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:20.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:20 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2862035206' entity='client.admin' 2026-03-06T22:05:20.982 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm07 2026-03-06T22:05:20.982 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:05:20.982 DEBUG:teuthology.orchestra.run.vm07:> dd of=/etc/ceph/ceph.conf 2026-03-06T22:05:21.005 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:05:21.005 DEBUG:teuthology.orchestra.run.vm07:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:21.063 INFO:tasks.cephadm:Adding host vm07 to orchestrator... 2026-03-06T22:05:21.063 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch host add vm07 2026-03-06T22:05:21.439 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:21.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:21 vm00 ceph-mon[50576]: mgrmap e13: y(active, since 6s) 2026-03-06T22:05:21.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:21 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:23.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:23.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:23.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:23.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:23.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:23.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:22 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:24.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm07", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: Deploying cephadm binary to vm07 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:24.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:24.382 INFO:teuthology.orchestra.run.vm00.stdout:Added host 'vm07' with addr '192.168.123.107' 2026-03-06T22:05:24.539 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch host ls --format=json 2026-03-06T22:05:24.664 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:24 vm00 ceph-mon[50576]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:24.664 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:24 vm00 ceph-mon[50576]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:24.664 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:24 vm00 ceph-mon[50576]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:24.664 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:24.665 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:24.904 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:25.272 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:25.272 INFO:teuthology.orchestra.run.vm00.stdout:[{"addr": "192.168.123.100", "hostname": "vm00", "labels": [], "status": ""}, {"addr": "192.168.123.107", "hostname": "vm07", "labels": [], "status": ""}] 2026-03-06T22:05:25.435 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm09 2026-03-06T22:05:25.435 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:05:25.435 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.conf 2026-03-06T22:05:25.454 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:05:25.454 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:25.512 INFO:tasks.cephadm:Adding host vm09 to orchestrator... 2026-03-06T22:05:25.512 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch host add vm09 2026-03-06T22:05:25.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:25 vm00 ceph-mon[50576]: Added host vm07 2026-03-06T22:05:25.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:25 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:25.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:25 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:25.864 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:27.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:26 vm00 ceph-mon[50576]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:05:27.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:28.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:27 vm00 ceph-mon[50576]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:28.760 INFO:teuthology.orchestra.run.vm00.stdout:Added host 'vm09' with addr '192.168.123.109' 2026-03-06T22:05:28.916 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch host ls --format=json 2026-03-06T22:05:28.944 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:28 vm00 ceph-mon[50576]: Deploying cephadm binary to vm09 2026-03-06T22:05:29.285 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:29.651 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:29.652 INFO:teuthology.orchestra.run.vm00.stdout:[{"addr": "192.168.123.100", "hostname": "vm00", "labels": [], "status": ""}, {"addr": "192.168.123.107", "hostname": "vm07", "labels": [], "status": ""}, {"addr": "192.168.123.109", "hostname": "vm09", "labels": [], "status": ""}] 2026-03-06T22:05:29.817 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-06T22:05:29.817 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd crush tunables default 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:30.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: Added host vm09 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:05:30.073 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:29 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:30.210 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:31.038 INFO:teuthology.orchestra.run.vm00.stderr:adjusted tunables profile to default 2026-03-06T22:05:31.197 INFO:tasks.cephadm:Adding mon.a on vm00 2026-03-06T22:05:31.197 INFO:tasks.cephadm:Adding mon.b on vm07 2026-03-06T22:05:31.197 INFO:tasks.cephadm:Adding mon.c on vm09 2026-03-06T22:05:31.197 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply mon '3;vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c' 2026-03-06T22:05:31.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:31 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:31.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:31 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3978475004' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-06T22:05:31.526 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T22:05:31.557 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T22:05:31.998 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mon update... 2026-03-06T22:05:32.193 DEBUG:teuthology.orchestra.run.vm07:mon.b> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.b.service 2026-03-06T22:05:32.195 DEBUG:teuthology.orchestra.run.vm09:mon.c> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.c.service 2026-03-06T22:05:32.196 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T22:05:32.197 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph mon dump -f json 2026-03-06T22:05:32.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:32 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3978475004' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-06T22:05:32.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:32 vm00 ceph-mon[50576]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:32.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:32 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:32.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:32 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:32.613 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T22:05:32.673 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-06T22:05:33.277 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:05:33.278 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","modified":"2026-03-06T21:04:22.172665Z","created":"2026-03-06T21:04:22.172665Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-06T22:05:33.278 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-06T22:05:33.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:33 vm00 ceph-mon[50576]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:33.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:33 vm00 ceph-mon[50576]: Saving service mon spec with placement vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c;count:3 2026-03-06T22:05:34.452 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T22:05:34.452 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph mon dump -f json 2026-03-06T22:05:34.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:34 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/1984190954' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:34.845 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:35.276 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:05:35.276 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","modified":"2026-03-06T21:04:22.172665Z","created":"2026-03-06T21:04:22.172665Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-06T22:05:35.276 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:35.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:35.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:35 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/88250948' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:36.459 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-06T22:05:36.459 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph mon dump -f json 2026-03-06T22:05:36.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:36 vm00 ceph-mon[50576]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:36.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:36 vm00 ceph-mon[50576]: Deploying daemon mon.c on vm09 2026-03-06T22:05:36.958 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:05:37.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 bash[53326]: 02b52eb4a709470f9b8b5cbe6b11cc6f9687fb11ffd204e11b1860405565a402 2026-03-06T22:05:37.385 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 systemd[1]: Started Ceph mon.c for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: set uid:gid to 167:167 (ceph:ceph) 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: ceph version 19.2.3-39-g340d3c24fc6 (340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) squid (stable), process ceph-mon, pid 6 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: pidfile_write: ignore empty --pid-file 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: load: jerasure load: lrc 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: RocksDB version: 7.9.2 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Git sha 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Compile date 2026-03-06 13:52:12 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: DB SUMMARY 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: DB Session ID: 5CSEP0VR612DXX3TEUN3 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: CURRENT file: CURRENT 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: IDENTITY file: IDENTITY 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.error_if_exists: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.create_if_missing: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.paranoid_checks: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.flush_verify_memtable_count: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.env: 0x55a606705ca0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.fs: PosixFileSystem 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.info_log: 0x55a60834f700 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_file_opening_threads: 16 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.statistics: (nil) 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.use_fsync: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_log_file_size: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.log_file_time_to_roll: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.keep_log_file_num: 1000 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.recycle_log_file_num: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_fallocate: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_mmap_reads: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_mmap_writes: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.use_direct_reads: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.create_missing_column_families: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.db_log_dir: 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.wal_dir: 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.table_cache_numshardbits: 6 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.WAL_ttl_seconds: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.WAL_size_limit_MB: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.is_fd_close_on_exec: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.advise_random_on_open: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.db_write_buffer_size: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.write_buffer_manager: 0x55a608353900 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.use_adaptive_mutex: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.rate_limiter: (nil) 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.wal_recovery_mode: 2 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enable_thread_tracking: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enable_pipelined_write: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.unordered_write: 0 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-06T22:05:37.386 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.row_cache: None 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.wal_filter: None 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_ingest_behind: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.two_write_queues: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.manual_wal_flush: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.wal_compression: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.atomic_flush: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.persist_stats_to_disk: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.write_dbid_to_manifest: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.log_readahead_size: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.best_efforts_recovery: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.allow_data_in_errors: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.db_host_id: __hostname__ 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enforce_single_del_contracts: true 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_background_jobs: 2 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_background_compactions: -1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_subcompactions: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.delayed_write_rate : 16777216 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_total_wal_size: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.stats_dump_period_sec: 600 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.stats_persist_period_sec: 600 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_open_files: -1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bytes_per_sync: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.wal_bytes_per_sync: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.strict_bytes_per_sync: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_readahead_size: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_background_flushes: -1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Compression algorithms supported: 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kZSTD supported: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kXpressCompression supported: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kBZip2Compression supported: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kLZ4Compression supported: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kZlibCompression supported: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kLZ4HCCompression supported: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: kSnappyCompression supported: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Fast CRC32 supported: Supported on x86 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: DMutex implementation: pthread_mutex_t 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.merge_operator: 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_filter: None 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_filter_factory: None 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.sst_partitioner_factory: None 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.memtable_factory: SkipListFactory 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.table_factory: BlockBasedTable 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a608309f40) 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: cache_index_and_filter_blocks: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: pin_top_level_index_and_filter: 1 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: index_type: 0 2026-03-06T22:05:37.387 INFO:journalctl@ceph.mon.c.vm09.stdout: data_block_index_type: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: index_shortening: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: data_block_hash_table_util_ratio: 0.750000 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: checksum: 4 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: no_block_cache: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_cache: 0x55a6083731f0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_cache_name: BinnedLRUCache 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_cache_options: 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: capacity : 536870912 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: num_shard_bits : 4 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: strict_capacity_limit : 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: high_pri_pool_ratio: 0.000 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_cache_compressed: (nil) 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: persistent_cache: (nil) 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_size: 4096 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_size_deviation: 10 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_restart_interval: 16 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: index_block_restart_interval: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: metadata_block_size: 4096 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: partition_filters: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: use_delta_encoding: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: filter_policy: bloomfilter 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: whole_key_filtering: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: verify_compression: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: read_amp_bytes_per_bit: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: format_version: 5 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: enable_index_compression: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: block_align: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: max_auto_readahead_size: 262144 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: prepopulate_block_cache: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: initial_auto_readahead_size: 8192 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout: num_file_reads_for_auto_readahead: 2 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.write_buffer_size: 33554432 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_write_buffer_number: 2 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression: NoCompression 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression: Disabled 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.prefix_extractor: nullptr 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.num_levels: 7 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.window_bits: -14 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.level: 32767 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.strategy: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.enabled: false 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.target_file_size_base: 67108864 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.target_file_size_multiplier: 1 2026-03-06T22:05:37.388 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.arena_block_size: 1048576 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.disable_auto_compactions: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.inplace_update_support: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.inplace_update_num_locks: 10000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.memtable_huge_page_size: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.bloom_locality: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.max_successive_merges: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.optimize_filters_for_hits: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.paranoid_file_checks: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.force_consistency_checks: 1 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.report_bg_io_stats: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.ttl: 2592000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.periodic_compaction_seconds: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enable_blob_files: false 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.min_blob_size: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_file_size: 268435456 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_compression_type: NoCompression 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.enable_blob_garbage_collection: false 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.blob_file_starting_level: 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b3466961-2422-4eee-8b34-9e259365499b 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831137080984, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831137136408, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1772831137, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b3466961-2422-4eee-8b34-9e259365499b", "db_session_id": "5CSEP0VR612DXX3TEUN3", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772831137136594, "job": 1, "event": "recovery_finished"} 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a608374e00 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: DB pointer 0x55a608480000 2026-03-06T22:05:37.389 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c does not exist in monmap, will attempt to join an existing cluster 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: ** DB Stats ** 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Uptime(secs): 0.1 total, 0.1 interval 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: ** Compaction Stats [default] ** 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: L0 1/0 1.60 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.0 0.06 0.00 1 0.055 0 0 0.0 0.0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Sum 1/0 1.60 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.0 0.06 0.00 1 0.055 0 0 0.0 0.0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.0 0.06 0.00 1 0.055 0 0 0.0 0.0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: ** Compaction Stats [default] ** 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.06 0.00 1 0.055 0 0 0.0 0.0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Uptime(secs): 0.1 total, 0.1 interval 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Cumulative compaction: 0.00 GB write, 0.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Interval compaction: 0.00 GB write, 0.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Block cache BinnedLRUCache@0x55a6083731f0#6 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: using public_addr v2:192.168.123.109:0/0 -> [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: starting mon.c rank -1 at public addrs [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] at bind addrs [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(???) e0 preinit fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).mds e1 new map 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).mds e1 print_map 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: e1 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: btime 2026-03-06T21:04:23:588313+0000 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: legacy client fscid: -1 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout: No filesystems configured 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-06T22:05:37.390 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mkfs f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: monmap epoch 1 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: last_changed 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: min_mon_release 19 (squid) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: election_strategy: 1 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: fsmap 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: osdmap e1: 0 total, 0 up, 0 in 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e1: no daemons active 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3658198557' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2151098774' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2151098774' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: monmap epoch 1 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: last_changed 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: min_mon_release 19 (squid) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: election_strategy: 1 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: fsmap 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: osdmap e1: 0 total, 0 up, 0 in 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e1: no daemons active 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1220022974' entity='client.admin' 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4146657059' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2414742074' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3682914736' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1943110436' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/859500265' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Activating manager daemon y 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e2: y(active, starting, since 0.0044093s) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Manager daemon y is now available 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14100 192.168.123.100:0/2962995402' entity='mgr.y' 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e3: y(active, since 1.00875s) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e4: y(active, since 2s) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4116450311' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3779415264' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3779415264' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1628459908' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1628459908' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e5: y(active, since 4s) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2811934867' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Active manager daemon y restarted 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Activating manager daemon y 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: osdmap e2: 0 total, 0 up, 0 in 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e6: y(active, starting, since 0.00940675s) 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:05:37.391 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Manager daemon y is now available 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Found migration_current of "None". Setting to last migration. 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e7: y(active, since 1.02196s) 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:04:54] ENGINE Bus STARTING 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:04:54] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:04:55] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:04:55] ENGINE Bus STARTED 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:04:55] ENGINE Client ('192.168.123.100', 52722) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e8: y(active, since 2s) 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Generating ssh key... 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm00", "addr": "192.168.123.100", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Deploying cephadm binary to vm00 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Added host vm00 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Saving service mon spec with placement count:5 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Saving service mgr spec with placement count:2 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2651920352' entity='client.admin' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4256310955' entity='client.admin' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3104873570' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14124 192.168.123.100:0/2840628513' entity='mgr.y' 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3104873570' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e9: y(active, since 10s) 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2414686480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Active manager daemon y restarted 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Activating manager daemon y 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: osdmap e3: 0 total, 0 up, 0 in 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e10: y(active, starting, since 0.00836779s) 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Manager daemon y is now available 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.392 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e11: y(active, since 1.01585s) 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:05:15] ENGINE Bus STARTING 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:05:15] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:05:15] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:05:15] ENGINE Bus STARTED 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: [06/Mar/2026:21:05:15] ENGINE Client ('192.168.123.100', 34322) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3163754863' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e12: y(active, since 2s) 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/910357409' entity='client.admin' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2862035206' entity='client.admin' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mgrmap e13: y(active, since 6s) 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm07", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Deploying cephadm binary to vm07 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Added host vm07 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Deploying cephadm binary to vm09 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Added host vm09 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.393 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3978475004' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3978475004' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Saving service mon spec with placement vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c;count:3 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/1984190954' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/88250948' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: Deploying daemon mon.c on vm09 2026-03-06T22:05:37.394 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:37 vm09 ceph-mon[53398]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-03-06T22:05:39.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:39 vm07 ceph-mon[56651]: mon.b@-1(synchronizing).mgr e13 mkfs or daemon transitioned to available, loading commands 2026-03-06T22:05:42.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: Deploying daemon mon.b on vm07 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: mon.a calling monitor election 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: mon.c calling monitor election 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: monmap epoch 2 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: last_changed 2026-03-06T21:05:37.189281+0000 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: min_mon_release 19 (squid) 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: election_strategy: 1 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: fsmap 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: mgrmap e13: y(active, since 27s) 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: overall HEALTH_OK 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: Deploying daemon mon.b on vm07 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: mon.a calling monitor election 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: mon.c calling monitor election 2026-03-06T22:05:42.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: monmap epoch 2 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: last_changed 2026-03-06T21:05:37.189281+0000 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: min_mon_release 19 (squid) 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: election_strategy: 1 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: fsmap 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: mgrmap e13: y(active, since 27s) 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: overall HEALTH_OK 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:42.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: Deploying daemon mon.b on vm07 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: mon.a calling monitor election 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: mon.c calling monitor election 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: monmap epoch 2 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: last_changed 2026-03-06T21:05:37.189281+0000 2026-03-06T22:05:43.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: min_mon_release 19 (squid) 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: election_strategy: 1 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: fsmap 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: mgrmap e13: y(active, since 27s) 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: overall HEALTH_OK 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:43.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.430 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:05:48.430 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":3,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","modified":"2026-03-06T21:05:43.415593Z","created":"2026-03-06T21:04:22.172665Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:3300","nonce":0},{"type":"v1","addr":"192.168.123.100:6789","nonce":0}]},"addr":"192.168.123.100:6789/0","public_addr":"192.168.123.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:3300","nonce":0},{"type":"v1","addr":"192.168.123.107:6789","nonce":0}]},"addr":"192.168.123.107:6789/0","public_addr":"192.168.123.107:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-03-06T22:05:48.430 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 3 2026-03-06T22:05:48.590 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-06T22:05:48.591 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph config generate-minimal-conf 2026-03-06T22:05:48.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:05:48.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: mon.a calling monitor election 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: mon.c calling monitor election 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/622349087' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: monmap epoch 3 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: min_mon_release 19 (squid) 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: election_strategy: 1 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: fsmap 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: mgrmap e13: y(active, since 33s) 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: mon.b (rank 2) addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] is down (out of quorum) 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:48.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: mon.a calling monitor election 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: mon.c calling monitor election 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/622349087' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: monmap epoch 3 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: min_mon_release 19 (squid) 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: election_strategy: 1 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: fsmap 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: mgrmap e13: y(active, since 33s) 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: mon.b (rank 2) addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] is down (out of quorum) 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:48.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:48.923 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:49.272 INFO:teuthology.orchestra.run.vm00.stdout:# minimal ceph.conf for f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:49.273 INFO:teuthology.orchestra.run.vm00.stdout:[global] 2026-03-06T22:05:49.273 INFO:teuthology.orchestra.run.vm00.stdout: fsid = f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:49.273 INFO:teuthology.orchestra.run.vm00.stdout: mon_host = [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-03-06T22:05:49.434 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-06T22:05:49.434 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:49.434 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T22:05:49.462 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:49.462 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: Reconfiguring mon.b (monmap changed)... 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: Reconfiguring daemon mon.b on vm07 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2000262070' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:49.527 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:49.530 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:05:49.530 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T22:05:49.557 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:05:49.557 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:49.622 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:05:49.622 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.conf 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: Reconfiguring mon.b (monmap changed)... 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: Reconfiguring daemon mon.b on vm07 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2000262070' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:49.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:49.656 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:05:49.656 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:05:49.726 INFO:tasks.cephadm:Adding mgr.y on vm00 2026-03-06T22:05:49.726 INFO:tasks.cephadm:Adding mgr.x on vm07 2026-03-06T22:05:49.726 INFO:tasks.cephadm:Adding mgr.z on vm09 2026-03-06T22:05:49.726 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply mgr '3;vm00=y;vm07=x;vm09=z' 2026-03-06T22:05:50.127 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:05:50.507 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mgr update... 2026-03-06T22:05:50.697 DEBUG:teuthology.orchestra.run.vm07:mgr.x> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.x.service 2026-03-06T22:05:50.699 DEBUG:teuthology.orchestra.run.vm09:mgr.z> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.z.service 2026-03-06T22:05:50.701 INFO:tasks.cephadm:Deploying OSDs... 2026-03-06T22:05:50.701 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:05:50.701 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:05:50.718 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:05:50.718 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme0n1 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring mon.a (unknown last config time)... 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.a calling monitor election 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.c calling monitor election 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.109:0/622349087' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:50.721 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: monmap epoch 3 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: min_mon_release 19 (squid) 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: election_strategy: 1 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: fsmap 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mgrmap e13: y(active, since 33s) 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.b (rank 2) addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] is down (out of quorum) 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring mon.b (monmap changed)... 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring daemon mon.b on vm07 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2000262070' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:50.722 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme0n1 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 729 Links: 1 Device type: 103,1 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:05:22.036942981 +0100 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:39.542417074 +0100 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:39.542417074 +0100 2026-03-06T22:05:50.778 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 22:03:38.709475711 +0100 2026-03-06T22:05:50.778 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T22:05:50.845 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mon.b calling monitor election 2026-03-06T22:05:50.845 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Reconfiguring mon.a (monmap changed)... 2026-03-06T22:05:50.845 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:50.849 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:05:50.849 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:05:50.849 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.00012828 s, 4.0 MB/s 2026-03-06T22:05:50.850 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T22:05:50.910 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme1n1 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme1n1 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,3 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:05:22.070942969 +0100 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:40.012405080 +0100 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:40.012405080 +0100 2026-03-06T22:05:50.971 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 22:03:38.830426600 +0100 2026-03-06T22:05:50.971 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.b calling monitor election 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring mon.a (monmap changed)... 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.b calling monitor election 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.a calling monitor election 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.c calling monitor election 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: monmap epoch 3 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: min_mon_release 19 (squid) 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: election_strategy: 1 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:51.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: fsmap 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: mgrmap e13: y(active, since 35s) 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Cluster is now healthy 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: overall HEALTH_OK 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: Deploying daemon mgr.z on vm09 2026-03-06T22:05:51.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:50 vm07 ceph-mon[56651]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:51.037 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:05:51.037 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:05:51.037 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000194113 s, 2.6 MB/s 2026-03-06T22:05:51.038 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T22:05:51.098 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme2n1 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mon.b calling monitor election 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mon.a calling monitor election 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mon.c calling monitor election 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: monmap epoch 3 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: min_mon_release 19 (squid) 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: election_strategy: 1 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: fsmap 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: mgrmap e13: y(active, since 35s) 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Cluster is now healthy 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: overall HEALTH_OK 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T22:05:51.109 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: Deploying daemon mgr.z on vm09 2026-03-06T22:05:51.110 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:50 vm09 ceph-mon[53398]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme2n1 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 753 Links: 1 Device type: 103,5 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:05:22.101942958 +0100 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:40.495392755 +0100 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:40.495392755 +0100 2026-03-06T22:05:51.157 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 22:03:38.951427212 +0100 2026-03-06T22:05:51.157 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mon.b calling monitor election 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Reconfiguring mon.a (monmap changed)... 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Reconfiguring daemon mon.a on vm00 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mon.b calling monitor election 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mon.a calling monitor election 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mon.c calling monitor election 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: monmap epoch 3 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: last_changed 2026-03-06T21:05:43.415593+0000 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: created 2026-03-06T21:04:22.172665+0000 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: min_mon_release 19 (squid) 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: election_strategy: 1 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: 0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.c 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: 2: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: fsmap 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: osdmap e4: 0 total, 0 up, 0 in 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: mgrmap e13: y(active, since 35s) 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Cluster is now healthy 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: overall HEALTH_OK 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;vm00=y;vm07=x;vm09=z", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Saving service mgr spec with placement vm00=y;vm07=x;vm09=z;count:3 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: Deploying daemon mgr.z on vm09 2026-03-06T22:05:51.223 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:50 vm00 ceph-mon[50576]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:51.225 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:05:51.225 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:05:51.226 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000171982 s, 3.0 MB/s 2026-03-06T22:05:51.227 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T22:05:51.288 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/nvme3n1 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/nvme3n1 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-06 22:05:22.133942947 +0100 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-06 22:03:40.910382166 +0100 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-06 22:03:40.910382166 +0100 2026-03-06T22:05:51.347 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-06 22:03:39.070427814 +0100 2026-03-06T22:05:51.347 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T22:05:51.419 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-06T22:05:51.419 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-06T22:05:51.419 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000240821 s, 2.1 MB/s 2026-03-06T22:05:51.421 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T22:05:51.480 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:05:51.480 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:05:51.499 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:05:51.499 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme0n1 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme0n1 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:05:28.211078486 +0100 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:43.089066163 +0100 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:43.089066163 +0100 2026-03-06T22:05:51.555 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 22:03:42.189066049 +0100 2026-03-06T22:05:51.555 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T22:05:51.621 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:05:51.621 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:05:51.621 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000156613 s, 3.3 MB/s 2026-03-06T22:05:51.622 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T22:05:51.683 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme1n1 2026-03-06T22:05:51.745 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme1n1 2026-03-06T22:05:51.745 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:51.745 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,3 2026-03-06T22:05:51.745 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:51.746 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:51.746 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:05:28.245078489 +0100 2026-03-06T22:05:51.746 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:43.560066222 +0100 2026-03-06T22:05:51.746 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:43.560066222 +0100 2026-03-06T22:05:51.746 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 22:03:42.339066068 +0100 2026-03-06T22:05:51.746 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T22:05:51.816 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:05:51.816 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:05:51.816 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000158868 s, 3.2 MB/s 2026-03-06T22:05:51.817 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T22:05:51.846 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:51 vm09 systemd[1]: Started Ceph mgr.z for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:05:51.877 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme2n1 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme2n1 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 752 Links: 1 Device type: 103,5 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:05:28.289078494 +0100 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:43.962066273 +0100 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:43.962066273 +0100 2026-03-06T22:05:51.940 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 22:03:42.459066083 +0100 2026-03-06T22:05:51.940 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T22:05:52.008 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:05:52.009 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:05:52.009 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.00012293 s, 4.2 MB/s 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:51 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:52.010 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T22:05:52.083 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/nvme3n1 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:51 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:51 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:51.922+0000 7f82801b2100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:05:52.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:52 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:52.070+0000 7f82801b2100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/nvme3n1 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 22:05:28.333078499 +0100 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 22:03:44.416066330 +0100 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 22:03:44.416066330 +0100 2026-03-06T22:05:52.148 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 22:03:42.565066097 +0100 2026-03-06T22:05:52.149 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T22:05:52.226 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T22:05:52.226 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T22:05:52.226 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000121818 s, 4.2 MB/s 2026-03-06T22:05:52.226 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T22:05:52.287 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:05:52.287 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T22:05:52.312 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-06T22:05:52.312 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme0n1 2026-03-06T22:05:52.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:52.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:51 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme0n1 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,0 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:05:33.706804917 +0100 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:46.531777990 +0100 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:46.531777990 +0100 2026-03-06T22:05:52.379 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:03:45.607777621 +0100 2026-03-06T22:05:52.379 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-06T22:05:52.455 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:05:52.455 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:05:52.455 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000161402 s, 3.2 MB/s 2026-03-06T22:05:52.456 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-06T22:05:52.517 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme1n1 2026-03-06T22:05:52.576 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme1n1 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,2 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:05:33.743804920 +0100 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:46.964778162 +0100 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:46.964778162 +0100 2026-03-06T22:05:52.577 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:03:45.750777678 +0100 2026-03-06T22:05:52.577 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-06T22:05:52.649 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:05:52.649 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:05:52.649 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.00019191 s, 2.7 MB/s 2026-03-06T22:05:52.650 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-06T22:05:52.721 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme2n1 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme2n1 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 752 Links: 1 Device type: 103,4 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:52.785 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:05:33.780804923 +0100 2026-03-06T22:05:52.786 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:47.398778335 +0100 2026-03-06T22:05:52.786 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:47.398778335 +0100 2026-03-06T22:05:52.786 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:03:45.900777738 +0100 2026-03-06T22:05:52.786 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-06T22:05:52.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:05:52 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:05:52.409+0000 7f442d239640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-03-06T22:05:52.850 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:05:52.850 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:05:52.850 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000157404 s, 3.3 MB/s 2026-03-06T22:05:52.851 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-06T22:05:52.912 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme3n1 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme3n1 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-06 22:05:33.817804926 +0100 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-06 22:03:47.804778497 +0100 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-06 22:03:47.804778497 +0100 2026-03-06T22:05:52.977 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-06 22:03:46.040777794 +0100 2026-03-06T22:05:52.977 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-06T22:05:52.995 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:52 vm07 podman[58277]: 2026-03-06 22:05:52.845777512 +0100 CET m=+0.011300341 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:05:53.048 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-06T22:05:53.048 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-06T22:05:53.048 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000205164 s, 2.5 MB/s 2026-03-06T22:05:53.049 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-06T22:05:53.118 INFO:tasks.cephadm:Deploying osd.0 on vm00 with /dev/nvme3n1... 2026-03-06T22:05:53.118 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- lvm zap /dev/nvme3n1 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: Deploying daemon mgr.x on vm07 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:53 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 podman[58277]: 2026-03-06 22:05:53.055943968 +0100 CET m=+0.221466788 container init f2d09fac478c7870c187e08ebcf5751bce366756d9f73afdb153fb6310c90e88 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 podman[58277]: 2026-03-06 22:05:53.060537846 +0100 CET m=+0.226060666 container start f2d09fac478c7870c187e08ebcf5751bce366756d9f73afdb153fb6310c90e88 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 bash[58277]: f2d09fac478c7870c187e08ebcf5751bce366756d9f73afdb153fb6310c90e88 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 systemd[1]: Started Ceph mgr.x for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:05:53.364 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:53.357+0000 7faf81f45100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:05:53.488 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: Deploying daemon mgr.x on vm07 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.550 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:53 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:53.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: Deploying daemon mgr.x on vm07 2026-03-06T22:05:53.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:53 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:53.635 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:53 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:53.457+0000 7f82801b2100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:05:53.759 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:53 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:53.514+0000 7faf81f45100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:54.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:54 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:54 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:54 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:54.483+0000 7f82801b2100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:05:54.883 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:54 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:54.634+0000 7f82801b2100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-06T22:05:54.897 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:54 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:55.240 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:05:55.259 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:54 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:54.892+0000 7faf81f45100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:05:55.266 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch daemon add osd vm00:/dev/nvme3n1 2026-03-06T22:05:55.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:54 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:54.910+0000 7f82801b2100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:05:55.517 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:55 vm00 ceph-mon[50576]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T22:05:55.517 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:55 vm00 ceph-mon[50576]: Reconfiguring daemon mgr.y on vm00 2026-03-06T22:05:55.517 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:55 vm00 ceph-mon[50576]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:55.709 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:05:55.854 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:55 vm07 ceph-mon[56651]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T22:05:55.854 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:55 vm07 ceph-mon[56651]: Reconfiguring daemon mgr.y on vm00 2026-03-06T22:05:55.854 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:55 vm07 ceph-mon[56651]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:55.854 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:55 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:55.849+0000 7faf81f45100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:05:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:55 vm09 ceph-mon[53398]: Reconfiguring mgr.y (unknown last config time)... 2026-03-06T22:05:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:55 vm09 ceph-mon[53398]: Reconfiguring daemon mgr.y on vm00 2026-03-06T22:05:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:55 vm09 ceph-mon[53398]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:56.243 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:55 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:55.981+0000 7faf81f45100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:05:56.243 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:56 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:56.238+0000 7faf81f45100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:05:56.709 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:05:56.710 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:05:56.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:05:57.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:05:57.249 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:56 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:56.888+0000 7f82801b2100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:05:57.529 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:57 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:57.244+0000 7f82801b2100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:05:57.529 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:57 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:57.393+0000 7f82801b2100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]: dispatch 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]': finished 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:57 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:57 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:57.523+0000 7f82801b2100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:57.821 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:57 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:57.682+0000 7f82801b2100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]: dispatch 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]': finished 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T22:05:57.981 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:57 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm00:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]: dispatch 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2023053900' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "655a5118-76f5-470a-ae8c-f735fb0c06cf"}]': finished 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: osdmap e5: 1 total, 0 up, 1 in 2026-03-06T22:05:58.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:57 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:05:58.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:57 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:57.816+0000 7f82801b2100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:05:58.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:58 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:58.200+0000 7faf81f45100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:05:58.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:58 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/604691711' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:05:58.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:58 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:58.357+0000 7f82801b2100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:05:58.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:58 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:58.516+0000 7f82801b2100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:58.825 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:58 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/604691711' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:05:58.825 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:58 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:58.549+0000 7faf81f45100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:05:58.825 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:58 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:58.697+0000 7faf81f45100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:05:58.825 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:58 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:58.821+0000 7faf81f45100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:59.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:58 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/604691711' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:05:59.097 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:58 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:58.966+0000 7faf81f45100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:05:59.097 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:59 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:59.093+0000 7faf81f45100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:05:59.612 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:05:59 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:05:59.275+0000 7f82801b2100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:05:59.866 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:05:59 vm07 ceph-mon[56651]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:05:59.866 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:59 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:59.691+0000 7faf81f45100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:05:59.866 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:05:59 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:05:59.861+0000 7faf81f45100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:05:59.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:05:59 vm09 ceph-mon[53398]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:00.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:05:59 vm00 ceph-mon[50576]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:00.707 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:00 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:00.428+0000 7f82801b2100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:06:00.707 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:00 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:00.562+0000 7f82801b2100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:06:01.003 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:00 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:00.702+0000 7f82801b2100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:06:01.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:00 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:00.638+0000 7faf81f45100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:06:01.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:00 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:00.997+0000 7f82801b2100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:06:01.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:01 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:01.131+0000 7f82801b2100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:06:01.867 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:01 vm09 ceph-mon[53398]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:01.867 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:01 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:01.465+0000 7f82801b2100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:06:01.990 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:01 vm00 ceph-mon[50576]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:02.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:01 vm07 ceph-mon[56651]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:02.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:01.860+0000 7faf81f45100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:06:02.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:01 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:01.862+0000 7f82801b2100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:06:02.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:02.015+0000 7faf81f45100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:06:02.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:02.174+0000 7faf81f45100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:06:02.627 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:02 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:02.277+0000 7f82801b2100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:06:02.627 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:06:02 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:06:02.417+0000 7f82801b2100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: Standby manager daemon z started 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:06:02.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:02 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: Standby manager daemon z started 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:06:02.927 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:02 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: Standby manager daemon z started 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:02 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/4055251400' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:02.522+0000 7faf81f45100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:06:03.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:02.680+0000 7faf81f45100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:06:03.395 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:03.027+0000 7faf81f45100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:06:03.688 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:03 vm00 ceph-mon[50576]: Deploying daemon osd.0 on vm00 2026-03-06T22:06:03.688 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:03 vm00 ceph-mon[50576]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:03.688 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:03 vm00 ceph-mon[50576]: mgrmap e14: y(active, since 48s), standbys: z 2026-03-06T22:06:03.688 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:03 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:06:03.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:03 vm07 ceph-mon[56651]: Deploying daemon osd.0 on vm00 2026-03-06T22:06:03.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:03 vm07 ceph-mon[56651]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:03.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:03 vm07 ceph-mon[56651]: mgrmap e14: y(active, since 48s), standbys: z 2026-03-06T22:06:03.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:03 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:06:03.759 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:03.390+0000 7faf81f45100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:06:03.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:03 vm09 ceph-mon[53398]: Deploying daemon osd.0 on vm00 2026-03-06T22:06:03.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:03 vm09 ceph-mon[53398]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:03.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:03 vm09 ceph-mon[53398]: mgrmap e14: y(active, since 48s), standbys: z 2026-03-06T22:06:03.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:03 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:06:04.259 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:03.770+0000 7faf81f45100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:06:04.259 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:06:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:06:03.895+0000 7faf81f45100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:06:04.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:04 vm00 ceph-mon[50576]: Standby manager daemon x started 2026-03-06T22:06:04.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:04 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:06:04.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:04 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:04.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:04 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:06:04.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:04 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:04.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:04 vm09 ceph-mon[53398]: Standby manager daemon x started 2026-03-06T22:06:04.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:04 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:06:04.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:04 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:04.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:04 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:06:04.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:04 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:05.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:04 vm07 ceph-mon[56651]: Standby manager daemon x started 2026-03-06T22:06:05.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:04 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:06:05.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:04 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:06:05.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:04 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:06:05.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:04 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/2832364207' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:06:05.955 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:05 vm00 ceph-mon[50576]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:05.955 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:05 vm00 ceph-mon[50576]: mgrmap e15: y(active, since 50s), standbys: z, x 2026-03-06T22:06:05.955 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:05 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:06:06.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:05 vm07 ceph-mon[56651]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:06.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:05 vm07 ceph-mon[56651]: mgrmap e15: y(active, since 50s), standbys: z, x 2026-03-06T22:06:06.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:05 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:06:06.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:05 vm09 ceph-mon[53398]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:06.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:05 vm09 ceph-mon[53398]: mgrmap e15: y(active, since 50s), standbys: z, x 2026-03-06T22:06:06.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:05 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:06:06.779 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:06 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:06.779 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:06 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:06.779 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:06 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:07.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:06 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:07.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:06 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:07.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:06 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:07.132 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:06 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:07.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:06 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:07.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:06 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:08.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:07 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:08.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:07 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:08.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:07 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.355 INFO:teuthology.orchestra.run.vm00.stdout:Created osd(s) 0 on host 'vm00' 2026-03-06T22:06:08.536 DEBUG:teuthology.orchestra.run.vm00:osd.0> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.0.service 2026-03-06T22:06:08.537 INFO:tasks.cephadm:Deploying osd.1 on vm07 with /dev/nvme3n1... 2026-03-06T22:06:08.538 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- lvm zap /dev/nvme3n1 2026-03-06T22:06:08.746 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:08 vm00 ceph-mon[50576]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T22:06:08.746 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:08 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:08.746 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:08 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.746 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:08 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.747 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:08 vm00 ceph-mon[50576]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:08.890 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.b/config 2026-03-06T22:06:08.912 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:08 vm07 ceph-mon[56651]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T22:06:08.912 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:08 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:08.912 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:08 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.912 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:08 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:08.912 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:08 vm07 ceph-mon[56651]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:09.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:08 vm09 ceph-mon[53398]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-06T22:06:09.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:08 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:09.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:08 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:09.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:08 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:09.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:08 vm09 ceph-mon[53398]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:10.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:09 vm00 ceph-mon[50576]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T22:06:10.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:09 vm00 ceph-mon[50576]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T22:06:10.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:09 vm00 ceph-mon[50576]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T22:06:10.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:09 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:10.098 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:09 vm07 ceph-mon[56651]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T22:06:10.099 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:09 vm07 ceph-mon[56651]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T22:06:10.099 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:09 vm07 ceph-mon[56651]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T22:06:10.099 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:09 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:10.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:09 vm09 ceph-mon[53398]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-06T22:06:10.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:09 vm09 ceph-mon[53398]: osdmap e6: 1 total, 0 up, 1 in 2026-03-06T22:06:10.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:09 vm09 ceph-mon[53398]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]: dispatch 2026-03-06T22:06:10.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:09 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:10.319 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T22:06:10.355 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch daemon add osd vm07:/dev/nvme3n1 2026-03-06T22:06:10.720 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.b/config 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: purged_snaps scrub starts 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: purged_snaps scrub ok 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: Detected new or changed devices on vm00 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: Unable to set osd_memory_target on vm00 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.011 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:10 vm07 ceph-mon[56651]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' 2026-03-06T22:06:11.071 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:10 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0[66854]: 2026-03-06T21:06:10.742+0000 7f961728a640 -1 osd.0 0 waiting for initial osdmap 2026-03-06T22:06:11.071 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:10 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0[66854]: 2026-03-06T21:06:10.747+0000 7f96128b3640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: purged_snaps scrub starts 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: purged_snaps scrub ok 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: Detected new or changed devices on vm00 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: Unable to set osd_memory_target on vm00 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:11.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:11.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:11.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:10 vm00 ceph-mon[50576]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: purged_snaps scrub starts 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: purged_snaps scrub ok 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm00", "root=default"]}]': finished 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: osdmap e7: 1 total, 0 up, 1 in 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: Detected new or changed devices on vm00 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: Adjusting osd_memory_target on vm00 to 257.0M 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: Unable to set osd_memory_target on vm00 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:11.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:10 vm09 ceph-mon[53398]: from='osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874]' entity='osd.0' 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='client.24125 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874] boot 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T22:06:12.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:11 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='client.24125 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874] boot 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T22:06:12.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:11 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='client.24125 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm07:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: osd.0 [v2:192.168.123.100:6802/734071874,v1:192.168.123.100:6803/734071874] boot 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: osdmap e8: 1 total, 1 up, 1 in 2026-03-06T22:06:12.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:11 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:06:13.104 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: from='client.? 192.168.123.107:0/2462550097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.104 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.104 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]': finished 2026-03-06T22:06:13.104 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: osdmap e9: 2 total, 1 up, 2 in 2026-03-06T22:06:13.104 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:13.105 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:12 vm07 ceph-mon[56651]: pgmap v28: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: from='client.? 192.168.123.107:0/2462550097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]': finished 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: osdmap e9: 2 total, 1 up, 2 in 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:13.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:12 vm09 ceph-mon[53398]: pgmap v28: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: from='client.? 192.168.123.107:0/2462550097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]: dispatch 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "227f0674-86ea-44a5-b619-9b16763cc496"}]': finished 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: osdmap e9: 2 total, 1 up, 2 in 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:13.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:12 vm00 ceph-mon[50576]: pgmap v28: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:14.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:13 vm09 ceph-mon[53398]: from='client.? 192.168.123.107:0/1280502478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:14.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:13 vm07 ceph-mon[56651]: from='client.? 192.168.123.107:0/1280502478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:14.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:13 vm00 ceph-mon[50576]: from='client.? 192.168.123.107:0/1280502478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:15.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:14 vm09 ceph-mon[53398]: pgmap v29: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:15.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:14 vm07 ceph-mon[56651]: pgmap v29: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:15.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:14 vm00 ceph-mon[50576]: pgmap v29: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:17.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:17 vm07 ceph-mon[56651]: pgmap v30: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:17.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:17 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T22:06:17.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:17 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:17.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:17 vm09 ceph-mon[53398]: pgmap v30: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:17.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:17 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T22:06:17.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:17 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:18.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:17 vm00 ceph-mon[50576]: pgmap v30: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:18.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:17 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-06T22:06:18.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:17 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:18.878 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:18 vm07 ceph-mon[56651]: Deploying daemon osd.1 on vm07 2026-03-06T22:06:18.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:18 vm09 ceph-mon[53398]: Deploying daemon osd.1 on vm07 2026-03-06T22:06:19.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:18 vm00 ceph-mon[50576]: Deploying daemon osd.1 on vm07 2026-03-06T22:06:19.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:19 vm09 ceph-mon[53398]: pgmap v31: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:20.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:19 vm07 ceph-mon[56651]: pgmap v31: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:20.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:19 vm00 ceph-mon[50576]: pgmap v31: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:21.609 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:21 vm07 ceph-mon[56651]: pgmap v32: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:21.609 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:21 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:21.609 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:21 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:21.609 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:21 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:21.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:21 vm09 ceph-mon[53398]: pgmap v32: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:21.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:21 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:21.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:21 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:21.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:21 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:22.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:21 vm00 ceph-mon[50576]: pgmap v32: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:22.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:21 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:22.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:21 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:22.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:21 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: pgmap v33: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:23 vm00 ceph-mon[50576]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: pgmap v33: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.365 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:23 vm07 ceph-mon[56651]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: pgmap v33: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:23 vm09 ceph-mon[53398]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-06T22:06:23.571 INFO:teuthology.orchestra.run.vm07.stdout:Created osd(s) 1 on host 'vm07' 2026-03-06T22:06:23.736 DEBUG:teuthology.orchestra.run.vm07:osd.1> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.1.service 2026-03-06T22:06:23.738 INFO:tasks.cephadm:Deploying osd.2 on vm09 with /dev/nvme3n1... 2026-03-06T22:06:23.738 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- lvm zap /dev/nvme3n1 2026-03-06T22:06:24.058 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:24.069 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:24 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:24.233 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:24 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: osdmap e10: 2 total, 1 up, 2 in 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]: dispatch 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:24.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:24 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:25.248 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:25 vm09 ceph-mon[53398]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T22:06:25.248 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:25 vm09 ceph-mon[53398]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T22:06:25.248 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:25 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.248 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:25 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.248 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:25 vm09 ceph-mon[53398]: pgmap v36: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:25.452 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-06T22:06:25.467 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:25 vm07 ceph-mon[56651]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T22:06:25.467 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:25 vm07 ceph-mon[56651]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T22:06:25.467 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:25 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.467 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:25 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.467 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:25 vm07 ceph-mon[56651]: pgmap v36: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:25.467 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:25 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1[61081]: 2026-03-06T21:06:25.060+0000 7ffb61e3e640 -1 osd.1 0 waiting for initial osdmap 2026-03-06T22:06:25.467 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:25 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1[61081]: 2026-03-06T21:06:25.074+0000 7ffb5cc54640 -1 osd.1 11 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T22:06:25.481 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch daemon add osd vm09:/dev/nvme3n1 2026-03-06T22:06:25.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:25 vm00 ceph-mon[50576]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm07", "root=default"]}]': finished 2026-03-06T22:06:25.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:25 vm00 ceph-mon[50576]: osdmap e11: 2 total, 1 up, 2 in 2026-03-06T22:06:25.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:25 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:25 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:25.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:25 vm00 ceph-mon[50576]: pgmap v36: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:25.812 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: purged_snaps scrub starts 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: purged_snaps scrub ok 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='osd.1 ' entity='osd.1' 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: Detected new or changed devices on vm07 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: Unable to set osd_memory_target on vm07 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:26.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:26 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: purged_snaps scrub starts 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: purged_snaps scrub ok 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='osd.1 ' entity='osd.1' 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: Detected new or changed devices on vm07 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: Unable to set osd_memory_target on vm07 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:26.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:26 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: purged_snaps scrub starts 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: purged_snaps scrub ok 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='osd.1 ' entity='osd.1' 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: Detected new or changed devices on vm07 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: Adjusting osd_memory_target on vm07 to 257.0M 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: Unable to set osd_memory_target on vm07 to 269530726: error parsing value: Value '269530726' is below minimum 939524096 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:26.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:26 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784] boot 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: osdmap e12: 2 total, 2 up, 2 in 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:27.093 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:27 vm09 ceph-mon[53398]: pgmap v38: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784] boot 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: osdmap e12: 2 total, 2 up, 2 in 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:27.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:27 vm07 ceph-mon[56651]: pgmap v38: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: osd.1 [v2:192.168.123.107:6800/392397784,v1:192.168.123.107:6801/392397784] boot 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: osdmap e12: 2 total, 2 up, 2 in 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:27.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:27 vm00 ceph-mon[50576]: pgmap v38: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/920728918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]': finished 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:28.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:28 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/3703251477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: from='client.? 192.168.123.109:0/920728918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]': finished 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:28.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:28 vm07 ceph-mon[56651]: from='client.? 192.168.123.109:0/3703251477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: osdmap e13: 2 total, 2 up, 2 in 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/920728918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]: dispatch 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7137d1fe-c4b0-490b-a3f7-de1ca9e020a0"}]': finished 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: osdmap e14: 3 total, 2 up, 3 in 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:28.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:28 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/3703251477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-06T22:06:29.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:29 vm09 ceph-mon[53398]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:29.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:29 vm07 ceph-mon[56651]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:29.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:29 vm00 ceph-mon[50576]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:31.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:31 vm09 ceph-mon[53398]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:32.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:31 vm07 ceph-mon[56651]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:32.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:31 vm00 ceph-mon[50576]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:32.848 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:32 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T22:06:32.848 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:32 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:33.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:32 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T22:06:33.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:32 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:33.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:32 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-06T22:06:33.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:32 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:33.871 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:33 vm09 ceph-mon[53398]: Deploying daemon osd.2 on vm09 2026-03-06T22:06:33.871 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:33 vm09 ceph-mon[53398]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:34.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:33 vm07 ceph-mon[56651]: Deploying daemon osd.2 on vm09 2026-03-06T22:06:34.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:33 vm07 ceph-mon[56651]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:34.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:33 vm00 ceph-mon[50576]: Deploying daemon osd.2 on vm09 2026-03-06T22:06:34.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:33 vm00 ceph-mon[50576]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:35.803 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:35 vm09 ceph-mon[53398]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:36.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:35 vm07 ceph-mon[56651]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:36.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:35 vm00 ceph-mon[50576]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:36.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:36 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:36.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:36 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:36.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:36 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:36 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:37.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:36 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:36 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:36 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:37.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:36 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:36 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:37.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:37 vm09 ceph-mon[53398]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:37 vm07 ceph-mon[56651]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:37 vm00 ceph-mon[50576]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-06T22:06:38.079 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 2 on host 'vm09' 2026-03-06T22:06:38.279 DEBUG:teuthology.orchestra.run.vm09:osd.2> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.2.service 2026-03-06T22:06:38.281 INFO:tasks.cephadm:Waiting for 3 OSDs to come up... 2026-03-06T22:06:38.281 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd stat -f json 2026-03-06T22:06:38.614 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T22:06:38.751 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:38 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T22:06:38.966 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:38 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:38.966 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: osdmap e15: 3 total, 2 up, 3 in 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-06T22:06:39.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:38 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:39.138 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":15,"num_osds":3,"num_up_osds":2,"osd_up_since":1772831186,"num_in_osds":3,"osd_in_since":1772831187,"num_remapped_pgs":0} 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/642810816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:39.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:39 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/642810816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:40.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:39 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:40.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:40.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/642810816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:40.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-06T22:06:40.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: osdmap e16: 3 total, 2 up, 3 in 2026-03-06T22:06:40.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:40.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:39 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:40.139 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd stat -f json 2026-03-06T22:06:40.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:40 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2[58036]: 2026-03-06T21:06:40.057+0000 7f4026f27640 -1 osd.2 0 waiting for initial osdmap 2026-03-06T22:06:40.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:40 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2[58036]: 2026-03-06T21:06:40.067+0000 7f4021d3d640 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T22:06:40.474 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:40.828 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:41.004 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"num_osds":3,"num_up_osds":2,"osd_up_since":1772831186,"num_in_osds":3,"osd_in_since":1772831187,"num_remapped_pgs":0} 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: purged_snaps scrub starts 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: purged_snaps scrub ok 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: Detected new or changed devices on vm09 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:41.322 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:41 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1338676528' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: purged_snaps scrub starts 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: purged_snaps scrub ok 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: Detected new or changed devices on vm09 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:41.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:41 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1338676528' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: purged_snaps scrub starts 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: purged_snaps scrub ok 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440]' entity='osd.2' 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: Detected new or changed devices on vm09 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-06T22:06:41.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:41 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/1338676528' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:42.006 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd stat -f json 2026-03-06T22:06:42.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:42 vm00 ceph-mon[50576]: osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440] boot 2026-03-06T22:06:42.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:42 vm00 ceph-mon[50576]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T22:06:42.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:42 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:42.346 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:42.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:42 vm09 ceph-mon[53398]: osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440] boot 2026-03-06T22:06:42.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:42 vm09 ceph-mon[53398]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T22:06:42.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:42 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:42.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:42 vm07 ceph-mon[56651]: osd.2 [v2:192.168.123.109:6800/3461764440,v1:192.168.123.109:6801/3461764440] boot 2026-03-06T22:06:42.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:42 vm07 ceph-mon[56651]: osdmap e17: 3 total, 3 up, 3 in 2026-03-06T22:06:42.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:42 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:06:42.691 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:42.981 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":18,"num_osds":3,"num_up_osds":3,"osd_up_since":1772831201,"num_in_osds":3,"osd_in_since":1772831187,"num_remapped_pgs":0} 2026-03-06T22:06:42.982 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd dump --format=json 2026-03-06T22:06:43.306 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:43.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:43 vm00 ceph-mon[50576]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T22:06:43.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:43 vm00 ceph-mon[50576]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:43.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:43 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:43.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:43 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4087708833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:43.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:43 vm09 ceph-mon[53398]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T22:06:43.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:43 vm09 ceph-mon[53398]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:43.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:43 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:43.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:43 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4087708833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:43.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:43 vm07 ceph-mon[56651]: osdmap e18: 3 total, 3 up, 3 in 2026-03-06T22:06:43.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:43 vm07 ceph-mon[56651]: pgmap v52: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:43.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:43 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:43.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:43 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/4087708833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-06T22:06:43.641 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:43.641 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":19,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","created":"2026-03-06T21:04:23.589377+0000","modified":"2026-03-06T21:06:43.095095+0000","last_up_change":"2026-03-06T21:06:41.069633+0000","last_in_change":"2026-03-06T21:06:27.568719+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T21:06:42.572598+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"655a5118-76f5-470a-ae8c-f735fb0c06cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6803","nonce":734071874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6805","nonce":734071874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6809","nonce":734071874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6807","nonce":734071874}]},"public_addr":"192.168.123.100:6803/734071874","cluster_addr":"192.168.123.100:6805/734071874","heartbeat_back_addr":"192.168.123.100:6809/734071874","heartbeat_front_addr":"192.168.123.100:6807/734071874","state":["exists","up"]},{"osd":1,"uuid":"227f0674-86ea-44a5-b619-9b16763cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6801","nonce":392397784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6803","nonce":392397784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6807","nonce":392397784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6805","nonce":392397784}]},"public_addr":"192.168.123.107:6801/392397784","cluster_addr":"192.168.123.107:6803/392397784","heartbeat_back_addr":"192.168.123.107:6807/392397784","heartbeat_front_addr":"192.168.123.107:6805/392397784","state":["exists","up"]},{"osd":2,"uuid":"7137d1fe-c4b0-490b-a3f7-de1ca9e020a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6801","nonce":3461764440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6803","nonce":3461764440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6807","nonce":3461764440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6805","nonce":3461764440}]},"public_addr":"192.168.123.109:6801/3461764440","cluster_addr":"192.168.123.109:6803/3461764440","heartbeat_back_addr":"192.168.123.109:6807/3461764440","heartbeat_front_addr":"192.168.123.109:6805/3461764440","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:08.734999+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:23.699991+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:38.500506+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/4005079135":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2129081118":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2794273470":"2026-03-07T21:04:53.296720+0000","192.168.123.100:0/2038940263":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:6801/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6801/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/1777125244":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/738552908":"2026-03-07T21:04:53.296720+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T22:06:43.793 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-03-06T21:06:42.572598+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-03-06T22:06:43.793 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd pool get .mgr pg_num 2026-03-06T22:06:44.133 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:44.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:44 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:44.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:44 vm09 ceph-mon[53398]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T22:06:44.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:44 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:44.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:44 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1375857779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:44.478 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:44 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:44.478 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:44 vm00 ceph-mon[50576]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T22:06:44.478 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:44 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:44.478 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:44 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1375857779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:44.478 INFO:teuthology.orchestra.run.vm00.stdout:pg_num: 1 2026-03-06T22:06:44.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:44 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:44.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:44 vm07 ceph-mon[56651]: osdmap e19: 3 total, 3 up, 3 in 2026-03-06T22:06:44.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:44 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-06T22:06:44.509 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:44 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/1375857779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:44.629 INFO:tasks.cephadm:Adding ceph.rgw.foo.a on vm00 2026-03-06T22:06:44.630 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply rgw foo.a --placement '1;vm00=foo.a' 2026-03-06T22:06:44.964 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72440]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72440]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72440]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72440]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72443]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72443]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72443]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.165 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:06:44 vm00 sudo[72443]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.165 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 sudo[72446]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T22:06:45.165 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 sudo[72446]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.165 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 sudo[72446]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.165 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 sudo[72446]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 sudo[65789]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 sudo[65789]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 sudo[65789]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 sudo[65789]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/3677472279' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.260 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.260 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:45 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65783]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65783]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65783]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65783]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65786]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65786]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65786]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.260 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:06:44 vm07 sudo[65786]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.350 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled rgw.foo.a update... 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63221]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63221]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63221]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63221]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3677472279' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.350 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:45 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63209]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63209]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63209]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63209]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63212]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63212]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63212]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-06T22:06:45.351 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:06:45 vm09 sudo[63212]: pam_unix(sudo:session): session closed for user root 2026-03-06T22:06:45.519 DEBUG:teuthology.orchestra.run.vm00:rgw.foo.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@rgw.foo.a.service 2026-03-06T22:06:45.521 INFO:tasks.cephadm:Adding prometheus.a on vm07 2026-03-06T22:06:45.521 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply prometheus '1;vm07=a' 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: osdmap e20: 3 total, 3 up, 3 in 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3677472279' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: pgmap v55: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:45.547 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:45.548 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:45 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:45.871 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:46.168 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.168 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.241 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled prometheus update... 2026-03-06T22:06:46.391 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 systemd[1]: Starting Ceph rgw.foo.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.392 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:46 vm00 ceph-mon[50576]: Deploying daemon rgw.foo.a on vm00 2026-03-06T22:06:46.411 DEBUG:teuthology.orchestra.run.vm07:prometheus.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@prometheus.a.service 2026-03-06T22:06:46.414 INFO:tasks.cephadm:Adding node-exporter.a on vm00 2026-03-06T22:06:46.414 INFO:tasks.cephadm:Adding node-exporter.b on vm07 2026-03-06T22:06:46.414 INFO:tasks.cephadm:Adding node-exporter.c on vm09 2026-03-06T22:06:46.414 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply node-exporter '3;vm00=a;vm07=b;vm09=c' 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.435 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:46 vm07 ceph-mon[56651]: Deploying daemon rgw.foo.a on vm00 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: osdmap e21: 3 total, 3 up, 3 in 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm00=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:46.436 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:46 vm09 ceph-mon[53398]: Deploying daemon rgw.foo.a on vm00 2026-03-06T22:06:46.764 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:46.821 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 podman[72712]: 2026-03-06 22:06:46.386926508 +0100 CET m=+0.017167840 container create bf98e087f530c3d75733062db6c70d03f536f4972ecc4246ea16b239665e80e7 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:06:46.821 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 podman[72712]: 2026-03-06 22:06:46.436587877 +0100 CET m=+0.066829209 container init bf98e087f530c3d75733062db6c70d03f536f4972ecc4246ea16b239665e80e7 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T22:06:46.821 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 podman[72712]: 2026-03-06 22:06:46.441954731 +0100 CET m=+0.072196063 container start bf98e087f530c3d75733062db6c70d03f536f4972ecc4246ea16b239665e80e7 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T22:06:46.821 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 bash[72712]: bf98e087f530c3d75733062db6c70d03f536f4972ecc4246ea16b239665e80e7 2026-03-06T22:06:46.822 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 podman[72712]: 2026-03-06 22:06:46.380137332 +0100 CET m=+0.010378664 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:06:46.822 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:46 vm00 systemd[1]: Started Ceph rgw.foo.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:06:47.126 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled node-exporter update... 2026-03-06T22:06:47.288 DEBUG:teuthology.orchestra.run.vm00:node-exporter.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@node-exporter.a.service 2026-03-06T22:06:47.290 DEBUG:teuthology.orchestra.run.vm07:node-exporter.b> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@node-exporter.b.service 2026-03-06T22:06:47.292 DEBUG:teuthology.orchestra.run.vm09:node-exporter.c> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@node-exporter.c.service 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: pgmap v57: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:47.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:47 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.331 INFO:tasks.cephadm:Adding alertmanager.a on vm00 2026-03-06T22:06:47.331 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply alertmanager '1;vm00=a' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: pgmap v57: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:47.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:47 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: Saving service prometheus spec with placement vm07=a;count:1 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: Saving service rgw.foo.a spec with placement vm00=foo.a;count:1 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: pgmap v57: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:06:47.510 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:47 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:47.715 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:48.077 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled alertmanager update... 2026-03-06T22:06:48.258 DEBUG:teuthology.orchestra.run.vm00:alertmanager.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@alertmanager.a.service 2026-03-06T22:06:48.260 INFO:tasks.cephadm:Adding grafana.a on vm07 2026-03-06T22:06:48.260 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph orch apply grafana '1;vm07=a' 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: Checking dashboard <-> RGW credentials 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: mgrmap e16: y(active, since 93s), standbys: z, x 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:48 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: Checking dashboard <-> RGW credentials 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: mgrmap e16: y(active, since 93s), standbys: z, x 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:48 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.656 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "3;vm00=a;vm07=b;vm09=c", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: Saving service node-exporter spec with placement vm00=a;vm07=b;vm09=c;count:3 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: Checking dashboard <-> RGW credentials 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: mgrmap e16: y(active, since 93s), standbys: z, x 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: osdmap e22: 3 total, 3 up, 3 in 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-06T22:06:48.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:48 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:49.000 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled grafana update... 2026-03-06T22:06:49.174 DEBUG:teuthology.orchestra.run.vm07:grafana.a> sudo journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@grafana.a.service 2026-03-06T22:06:49.176 INFO:tasks.cephadm:Setting up client nodes... 2026-03-06T22:06:49.176 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T22:06:49.506 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:49.528 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:49 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:49.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:49 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:49.915 INFO:teuthology.orchestra.run.vm00.stdout:[client.0] 2026-03-06T22:06:49.915 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDpQatpoT3/NRAARxlentZpXf/2krLH/F9Xvw== 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm00=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: Saving service alertmanager spec with placement vm00=a;count:1 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/36782671' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2833260832' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: osdmap e23: 3 total, 3 up, 3 in 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:50.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:49 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:50.092 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:06:50.092 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-06T22:06:50.092 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-06T22:06:50.130 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T22:06:50.475 INFO:teuthology.orchestra.run.vm07.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.b/config 2026-03-06T22:06:50.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:50 vm07 ceph-mon[56651]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T22:06:50.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:50.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:50 vm00 ceph-mon[50576]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T22:06:50.864 INFO:teuthology.orchestra.run.vm07.stdout:[client.1] 2026-03-06T22:06:50.864 INFO:teuthology.orchestra.run.vm07.stdout: key = AQDqQatp08rwMhAAhVIbtmmHXq2Ppsa7oj+Qug== 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm07=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: Saving service grafana spec with placement vm07=a;count:1 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: osdmap e24: 3 total, 3 up, 3 in 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2286163633' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-06T22:06:50.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:50 vm09 ceph-mon[53398]: osdmap e25: 3 total, 3 up, 3 in 2026-03-06T22:06:51.018 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:06:51.018 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-03-06T22:06:51.018 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-03-06T22:06:51.055 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-06T22:06:51.373 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.c/config 2026-03-06T22:06:51.778 INFO:teuthology.orchestra.run.vm09.stdout:[client.2] 2026-03-06T22:06:51.778 INFO:teuthology.orchestra.run.vm09.stdout: key = AQDrQatpnXfILRAARFiCVv3gS4C85fU+5lAkeQ== 2026-03-06T22:06:51.778 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:51 vm09 ceph-mon[53398]: pgmap v63: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:51.778 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:51 vm09 ceph-mon[53398]: from='client.? 192.168.123.107:0/1560044627' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:51.778 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:51 vm09 ceph-mon[53398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:51.778 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:51 vm09 ceph-mon[53398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:51.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:51 vm00 ceph-mon[50576]: pgmap v63: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:51.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:51 vm00 ceph-mon[50576]: from='client.? 192.168.123.107:0/1560044627' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:51.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:51 vm00 ceph-mon[50576]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:51.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:51 vm00 ceph-mon[50576]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:51.956 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:06:51.957 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.2.keyring 2026-03-06T22:06:51.957 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2026-03-06T22:06:51.993 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-06T22:06:51.994 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-06T22:06:51.994 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph mgr dump --format=json 2026-03-06T22:06:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:51 vm07 ceph-mon[56651]: pgmap v63: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:06:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:51 vm07 ceph-mon[56651]: from='client.? 192.168.123.107:0/1560044627' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:51 vm07 ceph-mon[56651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:51 vm07 ceph-mon[56651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:52.312 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:52.711 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? 192.168.123.109:0/3748268987' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.712 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:52 vm00 ceph-mon[50576]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:52.864 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"flags":0,"active_gid":14156,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":413767056},{"type":"v1","addr":"192.168.123.100:6801","nonce":413767056}]},"active_addr":"192.168.123.100:6801/413767056","active_change":"2026-03-06T21:05:14.512109+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14214,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24104,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.100:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":2130730065}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":138856233}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":2912729474}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1599982369}]}]} 2026-03-06T22:06:52.866 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-06T22:06:52.867 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-06T22:06:52.867 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd dump --format=json 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? 192.168.123.109:0/3748268987' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:52.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:52 vm09 ceph-mon[53398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: osdmap e26: 3 total, 3 up, 3 in 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? 192.168.123.109:0/3748268987' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-06T22:06:53.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:52 vm07 ceph-mon[56651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-06T22:06:53.199 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:53.539 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:53.539 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":27,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","created":"2026-03-06T21:04:23.589377+0000","modified":"2026-03-06T21:06:52.544369+0000","last_up_change":"2026-03-06T21:06:41.069633+0000","last_in_change":"2026-03-06T21:06:27.568719+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T21:06:42.572598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".rgw.root","create_time":"2026-03-06T21:06:46.501616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.309999942779541,"score_stable":1.309999942779541,"optimal_score":1,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.log","create_time":"2026-03-06T21:06:48.599930+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.control","create_time":"2026-03-06T21:06:50.534804+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"655a5118-76f5-470a-ae8c-f735fb0c06cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6803","nonce":734071874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6805","nonce":734071874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6809","nonce":734071874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6807","nonce":734071874}]},"public_addr":"192.168.123.100:6803/734071874","cluster_addr":"192.168.123.100:6805/734071874","heartbeat_back_addr":"192.168.123.100:6809/734071874","heartbeat_front_addr":"192.168.123.100:6807/734071874","state":["exists","up"]},{"osd":1,"uuid":"227f0674-86ea-44a5-b619-9b16763cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6801","nonce":392397784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6803","nonce":392397784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6807","nonce":392397784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6805","nonce":392397784}]},"public_addr":"192.168.123.107:6801/392397784","cluster_addr":"192.168.123.107:6803/392397784","heartbeat_back_addr":"192.168.123.107:6807/392397784","heartbeat_front_addr":"192.168.123.107:6805/392397784","state":["exists","up"]},{"osd":2,"uuid":"7137d1fe-c4b0-490b-a3f7-de1ca9e020a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6801","nonce":3461764440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6803","nonce":3461764440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6807","nonce":3461764440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6805","nonce":3461764440}]},"public_addr":"192.168.123.109:6801/3461764440","cluster_addr":"192.168.123.109:6803/3461764440","heartbeat_back_addr":"192.168.123.109:6807/3461764440","heartbeat_front_addr":"192.168.123.109:6805/3461764440","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:08.734999+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:23.699991+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:38.500506+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/4005079135":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2129081118":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2794273470":"2026-03-07T21:04:53.296720+0000","192.168.123.100:0/2038940263":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:6801/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6801/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/1777125244":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/738552908":"2026-03-07T21:04:53.296720+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T22:06:53.734 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-06T22:06:53.735 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd dump --format=json 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: pgmap v65: 97 pgs: 20 creating+peering, 12 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/205881134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-06T22:06:53.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:53 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/3044529142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: pgmap v65: 97 pgs: 20 creating+peering, 12 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/205881134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-06T22:06:53.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:53 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/3044529142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: pgmap v65: 97 pgs: 20 creating+peering, 12 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: osdmap e27: 3 total, 3 up, 3 in 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/205881134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-06T22:06:54.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:53 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/3044529142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:54.056 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:54.387 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:54.387 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":28,"fsid":"f837eaa2-199f-11f1-a67b-79c04ce4c0e7","created":"2026-03-06T21:04:23.589377+0000","modified":"2026-03-06T21:06:53.558726+0000","last_up_change":"2026-03-06T21:06:41.069633+0000","last_in_change":"2026-03-06T21:06:27.568719+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T21:06:42.572598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".rgw.root","create_time":"2026-03-06T21:06:46.501616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.309999942779541,"score_stable":1.309999942779541,"optimal_score":1,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.log","create_time":"2026-03-06T21:06:48.599930+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.control","create_time":"2026-03-06T21:06:50.534804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.meta","create_time":"2026-03-06T21:06:52.623981+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.2200000286102295,"score_stable":1.2200000286102295,"optimal_score":1,"raw_score_acting":1.2200000286102295,"raw_score_stable":1.2200000286102295,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"655a5118-76f5-470a-ae8c-f735fb0c06cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6803","nonce":734071874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6805","nonce":734071874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6809","nonce":734071874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":734071874},{"type":"v1","addr":"192.168.123.100:6807","nonce":734071874}]},"public_addr":"192.168.123.100:6803/734071874","cluster_addr":"192.168.123.100:6805/734071874","heartbeat_back_addr":"192.168.123.100:6809/734071874","heartbeat_front_addr":"192.168.123.100:6807/734071874","state":["exists","up"]},{"osd":1,"uuid":"227f0674-86ea-44a5-b619-9b16763cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6801","nonce":392397784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6803","nonce":392397784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6807","nonce":392397784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":392397784},{"type":"v1","addr":"192.168.123.107:6805","nonce":392397784}]},"public_addr":"192.168.123.107:6801/392397784","cluster_addr":"192.168.123.107:6803/392397784","heartbeat_back_addr":"192.168.123.107:6807/392397784","heartbeat_front_addr":"192.168.123.107:6805/392397784","state":["exists","up"]},{"osd":2,"uuid":"7137d1fe-c4b0-490b-a3f7-de1ca9e020a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6801","nonce":3461764440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6803","nonce":3461764440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6807","nonce":3461764440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":3461764440},{"type":"v1","addr":"192.168.123.109:6805","nonce":3461764440}]},"public_addr":"192.168.123.109:6801/3461764440","cluster_addr":"192.168.123.109:6803/3461764440","heartbeat_back_addr":"192.168.123.109:6807/3461764440","heartbeat_front_addr":"192.168.123.109:6805/3461764440","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:08.734999+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:23.699991+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T21:06:38.500506+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.100:0/4005079135":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2129081118":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/2794273470":"2026-03-07T21:04:53.296720+0000","192.168.123.100:0/2038940263":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:6801/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6800/3122801487":"2026-03-07T21:04:53.296720+0000","192.168.123.100:6801/4294799043":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/1777125244":"2026-03-07T21:05:14.512021+0000","192.168.123.100:0/738552908":"2026-03-07T21:04:53.296720+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T22:06:54.543 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph tell osd.0 flush_pg_stats 2026-03-06T22:06:54.544 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph tell osd.1 flush_pg_stats 2026-03-06T22:06:54.544 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph tell osd.2 flush_pg_stats 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1304876530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:54.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:54 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1304876530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:54.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:54 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: osdmap e28: 3 total, 3 up, 3 in 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/1304876530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-06T22:06:55.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:54 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:55.060 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:55.084 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:55.192 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:55.586 INFO:teuthology.orchestra.run.vm00.stdout:34359738378 2026-03-06T22:06:55.586 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd last-stat-seq osd.0 2026-03-06T22:06:55.695 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: pgmap v68: 129 pgs: 20 creating+peering, 44 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:55.696 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-mon[50576]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T22:06:55.698 INFO:teuthology.orchestra.run.vm00.stdout:73014444037 2026-03-06T22:06:55.698 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd last-stat-seq osd.2 2026-03-06T22:06:55.827 INFO:teuthology.orchestra.run.vm00.stdout:51539607560 2026-03-06T22:06:55.827 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph osd last-stat-seq osd.1 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: pgmap v68: 129 pgs: 20 creating+peering, 44 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:55.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:55 vm09 ceph-mon[53398]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: pgmap v68: 129 pgs: 20 creating+peering, 44 unknown, 65 active+clean; 578 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/4151102592' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: osdmap e29: 3 total, 3 up, 3 in 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/889931241' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-06T22:06:56.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:55 vm07 ceph-mon[56651]: osdmap e30: 3 total, 3 up, 3 in 2026-03-06T22:06:56.071 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:06:55 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a[72722]: 2026-03-06T21:06:55.718+0000 7f56a449a940 -1 LDAP not started since no server URIs were provided in the configuration. 2026-03-06T22:06:56.477 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:56.603 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:56.670 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:57.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:56 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:56 vm00 ceph-mon[50576]: Deploying daemon prometheus.a on vm07 2026-03-06T22:06:57.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:56 vm00 ceph-mon[50576]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2026-03-06T22:06:57.078 INFO:teuthology.orchestra.run.vm00.stdout:34359738378 2026-03-06T22:06:57.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:56 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:56 vm09 ceph-mon[53398]: Deploying daemon prometheus.a on vm07 2026-03-06T22:06:57.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:56 vm09 ceph-mon[53398]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2026-03-06T22:06:57.148 INFO:teuthology.orchestra.run.vm00.stdout:73014444038 2026-03-06T22:06:57.216 INFO:teuthology.orchestra.run.vm00.stdout:51539607560 2026-03-06T22:06:57.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:56 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:06:57.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:56 vm07 ceph-mon[56651]: Deploying daemon prometheus.a on vm07 2026-03-06T22:06:57.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:56 vm07 ceph-mon[56651]: pgmap v71: 129 pgs: 129 active+clean; 580 KiB data, 81 MiB used, 60 GiB / 60 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2026-03-06T22:06:57.261 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738378 got 34359738378 for osd.0 2026-03-06T22:06:57.261 DEBUG:teuthology.parallel:result is None 2026-03-06T22:06:57.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444037 got 73014444038 for osd.2 2026-03-06T22:06:57.309 DEBUG:teuthology.parallel:result is None 2026-03-06T22:06:57.400 INFO:tasks.cephadm.ceph_manager.ceph:need seq 51539607560 got 51539607560 for osd.1 2026-03-06T22:06:57.400 DEBUG:teuthology.parallel:result is None 2026-03-06T22:06:57.400 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-06T22:06:57.400 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph pg dump --format=json 2026-03-06T22:06:57.742 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:58.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:57 vm00 ceph-mon[50576]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-06T22:06:58.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:57 vm00 ceph-mon[50576]: Cluster is now healthy 2026-03-06T22:06:58.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:57 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2740621728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T22:06:58.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:57 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1672487957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T22:06:58.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:57 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/2061580276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T22:06:58.087 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:58.091 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-06T22:06:58.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:57 vm09 ceph-mon[53398]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-06T22:06:58.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:57 vm09 ceph-mon[53398]: Cluster is now healthy 2026-03-06T22:06:58.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:57 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2740621728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T22:06:58.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:57 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1672487957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T22:06:58.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:57 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/2061580276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T22:06:58.248 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2026-03-06T21:06:56.534040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593496,"num_objects":42,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":236,"num_read_kb":173,"num_write":207,"num_write_kb":2171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":62902272,"kb_used":83128,"kb_used_data":2604,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":62819144,"statfs":{"total":64411926528,"available":64326803456,"internally_reserved":0,"allocated":2666496,"data_stored":2058330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4770,"internal_metadata":82373982},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1515,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":146,"num_read_kb":95,"num_write":74,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000756"},"pg_stats":[{"pgid":"2.1f","version":"0'0","reported_seq":23,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575783+0000","last_change":"2026-03-06T21:06:48.520896+0000","last_active":"2026-03-06T21:06:54.575783+0000","last_peered":"2026-03-06T21:06:54.575783+0000","last_clean":"2026-03-06T21:06:54.575783+0000","last_became_active":"2026-03-06T21:06:48.520776+0000","last_became_peered":"2026-03-06T21:06:48.520776+0000","last_unstale":"2026-03-06T21:06:54.575783+0000","last_undegraded":"2026-03-06T21:06:54.575783+0000","last_fullsized":"2026-03-06T21:06:54.575783+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:25:48.189640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575806+0000","last_change":"2026-03-06T21:06:50.525509+0000","last_active":"2026-03-06T21:06:54.575806+0000","last_peered":"2026-03-06T21:06:54.575806+0000","last_clean":"2026-03-06T21:06:54.575806+0000","last_became_active":"2026-03-06T21:06:50.525356+0000","last_became_peered":"2026-03-06T21:06:50.525356+0000","last_unstale":"2026-03-06T21:06:54.575806+0000","last_undegraded":"2026-03-06T21:06:54.575806+0000","last_fullsized":"2026-03-06T21:06:54.575806+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:31:04.755712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589686+0000","last_change":"2026-03-06T21:06:52.566487+0000","last_active":"2026-03-06T21:06:55.589686+0000","last_peered":"2026-03-06T21:06:55.589686+0000","last_clean":"2026-03-06T21:06:55.589686+0000","last_became_active":"2026-03-06T21:06:52.566314+0000","last_became_peered":"2026-03-06T21:06:52.566314+0000","last_unstale":"2026-03-06T21:06:55.589686+0000","last_undegraded":"2026-03-06T21:06:55.589686+0000","last_fullsized":"2026-03-06T21:06:55.589686+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:07:30.969571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573588+0000","last_change":"2026-03-06T21:06:54.585239+0000","last_active":"2026-03-06T21:06:55.573588+0000","last_peered":"2026-03-06T21:06:55.573588+0000","last_clean":"2026-03-06T21:06:55.573588+0000","last_became_active":"2026-03-06T21:06:54.583448+0000","last_became_peered":"2026-03-06T21:06:54.583448+0000","last_unstale":"2026-03-06T21:06:55.573588+0000","last_undegraded":"2026-03-06T21:06:55.573588+0000","last_fullsized":"2026-03-06T21:06:55.573588+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:50:22.622011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":23,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576357+0000","last_change":"2026-03-06T21:06:48.518320+0000","last_active":"2026-03-06T21:06:54.576357+0000","last_peered":"2026-03-06T21:06:54.576357+0000","last_clean":"2026-03-06T21:06:54.576357+0000","last_became_active":"2026-03-06T21:06:48.518235+0000","last_became_peered":"2026-03-06T21:06:48.518235+0000","last_unstale":"2026-03-06T21:06:54.576357+0000","last_undegraded":"2026-03-06T21:06:54.576357+0000","last_fullsized":"2026-03-06T21:06:54.576357+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:12:00.032890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576425+0000","last_change":"2026-03-06T21:06:50.522979+0000","last_active":"2026-03-06T21:06:54.576425+0000","last_peered":"2026-03-06T21:06:54.576425+0000","last_clean":"2026-03-06T21:06:54.576425+0000","last_became_active":"2026-03-06T21:06:50.522751+0000","last_became_peered":"2026-03-06T21:06:50.522751+0000","last_unstale":"2026-03-06T21:06:54.576425+0000","last_undegraded":"2026-03-06T21:06:54.576425+0000","last_fullsized":"2026-03-06T21:06:54.576425+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:50:41.452009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573870+0000","last_change":"2026-03-06T21:06:52.560721+0000","last_active":"2026-03-06T21:06:55.573870+0000","last_peered":"2026-03-06T21:06:55.573870+0000","last_clean":"2026-03-06T21:06:55.573870+0000","last_became_active":"2026-03-06T21:06:52.559982+0000","last_became_peered":"2026-03-06T21:06:52.559982+0000","last_unstale":"2026-03-06T21:06:55.573870+0000","last_undegraded":"2026-03-06T21:06:55.573870+0000","last_fullsized":"2026-03-06T21:06:55.573870+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:44:20.415004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.589454+0000","last_change":"2026-03-06T21:06:54.585746+0000","last_active":"2026-03-06T21:06:54.589454+0000","last_peered":"2026-03-06T21:06:54.589454+0000","last_clean":"2026-03-06T21:06:54.589454+0000","last_became_active":"2026-03-06T21:06:54.584191+0000","last_became_peered":"2026-03-06T21:06:54.584191+0000","last_unstale":"2026-03-06T21:06:54.589454+0000","last_undegraded":"2026-03-06T21:06:54.589454+0000","last_fullsized":"2026-03-06T21:06:54.589454+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:47:05.102486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591056+0000","last_change":"2026-03-06T21:06:48.522952+0000","last_active":"2026-03-06T21:06:55.591056+0000","last_peered":"2026-03-06T21:06:55.591056+0000","last_clean":"2026-03-06T21:06:55.591056+0000","last_became_active":"2026-03-06T21:06:48.520220+0000","last_became_peered":"2026-03-06T21:06:48.520220+0000","last_unstale":"2026-03-06T21:06:55.591056+0000","last_undegraded":"2026-03-06T21:06:55.591056+0000","last_fullsized":"2026-03-06T21:06:55.591056+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:43:27.991783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575354+0000","last_change":"2026-03-06T21:06:50.532472+0000","last_active":"2026-03-06T21:06:55.575354+0000","last_peered":"2026-03-06T21:06:55.575354+0000","last_clean":"2026-03-06T21:06:55.575354+0000","last_became_active":"2026-03-06T21:06:50.531094+0000","last_became_peered":"2026-03-06T21:06:50.531094+0000","last_unstale":"2026-03-06T21:06:55.575354+0000","last_undegraded":"2026-03-06T21:06:55.575354+0000","last_fullsized":"2026-03-06T21:06:55.575354+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:12:35.713742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575389+0000","last_change":"2026-03-06T21:06:52.560972+0000","last_active":"2026-03-06T21:06:55.575389+0000","last_peered":"2026-03-06T21:06:55.575389+0000","last_clean":"2026-03-06T21:06:55.575389+0000","last_became_active":"2026-03-06T21:06:52.560395+0000","last_became_peered":"2026-03-06T21:06:52.560395+0000","last_unstale":"2026-03-06T21:06:55.575389+0000","last_undegraded":"2026-03-06T21:06:55.575389+0000","last_fullsized":"2026-03-06T21:06:55.575389+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:22:48.520770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591120+0000","last_change":"2026-03-06T21:06:54.584849+0000","last_active":"2026-03-06T21:06:55.591120+0000","last_peered":"2026-03-06T21:06:55.591120+0000","last_clean":"2026-03-06T21:06:55.591120+0000","last_became_active":"2026-03-06T21:06:54.584316+0000","last_became_peered":"2026-03-06T21:06:54.584316+0000","last_unstale":"2026-03-06T21:06:55.591120+0000","last_undegraded":"2026-03-06T21:06:55.591120+0000","last_fullsized":"2026-03-06T21:06:55.591120+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:34:25.986061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591292+0000","last_change":"2026-03-06T21:06:48.523023+0000","last_active":"2026-03-06T21:06:55.591292+0000","last_peered":"2026-03-06T21:06:55.591292+0000","last_clean":"2026-03-06T21:06:55.591292+0000","last_became_active":"2026-03-06T21:06:48.520328+0000","last_became_peered":"2026-03-06T21:06:48.520328+0000","last_unstale":"2026-03-06T21:06:55.591292+0000","last_undegraded":"2026-03-06T21:06:55.591292+0000","last_fullsized":"2026-03-06T21:06:55.591292+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:50:29.565643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"30'8","reported_seq":38,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.051200+0000","last_change":"2026-03-06T21:06:50.530528+0000","last_active":"2026-03-06T21:06:56.051200+0000","last_peered":"2026-03-06T21:06:56.051200+0000","last_clean":"2026-03-06T21:06:56.051200+0000","last_became_active":"2026-03-06T21:06:50.530412+0000","last_became_peered":"2026-03-06T21:06:50.530412+0000","last_unstale":"2026-03-06T21:06:56.051200+0000","last_undegraded":"2026-03-06T21:06:56.051200+0000","last_fullsized":"2026-03-06T21:06:56.051200+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:24:27.408643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":19,"num_read_kb":12,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575258+0000","last_change":"2026-03-06T21:06:52.560932+0000","last_active":"2026-03-06T21:06:55.575258+0000","last_peered":"2026-03-06T21:06:55.575258+0000","last_clean":"2026-03-06T21:06:55.575258+0000","last_became_active":"2026-03-06T21:06:52.560318+0000","last_became_peered":"2026-03-06T21:06:52.560318+0000","last_unstale":"2026-03-06T21:06:55.575258+0000","last_undegraded":"2026-03-06T21:06:55.575258+0000","last_fullsized":"2026-03-06T21:06:55.575258+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:47:31.259007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575324+0000","last_change":"2026-03-06T21:06:54.585698+0000","last_active":"2026-03-06T21:06:55.575324+0000","last_peered":"2026-03-06T21:06:55.575324+0000","last_clean":"2026-03-06T21:06:55.575324+0000","last_became_active":"2026-03-06T21:06:54.584126+0000","last_became_peered":"2026-03-06T21:06:54.584126+0000","last_unstale":"2026-03-06T21:06:55.575324+0000","last_undegraded":"2026-03-06T21:06:55.575324+0000","last_fullsized":"2026-03-06T21:06:55.575324+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:13:03.457714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575030+0000","last_change":"2026-03-06T21:06:50.532349+0000","last_active":"2026-03-06T21:06:55.575030+0000","last_peered":"2026-03-06T21:06:55.575030+0000","last_clean":"2026-03-06T21:06:55.575030+0000","last_became_active":"2026-03-06T21:06:50.530665+0000","last_became_peered":"2026-03-06T21:06:50.530665+0000","last_unstale":"2026-03-06T21:06:55.575030+0000","last_undegraded":"2026-03-06T21:06:55.575030+0000","last_fullsized":"2026-03-06T21:06:55.575030+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:55:54.398863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591544+0000","last_change":"2026-03-06T21:06:48.517901+0000","last_active":"2026-03-06T21:06:55.591544+0000","last_peered":"2026-03-06T21:06:55.591544+0000","last_clean":"2026-03-06T21:06:55.591544+0000","last_became_active":"2026-03-06T21:06:48.517609+0000","last_became_peered":"2026-03-06T21:06:48.517609+0000","last_unstale":"2026-03-06T21:06:55.591544+0000","last_undegraded":"2026-03-06T21:06:55.591544+0000","last_fullsized":"2026-03-06T21:06:55.591544+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:28:46.751520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"27'4","reported_seq":23,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575068+0000","last_change":"2026-03-06T21:06:52.560871+0000","last_active":"2026-03-06T21:06:55.575068+0000","last_peered":"2026-03-06T21:06:55.575068+0000","last_clean":"2026-03-06T21:06:55.575068+0000","last_became_active":"2026-03-06T21:06:52.560230+0000","last_became_peered":"2026-03-06T21:06:52.560230+0000","last_unstale":"2026-03-06T21:06:55.575068+0000","last_undegraded":"2026-03-06T21:06:55.575068+0000","last_fullsized":"2026-03-06T21:06:55.575068+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:25:04.463205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.590084+0000","last_change":"2026-03-06T21:06:54.585799+0000","last_active":"2026-03-06T21:06:54.590084+0000","last_peered":"2026-03-06T21:06:54.590084+0000","last_clean":"2026-03-06T21:06:54.590084+0000","last_became_active":"2026-03-06T21:06:54.584284+0000","last_became_peered":"2026-03-06T21:06:54.584284+0000","last_unstale":"2026-03-06T21:06:54.590084+0000","last_undegraded":"2026-03-06T21:06:54.590084+0000","last_fullsized":"2026-03-06T21:06:54.590084+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:57:29.395454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576721+0000","last_change":"2026-03-06T21:06:50.523716+0000","last_active":"2026-03-06T21:06:54.576721+0000","last_peered":"2026-03-06T21:06:54.576721+0000","last_clean":"2026-03-06T21:06:54.576721+0000","last_became_active":"2026-03-06T21:06:50.523612+0000","last_became_peered":"2026-03-06T21:06:50.523612+0000","last_unstale":"2026-03-06T21:06:54.576721+0000","last_undegraded":"2026-03-06T21:06:54.576721+0000","last_fullsized":"2026-03-06T21:06:54.576721+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:02:53.115666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591432+0000","last_change":"2026-03-06T21:06:48.517858+0000","last_active":"2026-03-06T21:06:55.591432+0000","last_peered":"2026-03-06T21:06:55.591432+0000","last_clean":"2026-03-06T21:06:55.591432+0000","last_became_active":"2026-03-06T21:06:48.517522+0000","last_became_peered":"2026-03-06T21:06:48.517522+0000","last_unstale":"2026-03-06T21:06:55.591432+0000","last_undegraded":"2026-03-06T21:06:55.591432+0000","last_fullsized":"2026-03-06T21:06:55.591432+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:43:07.916602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574988+0000","last_change":"2026-03-06T21:06:52.561014+0000","last_active":"2026-03-06T21:06:55.574988+0000","last_peered":"2026-03-06T21:06:55.574988+0000","last_clean":"2026-03-06T21:06:55.574988+0000","last_became_active":"2026-03-06T21:06:52.560556+0000","last_became_peered":"2026-03-06T21:06:52.560556+0000","last_unstale":"2026-03-06T21:06:55.574988+0000","last_undegraded":"2026-03-06T21:06:55.574988+0000","last_fullsized":"2026-03-06T21:06:55.574988+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:04:09.135445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591484+0000","last_change":"2026-03-06T21:06:54.579728+0000","last_active":"2026-03-06T21:06:55.591484+0000","last_peered":"2026-03-06T21:06:55.591484+0000","last_clean":"2026-03-06T21:06:55.591484+0000","last_became_active":"2026-03-06T21:06:54.579166+0000","last_became_peered":"2026-03-06T21:06:54.579166+0000","last_unstale":"2026-03-06T21:06:55.591484+0000","last_undegraded":"2026-03-06T21:06:55.591484+0000","last_fullsized":"2026-03-06T21:06:55.591484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:25:50.500139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.896134+0000","last_change":"2026-03-06T21:06:50.530895+0000","last_active":"2026-03-06T21:06:55.896134+0000","last_peered":"2026-03-06T21:06:55.896134+0000","last_clean":"2026-03-06T21:06:55.896134+0000","last_became_active":"2026-03-06T21:06:50.530743+0000","last_became_peered":"2026-03-06T21:06:50.530743+0000","last_unstale":"2026-03-06T21:06:55.896134+0000","last_undegraded":"2026-03-06T21:06:55.896134+0000","last_fullsized":"2026-03-06T21:06:55.896134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:39:38.385103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576036+0000","last_change":"2026-03-06T21:06:48.525675+0000","last_active":"2026-03-06T21:06:54.576036+0000","last_peered":"2026-03-06T21:06:54.576036+0000","last_clean":"2026-03-06T21:06:54.576036+0000","last_became_active":"2026-03-06T21:06:48.525513+0000","last_became_peered":"2026-03-06T21:06:48.525513+0000","last_unstale":"2026-03-06T21:06:54.576036+0000","last_undegraded":"2026-03-06T21:06:54.576036+0000","last_fullsized":"2026-03-06T21:06:54.576036+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:23:14.328386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576073+0000","last_change":"2026-03-06T21:06:52.564302+0000","last_active":"2026-03-06T21:06:54.576073+0000","last_peered":"2026-03-06T21:06:54.576073+0000","last_clean":"2026-03-06T21:06:54.576073+0000","last_became_active":"2026-03-06T21:06:52.563388+0000","last_became_peered":"2026-03-06T21:06:52.563388+0000","last_unstale":"2026-03-06T21:06:54.576073+0000","last_undegraded":"2026-03-06T21:06:54.576073+0000","last_fullsized":"2026-03-06T21:06:54.576073+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:32:44.848776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589608+0000","last_change":"2026-03-06T21:06:54.579508+0000","last_active":"2026-03-06T21:06:55.589608+0000","last_peered":"2026-03-06T21:06:55.589608+0000","last_clean":"2026-03-06T21:06:55.589608+0000","last_became_active":"2026-03-06T21:06:54.579100+0000","last_became_peered":"2026-03-06T21:06:54.579100+0000","last_unstale":"2026-03-06T21:06:55.589608+0000","last_undegraded":"2026-03-06T21:06:55.589608+0000","last_fullsized":"2026-03-06T21:06:55.589608+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:03:53.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"30'10","reported_seq":41,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.055851+0000","last_change":"2026-03-06T21:06:50.530569+0000","last_active":"2026-03-06T21:06:56.055851+0000","last_peered":"2026-03-06T21:06:56.055851+0000","last_clean":"2026-03-06T21:06:56.055851+0000","last_became_active":"2026-03-06T21:06:50.530336+0000","last_became_peered":"2026-03-06T21:06:50.530336+0000","last_unstale":"2026-03-06T21:06:56.055851+0000","last_undegraded":"2026-03-06T21:06:56.055851+0000","last_fullsized":"2026-03-06T21:06:56.055851+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:41:45.374695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575810+0000","last_change":"2026-03-06T21:06:48.520063+0000","last_active":"2026-03-06T21:06:55.575810+0000","last_peered":"2026-03-06T21:06:55.575810+0000","last_clean":"2026-03-06T21:06:55.575810+0000","last_became_active":"2026-03-06T21:06:48.518330+0000","last_became_peered":"2026-03-06T21:06:48.518330+0000","last_unstale":"2026-03-06T21:06:55.575810+0000","last_undegraded":"2026-03-06T21:06:55.575810+0000","last_fullsized":"2026-03-06T21:06:55.575810+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:18:10.814179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"27'4","reported_seq":23,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575845+0000","last_change":"2026-03-06T21:06:52.561826+0000","last_active":"2026-03-06T21:06:55.575845+0000","last_peered":"2026-03-06T21:06:55.575845+0000","last_clean":"2026-03-06T21:06:55.575845+0000","last_became_active":"2026-03-06T21:06:52.561702+0000","last_became_peered":"2026-03-06T21:06:52.561702+0000","last_unstale":"2026-03-06T21:06:55.575845+0000","last_undegraded":"2026-03-06T21:06:55.575845+0000","last_fullsized":"2026-03-06T21:06:55.575845+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:39:59.484198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575891+0000","last_change":"2026-03-06T21:06:54.585380+0000","last_active":"2026-03-06T21:06:55.575891+0000","last_peered":"2026-03-06T21:06:55.575891+0000","last_clean":"2026-03-06T21:06:55.575891+0000","last_became_active":"2026-03-06T21:06:54.583601+0000","last_became_peered":"2026-03-06T21:06:54.583601+0000","last_unstale":"2026-03-06T21:06:55.575891+0000","last_undegraded":"2026-03-06T21:06:55.575891+0000","last_fullsized":"2026-03-06T21:06:55.575891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:33:04.629223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575597+0000","last_change":"2026-03-06T21:06:50.526009+0000","last_active":"2026-03-06T21:06:54.575597+0000","last_peered":"2026-03-06T21:06:54.575597+0000","last_clean":"2026-03-06T21:06:54.575597+0000","last_became_active":"2026-03-06T21:06:50.525744+0000","last_became_peered":"2026-03-06T21:06:50.525744+0000","last_unstale":"2026-03-06T21:06:54.575597+0000","last_undegraded":"2026-03-06T21:06:54.575597+0000","last_fullsized":"2026-03-06T21:06:54.575597+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:00:06.338220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575920+0000","last_change":"2026-03-06T21:06:48.519364+0000","last_active":"2026-03-06T21:06:55.575920+0000","last_peered":"2026-03-06T21:06:55.575920+0000","last_clean":"2026-03-06T21:06:55.575920+0000","last_became_active":"2026-03-06T21:06:48.518209+0000","last_became_peered":"2026-03-06T21:06:48.518209+0000","last_unstale":"2026-03-06T21:06:55.575920+0000","last_undegraded":"2026-03-06T21:06:55.575920+0000","last_fullsized":"2026-03-06T21:06:55.575920+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:42:42.113719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590902+0000","last_change":"2026-03-06T21:06:52.565044+0000","last_active":"2026-03-06T21:06:55.590902+0000","last_peered":"2026-03-06T21:06:55.590902+0000","last_clean":"2026-03-06T21:06:55.590902+0000","last_became_active":"2026-03-06T21:06:52.563587+0000","last_became_peered":"2026-03-06T21:06:52.563587+0000","last_unstale":"2026-03-06T21:06:55.590902+0000","last_undegraded":"2026-03-06T21:06:55.590902+0000","last_fullsized":"2026-03-06T21:06:55.590902+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:07.005211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590943+0000","last_change":"2026-03-06T21:06:54.584760+0000","last_active":"2026-03-06T21:06:55.590943+0000","last_peered":"2026-03-06T21:06:55.590943+0000","last_clean":"2026-03-06T21:06:55.590943+0000","last_became_active":"2026-03-06T21:06:54.584616+0000","last_became_peered":"2026-03-06T21:06:54.584616+0000","last_unstale":"2026-03-06T21:06:55.590943+0000","last_undegraded":"2026-03-06T21:06:55.590943+0000","last_fullsized":"2026-03-06T21:06:55.590943+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:24:43.786184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575967+0000","last_change":"2026-03-06T21:06:50.522824+0000","last_active":"2026-03-06T21:06:54.575967+0000","last_peered":"2026-03-06T21:06:54.575967+0000","last_clean":"2026-03-06T21:06:54.575967+0000","last_became_active":"2026-03-06T21:06:50.522642+0000","last_became_peered":"2026-03-06T21:06:50.522642+0000","last_unstale":"2026-03-06T21:06:54.575967+0000","last_undegraded":"2026-03-06T21:06:54.575967+0000","last_fullsized":"2026-03-06T21:06:54.575967+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:48:40.242212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":24,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575990+0000","last_change":"2026-03-06T21:06:48.518296+0000","last_active":"2026-03-06T21:06:54.575990+0000","last_peered":"2026-03-06T21:06:54.575990+0000","last_clean":"2026-03-06T21:06:54.575990+0000","last_became_active":"2026-03-06T21:06:48.518139+0000","last_became_peered":"2026-03-06T21:06:48.518139+0000","last_unstale":"2026-03-06T21:06:54.575990+0000","last_undegraded":"2026-03-06T21:06:54.575990+0000","last_fullsized":"2026-03-06T21:06:54.575990+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:35:25.443718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"27'4","reported_seq":21,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576013+0000","last_change":"2026-03-06T21:06:52.563811+0000","last_active":"2026-03-06T21:06:54.576013+0000","last_peered":"2026-03-06T21:06:54.576013+0000","last_clean":"2026-03-06T21:06:54.576013+0000","last_became_active":"2026-03-06T21:06:52.562652+0000","last_became_peered":"2026-03-06T21:06:52.562652+0000","last_unstale":"2026-03-06T21:06:54.576013+0000","last_undegraded":"2026-03-06T21:06:54.576013+0000","last_fullsized":"2026-03-06T21:06:54.576013+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:05:14.826866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573718+0000","last_change":"2026-03-06T21:06:54.585124+0000","last_active":"2026-03-06T21:06:55.573718+0000","last_peered":"2026-03-06T21:06:55.573718+0000","last_clean":"2026-03-06T21:06:55.573718+0000","last_became_active":"2026-03-06T21:06:54.583076+0000","last_became_peered":"2026-03-06T21:06:54.583076+0000","last_unstale":"2026-03-06T21:06:55.573718+0000","last_undegraded":"2026-03-06T21:06:55.573718+0000","last_fullsized":"2026-03-06T21:06:55.573718+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:35:21.269301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"27'4","reported_seq":26,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576669+0000","last_change":"2026-03-06T21:06:50.524018+0000","last_active":"2026-03-06T21:06:54.576669+0000","last_peered":"2026-03-06T21:06:54.576669+0000","last_clean":"2026-03-06T21:06:54.576669+0000","last_became_active":"2026-03-06T21:06:50.523668+0000","last_became_peered":"2026-03-06T21:06:50.523668+0000","last_unstale":"2026-03-06T21:06:54.576669+0000","last_undegraded":"2026-03-06T21:06:54.576669+0000","last_fullsized":"2026-03-06T21:06:54.576669+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:55:36.984549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591365+0000","last_change":"2026-03-06T21:06:48.517815+0000","last_active":"2026-03-06T21:06:55.591365+0000","last_peered":"2026-03-06T21:06:55.591365+0000","last_clean":"2026-03-06T21:06:55.591365+0000","last_became_active":"2026-03-06T21:06:48.517436+0000","last_became_peered":"2026-03-06T21:06:48.517436+0000","last_unstale":"2026-03-06T21:06:55.591365+0000","last_undegraded":"2026-03-06T21:06:55.591365+0000","last_fullsized":"2026-03-06T21:06:55.591365+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:08:20.520061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.747781+0000","last_change":"2026-03-06T21:06:52.566850+0000","last_active":"2026-03-06T21:06:55.747781+0000","last_peered":"2026-03-06T21:06:55.747781+0000","last_clean":"2026-03-06T21:06:55.747781+0000","last_became_active":"2026-03-06T21:06:52.563710+0000","last_became_peered":"2026-03-06T21:06:52.563710+0000","last_unstale":"2026-03-06T21:06:55.747781+0000","last_undegraded":"2026-03-06T21:06:55.747781+0000","last_fullsized":"2026-03-06T21:06:55.747781+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:09:54.484272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575190+0000","last_change":"2026-03-06T21:06:54.584734+0000","last_active":"2026-03-06T21:06:55.575190+0000","last_peered":"2026-03-06T21:06:55.575190+0000","last_clean":"2026-03-06T21:06:55.575190+0000","last_became_active":"2026-03-06T21:06:54.582990+0000","last_became_peered":"2026-03-06T21:06:54.582990+0000","last_unstale":"2026-03-06T21:06:55.575190+0000","last_undegraded":"2026-03-06T21:06:55.575190+0000","last_fullsized":"2026-03-06T21:06:55.575190+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:41:06.439820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"27'2","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573005+0000","last_change":"2026-03-06T21:06:50.536658+0000","last_active":"2026-03-06T21:06:55.573005+0000","last_peered":"2026-03-06T21:06:55.573005+0000","last_clean":"2026-03-06T21:06:55.573005+0000","last_became_active":"2026-03-06T21:06:50.530128+0000","last_became_peered":"2026-03-06T21:06:50.530128+0000","last_unstale":"2026-03-06T21:06:55.573005+0000","last_undegraded":"2026-03-06T21:06:55.573005+0000","last_fullsized":"2026-03-06T21:06:55.573005+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:56:27.899434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575365+0000","last_change":"2026-03-06T21:06:48.530440+0000","last_active":"2026-03-06T21:06:54.575365+0000","last_peered":"2026-03-06T21:06:54.575365+0000","last_clean":"2026-03-06T21:06:54.575365+0000","last_became_active":"2026-03-06T21:06:48.529373+0000","last_became_peered":"2026-03-06T21:06:48.529373+0000","last_unstale":"2026-03-06T21:06:54.575365+0000","last_undegraded":"2026-03-06T21:06:54.575365+0000","last_fullsized":"2026-03-06T21:06:54.575365+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:09:30.786139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589391+0000","last_change":"2026-03-06T21:06:52.565198+0000","last_active":"2026-03-06T21:06:55.589391+0000","last_peered":"2026-03-06T21:06:55.589391+0000","last_clean":"2026-03-06T21:06:55.589391+0000","last_became_active":"2026-03-06T21:06:52.564718+0000","last_became_peered":"2026-03-06T21:06:52.564718+0000","last_unstale":"2026-03-06T21:06:55.589391+0000","last_undegraded":"2026-03-06T21:06:55.589391+0000","last_fullsized":"2026-03-06T21:06:55.589391+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:58:20.404868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.590092+0000","last_change":"2026-03-06T21:06:54.585382+0000","last_active":"2026-03-06T21:06:54.590092+0000","last_peered":"2026-03-06T21:06:54.590092+0000","last_clean":"2026-03-06T21:06:54.590092+0000","last_became_active":"2026-03-06T21:06:54.583981+0000","last_became_peered":"2026-03-06T21:06:54.583981+0000","last_unstale":"2026-03-06T21:06:54.590092+0000","last_undegraded":"2026-03-06T21:06:54.590092+0000","last_fullsized":"2026-03-06T21:06:54.590092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:17:43.598299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575985+0000","last_change":"2026-03-06T21:06:50.532672+0000","last_active":"2026-03-06T21:06:55.575985+0000","last_peered":"2026-03-06T21:06:55.575985+0000","last_clean":"2026-03-06T21:06:55.575985+0000","last_became_active":"2026-03-06T21:06:50.531483+0000","last_became_peered":"2026-03-06T21:06:50.531483+0000","last_unstale":"2026-03-06T21:06:55.575985+0000","last_undegraded":"2026-03-06T21:06:55.575985+0000","last_fullsized":"2026-03-06T21:06:55.575985+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:52:14.025659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576007+0000","last_change":"2026-03-06T21:06:48.519255+0000","last_active":"2026-03-06T21:06:55.576007+0000","last_peered":"2026-03-06T21:06:55.576007+0000","last_clean":"2026-03-06T21:06:55.576007+0000","last_became_active":"2026-03-06T21:06:48.518159+0000","last_became_peered":"2026-03-06T21:06:48.518159+0000","last_unstale":"2026-03-06T21:06:55.576007+0000","last_undegraded":"2026-03-06T21:06:55.576007+0000","last_fullsized":"2026-03-06T21:06:55.576007+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:00:50.275131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575680+0000","last_change":"2026-03-06T21:06:52.563901+0000","last_active":"2026-03-06T21:06:54.575680+0000","last_peered":"2026-03-06T21:06:54.575680+0000","last_clean":"2026-03-06T21:06:54.575680+0000","last_became_active":"2026-03-06T21:06:52.562740+0000","last_became_peered":"2026-03-06T21:06:52.562740+0000","last_unstale":"2026-03-06T21:06:54.575680+0000","last_undegraded":"2026-03-06T21:06:54.575680+0000","last_fullsized":"2026-03-06T21:06:54.575680+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:32:10.584695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.589449+0000","last_change":"2026-03-06T21:06:54.585668+0000","last_active":"2026-03-06T21:06:54.589449+0000","last_peered":"2026-03-06T21:06:54.589449+0000","last_clean":"2026-03-06T21:06:54.589449+0000","last_became_active":"2026-03-06T21:06:54.584074+0000","last_became_peered":"2026-03-06T21:06:54.584074+0000","last_unstale":"2026-03-06T21:06:54.589449+0000","last_undegraded":"2026-03-06T21:06:54.589449+0000","last_fullsized":"2026-03-06T21:06:54.589449+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:24:26.764326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'12","reported_seq":44,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.077075+0000","last_change":"2026-03-06T21:06:50.530025+0000","last_active":"2026-03-06T21:06:56.077075+0000","last_peered":"2026-03-06T21:06:56.077075+0000","last_clean":"2026-03-06T21:06:56.077075+0000","last_became_active":"2026-03-06T21:06:50.529801+0000","last_became_peered":"2026-03-06T21:06:50.529801+0000","last_unstale":"2026-03-06T21:06:56.077075+0000","last_undegraded":"2026-03-06T21:06:56.077075+0000","last_fullsized":"2026-03-06T21:06:56.077075+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:18:25.874050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574909+0000","last_change":"2026-03-06T21:06:48.530794+0000","last_active":"2026-03-06T21:06:54.574909+0000","last_peered":"2026-03-06T21:06:54.574909+0000","last_clean":"2026-03-06T21:06:54.574909+0000","last_became_active":"2026-03-06T21:06:48.529989+0000","last_became_peered":"2026-03-06T21:06:48.529989+0000","last_unstale":"2026-03-06T21:06:54.574909+0000","last_undegraded":"2026-03-06T21:06:54.574909+0000","last_fullsized":"2026-03-06T21:06:54.574909+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:11:04.606278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574953+0000","last_change":"2026-03-06T21:06:52.564125+0000","last_active":"2026-03-06T21:06:54.574953+0000","last_peered":"2026-03-06T21:06:54.574953+0000","last_clean":"2026-03-06T21:06:54.574953+0000","last_became_active":"2026-03-06T21:06:52.563140+0000","last_became_peered":"2026-03-06T21:06:52.563140+0000","last_unstale":"2026-03-06T21:06:54.574953+0000","last_undegraded":"2026-03-06T21:06:54.574953+0000","last_fullsized":"2026-03-06T21:06:54.574953+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:53:28.323932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.589432+0000","last_change":"2026-03-06T21:06:54.585181+0000","last_active":"2026-03-06T21:06:54.589432+0000","last_peered":"2026-03-06T21:06:54.589432+0000","last_clean":"2026-03-06T21:06:54.589432+0000","last_became_active":"2026-03-06T21:06:54.583767+0000","last_became_peered":"2026-03-06T21:06:54.583767+0000","last_unstale":"2026-03-06T21:06:54.589432+0000","last_undegraded":"2026-03-06T21:06:54.589432+0000","last_fullsized":"2026-03-06T21:06:54.589432+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:19:56.999877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575850+0000","last_change":"2026-03-06T21:06:50.524152+0000","last_active":"2026-03-06T21:06:54.575850+0000","last_peered":"2026-03-06T21:06:54.575850+0000","last_clean":"2026-03-06T21:06:54.575850+0000","last_became_active":"2026-03-06T21:06:50.524048+0000","last_became_peered":"2026-03-06T21:06:50.524048+0000","last_unstale":"2026-03-06T21:06:54.575850+0000","last_undegraded":"2026-03-06T21:06:54.575850+0000","last_fullsized":"2026-03-06T21:06:54.575850+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:33:57.606837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576044+0000","last_change":"2026-03-06T21:06:48.520026+0000","last_active":"2026-03-06T21:06:55.576044+0000","last_peered":"2026-03-06T21:06:55.576044+0000","last_clean":"2026-03-06T21:06:55.576044+0000","last_became_active":"2026-03-06T21:06:48.518059+0000","last_became_peered":"2026-03-06T21:06:48.518059+0000","last_unstale":"2026-03-06T21:06:55.576044+0000","last_undegraded":"2026-03-06T21:06:55.576044+0000","last_fullsized":"2026-03-06T21:06:55.576044+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:27:12.842034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591016+0000","last_change":"2026-03-06T21:06:52.565281+0000","last_active":"2026-03-06T21:06:55.591016+0000","last_peered":"2026-03-06T21:06:55.591016+0000","last_clean":"2026-03-06T21:06:55.591016+0000","last_became_active":"2026-03-06T21:06:52.564973+0000","last_became_peered":"2026-03-06T21:06:52.564973+0000","last_unstale":"2026-03-06T21:06:55.591016+0000","last_undegraded":"2026-03-06T21:06:55.591016+0000","last_fullsized":"2026-03-06T21:06:55.591016+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:52:06.388976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576114+0000","last_change":"2026-03-06T21:06:54.585183+0000","last_active":"2026-03-06T21:06:55.576114+0000","last_peered":"2026-03-06T21:06:55.576114+0000","last_clean":"2026-03-06T21:06:55.576114+0000","last_became_active":"2026-03-06T21:06:54.583282+0000","last_became_peered":"2026-03-06T21:06:54.583282+0000","last_unstale":"2026-03-06T21:06:55.576114+0000","last_undegraded":"2026-03-06T21:06:55.576114+0000","last_fullsized":"2026-03-06T21:06:55.576114+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:58:32.722729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575904+0000","last_change":"2026-03-06T21:06:50.524477+0000","last_active":"2026-03-06T21:06:54.575904+0000","last_peered":"2026-03-06T21:06:54.575904+0000","last_clean":"2026-03-06T21:06:54.575904+0000","last_became_active":"2026-03-06T21:06:50.524238+0000","last_became_peered":"2026-03-06T21:06:50.524238+0000","last_unstale":"2026-03-06T21:06:54.575904+0000","last_undegraded":"2026-03-06T21:06:54.575904+0000","last_fullsized":"2026-03-06T21:06:54.575904+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:20:27.701446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576143+0000","last_change":"2026-03-06T21:06:48.518938+0000","last_active":"2026-03-06T21:06:55.576143+0000","last_peered":"2026-03-06T21:06:55.576143+0000","last_clean":"2026-03-06T21:06:55.576143+0000","last_became_active":"2026-03-06T21:06:48.518002+0000","last_became_peered":"2026-03-06T21:06:48.518002+0000","last_unstale":"2026-03-06T21:06:55.576143+0000","last_undegraded":"2026-03-06T21:06:55.576143+0000","last_fullsized":"2026-03-06T21:06:55.576143+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:01:30.195932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":144,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576167+0000","last_change":"2026-03-06T21:06:44.864099+0000","last_active":"2026-03-06T21:06:55.576167+0000","last_peered":"2026-03-06T21:06:55.576167+0000","last_clean":"2026-03-06T21:06:55.576167+0000","last_became_active":"2026-03-06T21:06:44.863968+0000","last_became_peered":"2026-03-06T21:06:44.863968+0000","last_unstale":"2026-03-06T21:06:55.576167+0000","last_undegraded":"2026-03-06T21:06:55.576167+0000","last_fullsized":"2026-03-06T21:06:55.576167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:43.095095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:43.095095+0000","last_clean_scrub_stamp":"2026-03-06T21:06:43.095095+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:05:33.760000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576204+0000","last_change":"2026-03-06T21:06:52.561982+0000","last_active":"2026-03-06T21:06:55.576204+0000","last_peered":"2026-03-06T21:06:55.576204+0000","last_clean":"2026-03-06T21:06:55.576204+0000","last_became_active":"2026-03-06T21:06:52.561798+0000","last_became_peered":"2026-03-06T21:06:52.561798+0000","last_unstale":"2026-03-06T21:06:55.576204+0000","last_undegraded":"2026-03-06T21:06:55.576204+0000","last_fullsized":"2026-03-06T21:06:55.576204+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:38.094676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"30'1","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591232+0000","last_change":"2026-03-06T21:06:54.579595+0000","last_active":"2026-03-06T21:06:55.591232+0000","last_peered":"2026-03-06T21:06:55.591232+0000","last_clean":"2026-03-06T21:06:55.591232+0000","last_became_active":"2026-03-06T21:06:54.579270+0000","last_became_peered":"2026-03-06T21:06:54.579270+0000","last_unstale":"2026-03-06T21:06:55.591232+0000","last_undegraded":"2026-03-06T21:06:55.591232+0000","last_fullsized":"2026-03-06T21:06:55.591232+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:52:02.549494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574885+0000","last_change":"2026-03-06T21:06:50.532413+0000","last_active":"2026-03-06T21:06:55.574885+0000","last_peered":"2026-03-06T21:06:55.574885+0000","last_clean":"2026-03-06T21:06:55.574885+0000","last_became_active":"2026-03-06T21:06:50.530952+0000","last_became_peered":"2026-03-06T21:06:50.530952+0000","last_unstale":"2026-03-06T21:06:55.574885+0000","last_undegraded":"2026-03-06T21:06:55.574885+0000","last_fullsized":"2026-03-06T21:06:55.574885+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:19:06.409653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591600+0000","last_change":"2026-03-06T21:06:48.517949+0000","last_active":"2026-03-06T21:06:55.591600+0000","last_peered":"2026-03-06T21:06:55.591600+0000","last_clean":"2026-03-06T21:06:55.591600+0000","last_became_active":"2026-03-06T21:06:48.517692+0000","last_became_peered":"2026-03-06T21:06:48.517692+0000","last_unstale":"2026-03-06T21:06:55.591600+0000","last_undegraded":"2026-03-06T21:06:55.591600+0000","last_fullsized":"2026-03-06T21:06:55.591600+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:42:54.674042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574922+0000","last_change":"2026-03-06T21:06:52.560821+0000","last_active":"2026-03-06T21:06:55.574922+0000","last_peered":"2026-03-06T21:06:55.574922+0000","last_clean":"2026-03-06T21:06:55.574922+0000","last_became_active":"2026-03-06T21:06:52.560150+0000","last_became_peered":"2026-03-06T21:06:52.560150+0000","last_unstale":"2026-03-06T21:06:55.574922+0000","last_undegraded":"2026-03-06T21:06:55.574922+0000","last_fullsized":"2026-03-06T21:06:55.574922+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:12.817368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591653+0000","last_change":"2026-03-06T21:06:54.590172+0000","last_active":"2026-03-06T21:06:55.591653+0000","last_peered":"2026-03-06T21:06:55.591653+0000","last_clean":"2026-03-06T21:06:55.591653+0000","last_became_active":"2026-03-06T21:06:54.590001+0000","last_became_peered":"2026-03-06T21:06:54.590001+0000","last_unstale":"2026-03-06T21:06:55.591653+0000","last_undegraded":"2026-03-06T21:06:55.591653+0000","last_fullsized":"2026-03-06T21:06:55.591653+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:18.723729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574687+0000","last_change":"2026-03-06T21:06:50.532266+0000","last_active":"2026-03-06T21:06:55.574687+0000","last_peered":"2026-03-06T21:06:55.574687+0000","last_clean":"2026-03-06T21:06:55.574687+0000","last_became_active":"2026-03-06T21:06:50.530547+0000","last_became_peered":"2026-03-06T21:06:50.530547+0000","last_unstale":"2026-03-06T21:06:55.574687+0000","last_undegraded":"2026-03-06T21:06:55.574687+0000","last_fullsized":"2026-03-06T21:06:55.574687+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:30:55.262077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592316+0000","last_change":"2026-03-06T21:06:48.517757+0000","last_active":"2026-03-06T21:06:55.592316+0000","last_peered":"2026-03-06T21:06:55.592316+0000","last_clean":"2026-03-06T21:06:55.592316+0000","last_became_active":"2026-03-06T21:06:48.517343+0000","last_became_peered":"2026-03-06T21:06:48.517343+0000","last_unstale":"2026-03-06T21:06:55.592316+0000","last_undegraded":"2026-03-06T21:06:55.592316+0000","last_fullsized":"2026-03-06T21:06:55.592316+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:32:17.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576856+0000","last_change":"2026-03-06T21:06:52.560316+0000","last_active":"2026-03-06T21:06:54.576856+0000","last_peered":"2026-03-06T21:06:54.576856+0000","last_clean":"2026-03-06T21:06:54.576856+0000","last_became_active":"2026-03-06T21:06:52.560211+0000","last_became_peered":"2026-03-06T21:06:52.560211+0000","last_unstale":"2026-03-06T21:06:54.576856+0000","last_undegraded":"2026-03-06T21:06:54.576856+0000","last_fullsized":"2026-03-06T21:06:54.576856+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:55:17.199791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.594204+0000","last_change":"2026-03-06T21:06:54.589041+0000","last_active":"2026-03-06T21:06:54.594204+0000","last_peered":"2026-03-06T21:06:54.594204+0000","last_clean":"2026-03-06T21:06:54.594204+0000","last_became_active":"2026-03-06T21:06:54.588892+0000","last_became_peered":"2026-03-06T21:06:54.588892+0000","last_unstale":"2026-03-06T21:06:54.594204+0000","last_undegraded":"2026-03-06T21:06:54.594204+0000","last_fullsized":"2026-03-06T21:06:54.594204+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:18:30.318906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573103+0000","last_change":"2026-03-06T21:06:50.533103+0000","last_active":"2026-03-06T21:06:55.573103+0000","last_peered":"2026-03-06T21:06:55.573103+0000","last_clean":"2026-03-06T21:06:55.573103+0000","last_became_active":"2026-03-06T21:06:50.532767+0000","last_became_peered":"2026-03-06T21:06:50.532767+0000","last_unstale":"2026-03-06T21:06:55.573103+0000","last_undegraded":"2026-03-06T21:06:55.573103+0000","last_fullsized":"2026-03-06T21:06:55.573103+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:57.800463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"23'1","reported_seq":27,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576096+0000","last_change":"2026-03-06T21:06:48.530531+0000","last_active":"2026-03-06T21:06:54.576096+0000","last_peered":"2026-03-06T21:06:54.576096+0000","last_clean":"2026-03-06T21:06:54.576096+0000","last_became_active":"2026-03-06T21:06:48.530119+0000","last_became_peered":"2026-03-06T21:06:48.530119+0000","last_unstale":"2026-03-06T21:06:54.576096+0000","last_undegraded":"2026-03-06T21:06:54.576096+0000","last_fullsized":"2026-03-06T21:06:54.576096+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:45:58.735601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589730+0000","last_change":"2026-03-06T21:06:52.565152+0000","last_active":"2026-03-06T21:06:55.589730+0000","last_peered":"2026-03-06T21:06:55.589730+0000","last_clean":"2026-03-06T21:06:55.589730+0000","last_became_active":"2026-03-06T21:06:52.564609+0000","last_became_peered":"2026-03-06T21:06:52.564609+0000","last_unstale":"2026-03-06T21:06:55.589730+0000","last_undegraded":"2026-03-06T21:06:55.589730+0000","last_fullsized":"2026-03-06T21:06:55.589730+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:44:05.773228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573244+0000","last_change":"2026-03-06T21:06:54.590924+0000","last_active":"2026-03-06T21:06:55.573244+0000","last_peered":"2026-03-06T21:06:55.573244+0000","last_clean":"2026-03-06T21:06:55.573244+0000","last_became_active":"2026-03-06T21:06:54.590422+0000","last_became_peered":"2026-03-06T21:06:54.590422+0000","last_unstale":"2026-03-06T21:06:55.573244+0000","last_undegraded":"2026-03-06T21:06:55.573244+0000","last_fullsized":"2026-03-06T21:06:55.573244+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:19:39.673999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.033546+0000","last_change":"2026-03-06T21:06:50.531117+0000","last_active":"2026-03-06T21:06:56.033546+0000","last_peered":"2026-03-06T21:06:56.033546+0000","last_clean":"2026-03-06T21:06:56.033546+0000","last_became_active":"2026-03-06T21:06:50.528348+0000","last_became_peered":"2026-03-06T21:06:50.528348+0000","last_unstale":"2026-03-06T21:06:56.033546+0000","last_undegraded":"2026-03-06T21:06:56.033546+0000","last_fullsized":"2026-03-06T21:06:56.033546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:32:18.432949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"23'2","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.726211+0000","last_change":"2026-03-06T21:06:48.523372+0000","last_active":"2026-03-06T21:06:55.726211+0000","last_peered":"2026-03-06T21:06:55.726211+0000","last_clean":"2026-03-06T21:06:55.726211+0000","last_became_active":"2026-03-06T21:06:48.522615+0000","last_became_peered":"2026-03-06T21:06:48.522615+0000","last_unstale":"2026-03-06T21:06:55.726211+0000","last_undegraded":"2026-03-06T21:06:55.726211+0000","last_fullsized":"2026-03-06T21:06:55.726211+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:39:25.352453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.750317+0000","last_change":"2026-03-06T21:06:52.563345+0000","last_active":"2026-03-06T21:06:55.750317+0000","last_peered":"2026-03-06T21:06:55.750317+0000","last_clean":"2026-03-06T21:06:55.750317+0000","last_became_active":"2026-03-06T21:06:52.563197+0000","last_became_peered":"2026-03-06T21:06:52.563197+0000","last_unstale":"2026-03-06T21:06:55.750317+0000","last_undegraded":"2026-03-06T21:06:55.750317+0000","last_fullsized":"2026-03-06T21:06:55.750317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:44:50.054442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592396+0000","last_change":"2026-03-06T21:06:54.589931+0000","last_active":"2026-03-06T21:06:55.592396+0000","last_peered":"2026-03-06T21:06:55.592396+0000","last_clean":"2026-03-06T21:06:55.592396+0000","last_became_active":"2026-03-06T21:06:54.589809+0000","last_became_peered":"2026-03-06T21:06:54.589809+0000","last_unstale":"2026-03-06T21:06:55.592396+0000","last_undegraded":"2026-03-06T21:06:55.592396+0000","last_fullsized":"2026-03-06T21:06:55.592396+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:17:26.390312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"30'3","reported_seq":28,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.893356+0000","last_change":"2026-03-06T21:06:50.529872+0000","last_active":"2026-03-06T21:06:55.893356+0000","last_peered":"2026-03-06T21:06:55.893356+0000","last_clean":"2026-03-06T21:06:55.893356+0000","last_became_active":"2026-03-06T21:06:50.528218+0000","last_became_peered":"2026-03-06T21:06:50.528218+0000","last_unstale":"2026-03-06T21:06:55.893356+0000","last_undegraded":"2026-03-06T21:06:55.893356+0000","last_fullsized":"2026-03-06T21:06:55.893356+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:33:40.725640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592440+0000","last_change":"2026-03-06T21:06:48.523092+0000","last_active":"2026-03-06T21:06:55.592440+0000","last_peered":"2026-03-06T21:06:55.592440+0000","last_clean":"2026-03-06T21:06:55.592440+0000","last_became_active":"2026-03-06T21:06:48.520419+0000","last_became_peered":"2026-03-06T21:06:48.520419+0000","last_unstale":"2026-03-06T21:06:55.592440+0000","last_undegraded":"2026-03-06T21:06:55.592440+0000","last_fullsized":"2026-03-06T21:06:55.592440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:28:23.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574679+0000","last_change":"2026-03-06T21:06:52.564179+0000","last_active":"2026-03-06T21:06:54.574679+0000","last_peered":"2026-03-06T21:06:54.574679+0000","last_clean":"2026-03-06T21:06:54.574679+0000","last_became_active":"2026-03-06T21:06:52.563228+0000","last_became_peered":"2026-03-06T21:06:52.563228+0000","last_unstale":"2026-03-06T21:06:54.574679+0000","last_undegraded":"2026-03-06T21:06:54.574679+0000","last_fullsized":"2026-03-06T21:06:54.574679+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:51:21.382695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.594217+0000","last_change":"2026-03-06T21:06:54.589090+0000","last_active":"2026-03-06T21:06:54.594217+0000","last_peered":"2026-03-06T21:06:54.594217+0000","last_clean":"2026-03-06T21:06:54.594217+0000","last_became_active":"2026-03-06T21:06:54.588934+0000","last_became_peered":"2026-03-06T21:06:54.588934+0000","last_unstale":"2026-03-06T21:06:54.594217+0000","last_undegraded":"2026-03-06T21:06:54.594217+0000","last_fullsized":"2026-03-06T21:06:54.594217+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:24:27.940651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575719+0000","last_change":"2026-03-06T21:06:50.532595+0000","last_active":"2026-03-06T21:06:55.575719+0000","last_peered":"2026-03-06T21:06:55.575719+0000","last_clean":"2026-03-06T21:06:55.575719+0000","last_became_active":"2026-03-06T21:06:50.531378+0000","last_became_peered":"2026-03-06T21:06:50.531378+0000","last_unstale":"2026-03-06T21:06:55.575719+0000","last_undegraded":"2026-03-06T21:06:55.575719+0000","last_fullsized":"2026-03-06T21:06:55.575719+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:41:25.633531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575742+0000","last_change":"2026-03-06T21:06:48.519957+0000","last_active":"2026-03-06T21:06:55.575742+0000","last_peered":"2026-03-06T21:06:55.575742+0000","last_clean":"2026-03-06T21:06:55.575742+0000","last_became_active":"2026-03-06T21:06:48.518387+0000","last_became_peered":"2026-03-06T21:06:48.518387+0000","last_unstale":"2026-03-06T21:06:55.575742+0000","last_undegraded":"2026-03-06T21:06:55.575742+0000","last_fullsized":"2026-03-06T21:06:55.575742+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:19:44.841628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575532+0000","last_change":"2026-03-06T21:06:52.563969+0000","last_active":"2026-03-06T21:06:54.575532+0000","last_peered":"2026-03-06T21:06:54.575532+0000","last_clean":"2026-03-06T21:06:54.575532+0000","last_became_active":"2026-03-06T21:06:52.562838+0000","last_became_peered":"2026-03-06T21:06:52.562838+0000","last_unstale":"2026-03-06T21:06:54.575532+0000","last_undegraded":"2026-03-06T21:06:54.575532+0000","last_fullsized":"2026-03-06T21:06:54.575532+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:24:37.777076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575798+0000","last_change":"2026-03-06T21:06:54.585534+0000","last_active":"2026-03-06T21:06:55.575798+0000","last_peered":"2026-03-06T21:06:55.575798+0000","last_clean":"2026-03-06T21:06:55.575798+0000","last_became_active":"2026-03-06T21:06:54.583782+0000","last_became_peered":"2026-03-06T21:06:54.583782+0000","last_unstale":"2026-03-06T21:06:55.575798+0000","last_undegraded":"2026-03-06T21:06:55.575798+0000","last_fullsized":"2026-03-06T21:06:55.575798+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:46:11.406514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574502+0000","last_change":"2026-03-06T21:06:50.532221+0000","last_active":"2026-03-06T21:06:55.574502+0000","last_peered":"2026-03-06T21:06:55.574502+0000","last_clean":"2026-03-06T21:06:55.574502+0000","last_became_active":"2026-03-06T21:06:50.530430+0000","last_became_peered":"2026-03-06T21:06:50.530430+0000","last_unstale":"2026-03-06T21:06:55.574502+0000","last_undegraded":"2026-03-06T21:06:55.574502+0000","last_fullsized":"2026-03-06T21:06:55.574502+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:32:21.569642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592518+0000","last_change":"2026-03-06T21:06:48.523144+0000","last_active":"2026-03-06T21:06:55.592518+0000","last_peered":"2026-03-06T21:06:55.592518+0000","last_clean":"2026-03-06T21:06:55.592518+0000","last_became_active":"2026-03-06T21:06:48.520844+0000","last_became_peered":"2026-03-06T21:06:48.520844+0000","last_unstale":"2026-03-06T21:06:55.592518+0000","last_undegraded":"2026-03-06T21:06:55.592518+0000","last_fullsized":"2026-03-06T21:06:55.592518+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:47:26.580002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.14","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.749060+0000","last_change":"2026-03-06T21:06:52.563310+0000","last_active":"2026-03-06T21:06:55.749060+0000","last_peered":"2026-03-06T21:06:55.749060+0000","last_clean":"2026-03-06T21:06:55.749060+0000","last_became_active":"2026-03-06T21:06:52.563183+0000","last_became_peered":"2026-03-06T21:06:52.563183+0000","last_unstale":"2026-03-06T21:06:55.749060+0000","last_undegraded":"2026-03-06T21:06:55.749060+0000","last_fullsized":"2026-03-06T21:06:55.749060+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:52:25.447021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574586+0000","last_change":"2026-03-06T21:06:54.586399+0000","last_active":"2026-03-06T21:06:55.574586+0000","last_peered":"2026-03-06T21:06:55.574586+0000","last_clean":"2026-03-06T21:06:55.574586+0000","last_became_active":"2026-03-06T21:06:54.584316+0000","last_became_peered":"2026-03-06T21:06:54.584316+0000","last_unstale":"2026-03-06T21:06:55.574586+0000","last_undegraded":"2026-03-06T21:06:55.574586+0000","last_fullsized":"2026-03-06T21:06:55.574586+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:20:55.053379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574291+0000","last_change":"2026-03-06T21:06:50.528628+0000","last_active":"2026-03-06T21:06:54.574291+0000","last_peered":"2026-03-06T21:06:54.574291+0000","last_clean":"2026-03-06T21:06:54.574291+0000","last_became_active":"2026-03-06T21:06:50.526662+0000","last_became_peered":"2026-03-06T21:06:50.526662+0000","last_unstale":"2026-03-06T21:06:54.574291+0000","last_undegraded":"2026-03-06T21:06:54.574291+0000","last_fullsized":"2026-03-06T21:06:54.574291+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:19:07.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592579+0000","last_change":"2026-03-06T21:06:48.523228+0000","last_active":"2026-03-06T21:06:55.592579+0000","last_peered":"2026-03-06T21:06:55.592579+0000","last_clean":"2026-03-06T21:06:55.592579+0000","last_became_active":"2026-03-06T21:06:48.521132+0000","last_became_peered":"2026-03-06T21:06:48.521132+0000","last_unstale":"2026-03-06T21:06:55.592579+0000","last_undegraded":"2026-03-06T21:06:55.592579+0000","last_fullsized":"2026-03-06T21:06:55.592579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:58:47.232417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.743493+0000","last_change":"2026-03-06T21:06:52.563280+0000","last_active":"2026-03-06T21:06:55.743493+0000","last_peered":"2026-03-06T21:06:55.743493+0000","last_clean":"2026-03-06T21:06:55.743493+0000","last_became_active":"2026-03-06T21:06:52.563091+0000","last_became_peered":"2026-03-06T21:06:52.563091+0000","last_unstale":"2026-03-06T21:06:55.743493+0000","last_undegraded":"2026-03-06T21:06:55.743493+0000","last_fullsized":"2026-03-06T21:06:55.743493+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:12:55.225068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.597699+0000","last_change":"2026-03-06T21:06:54.594610+0000","last_active":"2026-03-06T21:06:54.597699+0000","last_peered":"2026-03-06T21:06:54.597699+0000","last_clean":"2026-03-06T21:06:54.597699+0000","last_became_active":"2026-03-06T21:06:54.594479+0000","last_became_peered":"2026-03-06T21:06:54.594479+0000","last_unstale":"2026-03-06T21:06:54.597699+0000","last_undegraded":"2026-03-06T21:06:54.597699+0000","last_fullsized":"2026-03-06T21:06:54.597699+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:18:33.486657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.074492+0000","last_change":"2026-03-06T21:06:50.529980+0000","last_active":"2026-03-06T21:06:56.074492+0000","last_peered":"2026-03-06T21:06:56.074492+0000","last_clean":"2026-03-06T21:06:56.074492+0000","last_became_active":"2026-03-06T21:06:50.529724+0000","last_became_peered":"2026-03-06T21:06:50.529724+0000","last_unstale":"2026-03-06T21:06:56.074492+0000","last_undegraded":"2026-03-06T21:06:56.074492+0000","last_fullsized":"2026-03-06T21:06:56.074492+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:55:56.311887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575670+0000","last_change":"2026-03-06T21:06:48.520318+0000","last_active":"2026-03-06T21:06:55.575670+0000","last_peered":"2026-03-06T21:06:55.575670+0000","last_clean":"2026-03-06T21:06:55.575670+0000","last_became_active":"2026-03-06T21:06:48.519155+0000","last_became_peered":"2026-03-06T21:06:48.519155+0000","last_unstale":"2026-03-06T21:06:55.575670+0000","last_undegraded":"2026-03-06T21:06:55.575670+0000","last_fullsized":"2026-03-06T21:06:55.575670+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:00:49.902435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575334+0000","last_change":"2026-03-06T21:06:52.564017+0000","last_active":"2026-03-06T21:06:54.575334+0000","last_peered":"2026-03-06T21:06:54.575334+0000","last_clean":"2026-03-06T21:06:54.575334+0000","last_became_active":"2026-03-06T21:06:52.562920+0000","last_became_peered":"2026-03-06T21:06:52.562920+0000","last_unstale":"2026-03-06T21:06:54.575334+0000","last_undegraded":"2026-03-06T21:06:54.575334+0000","last_fullsized":"2026-03-06T21:06:54.575334+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:57:24.712533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590547+0000","last_change":"2026-03-06T21:06:54.584508+0000","last_active":"2026-03-06T21:06:55.590547+0000","last_peered":"2026-03-06T21:06:55.590547+0000","last_clean":"2026-03-06T21:06:55.590547+0000","last_became_active":"2026-03-06T21:06:54.584163+0000","last_became_peered":"2026-03-06T21:06:54.584163+0000","last_unstale":"2026-03-06T21:06:55.590547+0000","last_undegraded":"2026-03-06T21:06:55.590547+0000","last_fullsized":"2026-03-06T21:06:55.590547+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:25:50.673743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574344+0000","last_change":"2026-03-06T21:06:50.532147+0000","last_active":"2026-03-06T21:06:55.574344+0000","last_peered":"2026-03-06T21:06:55.574344+0000","last_clean":"2026-03-06T21:06:55.574344+0000","last_became_active":"2026-03-06T21:06:50.530336+0000","last_became_peered":"2026-03-06T21:06:50.530336+0000","last_unstale":"2026-03-06T21:06:55.574344+0000","last_undegraded":"2026-03-06T21:06:55.574344+0000","last_fullsized":"2026-03-06T21:06:55.574344+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:35:16.541130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592636+0000","last_change":"2026-03-06T21:06:48.523280+0000","last_active":"2026-03-06T21:06:55.592636+0000","last_peered":"2026-03-06T21:06:55.592636+0000","last_clean":"2026-03-06T21:06:55.592636+0000","last_became_active":"2026-03-06T21:06:48.521257+0000","last_became_peered":"2026-03-06T21:06:48.521257+0000","last_unstale":"2026-03-06T21:06:55.592636+0000","last_undegraded":"2026-03-06T21:06:55.592636+0000","last_fullsized":"2026-03-06T21:06:55.592636+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:01:40.717500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574386+0000","last_change":"2026-03-06T21:06:52.560777+0000","last_active":"2026-03-06T21:06:55.574386+0000","last_peered":"2026-03-06T21:06:55.574386+0000","last_clean":"2026-03-06T21:06:55.574386+0000","last_became_active":"2026-03-06T21:06:52.560070+0000","last_became_peered":"2026-03-06T21:06:52.560070+0000","last_unstale":"2026-03-06T21:06:55.574386+0000","last_undegraded":"2026-03-06T21:06:55.574386+0000","last_fullsized":"2026-03-06T21:06:55.574386+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:31:10.471307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592717+0000","last_change":"2026-03-06T21:06:54.590671+0000","last_active":"2026-03-06T21:06:55.592717+0000","last_peered":"2026-03-06T21:06:55.592717+0000","last_clean":"2026-03-06T21:06:55.592717+0000","last_became_active":"2026-03-06T21:06:54.590435+0000","last_became_peered":"2026-03-06T21:06:54.590435+0000","last_unstale":"2026-03-06T21:06:55.592717+0000","last_undegraded":"2026-03-06T21:06:55.592717+0000","last_fullsized":"2026-03-06T21:06:55.592717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:26:39.271054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575262+0000","last_change":"2026-03-06T21:06:50.526785+0000","last_active":"2026-03-06T21:06:54.575262+0000","last_peered":"2026-03-06T21:06:54.575262+0000","last_clean":"2026-03-06T21:06:54.575262+0000","last_became_active":"2026-03-06T21:06:50.526556+0000","last_became_peered":"2026-03-06T21:06:50.526556+0000","last_unstale":"2026-03-06T21:06:54.575262+0000","last_undegraded":"2026-03-06T21:06:54.575262+0000","last_fullsized":"2026-03-06T21:06:54.575262+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:38:14.720687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575569+0000","last_change":"2026-03-06T21:06:48.520135+0000","last_active":"2026-03-06T21:06:55.575569+0000","last_peered":"2026-03-06T21:06:55.575569+0000","last_clean":"2026-03-06T21:06:55.575569+0000","last_became_active":"2026-03-06T21:06:48.518673+0000","last_became_peered":"2026-03-06T21:06:48.518673+0000","last_unstale":"2026-03-06T21:06:55.575569+0000","last_undegraded":"2026-03-06T21:06:55.575569+0000","last_fullsized":"2026-03-06T21:06:55.575569+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:15:11.189198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575284+0000","last_change":"2026-03-06T21:06:52.564349+0000","last_active":"2026-03-06T21:06:54.575284+0000","last_peered":"2026-03-06T21:06:54.575284+0000","last_clean":"2026-03-06T21:06:54.575284+0000","last_became_active":"2026-03-06T21:06:52.563513+0000","last_became_peered":"2026-03-06T21:06:52.563513+0000","last_unstale":"2026-03-06T21:06:54.575284+0000","last_undegraded":"2026-03-06T21:06:54.575284+0000","last_fullsized":"2026-03-06T21:06:54.575284+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:02:33.902413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575639+0000","last_change":"2026-03-06T21:06:54.588338+0000","last_active":"2026-03-06T21:06:55.575639+0000","last_peered":"2026-03-06T21:06:55.575639+0000","last_clean":"2026-03-06T21:06:55.575639+0000","last_became_active":"2026-03-06T21:06:54.584429+0000","last_became_peered":"2026-03-06T21:06:54.584429+0000","last_unstale":"2026-03-06T21:06:55.575639+0000","last_undegraded":"2026-03-06T21:06:55.575639+0000","last_fullsized":"2026-03-06T21:06:55.575639+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:17:52.999119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575477+0000","last_change":"2026-03-06T21:06:50.532528+0000","last_active":"2026-03-06T21:06:55.575477+0000","last_peered":"2026-03-06T21:06:55.575477+0000","last_clean":"2026-03-06T21:06:55.575477+0000","last_became_active":"2026-03-06T21:06:50.531252+0000","last_became_peered":"2026-03-06T21:06:50.531252+0000","last_unstale":"2026-03-06T21:06:55.575477+0000","last_undegraded":"2026-03-06T21:06:55.575477+0000","last_fullsized":"2026-03-06T21:06:55.575477+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:38:41.924808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575498+0000","last_change":"2026-03-06T21:06:48.520679+0000","last_active":"2026-03-06T21:06:55.575498+0000","last_peered":"2026-03-06T21:06:55.575498+0000","last_clean":"2026-03-06T21:06:55.575498+0000","last_became_active":"2026-03-06T21:06:48.518900+0000","last_became_peered":"2026-03-06T21:06:48.518900+0000","last_unstale":"2026-03-06T21:06:55.575498+0000","last_undegraded":"2026-03-06T21:06:55.575498+0000","last_fullsized":"2026-03-06T21:06:55.575498+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:24:15.283056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.575225+0000","last_change":"2026-03-06T21:06:52.564075+0000","last_active":"2026-03-06T21:06:54.575225+0000","last_peered":"2026-03-06T21:06:54.575225+0000","last_clean":"2026-03-06T21:06:54.575225+0000","last_became_active":"2026-03-06T21:06:52.562999+0000","last_became_peered":"2026-03-06T21:06:52.562999+0000","last_unstale":"2026-03-06T21:06:54.575225+0000","last_undegraded":"2026-03-06T21:06:54.575225+0000","last_fullsized":"2026-03-06T21:06:54.575225+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:26:54.596057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575556+0000","last_change":"2026-03-06T21:06:54.585590+0000","last_active":"2026-03-06T21:06:55.575556+0000","last_peered":"2026-03-06T21:06:55.575556+0000","last_clean":"2026-03-06T21:06:55.575556+0000","last_became_active":"2026-03-06T21:06:54.583967+0000","last_became_peered":"2026-03-06T21:06:54.583967+0000","last_unstale":"2026-03-06T21:06:55.575556+0000","last_undegraded":"2026-03-06T21:06:55.575556+0000","last_fullsized":"2026-03-06T21:06:55.575556+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:17:07.643850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574310+0000","last_change":"2026-03-06T21:06:54.586250+0000","last_active":"2026-03-06T21:06:55.574310+0000","last_peered":"2026-03-06T21:06:55.574310+0000","last_clean":"2026-03-06T21:06:55.574310+0000","last_became_active":"2026-03-06T21:06:54.584970+0000","last_became_peered":"2026-03-06T21:06:54.584970+0000","last_unstale":"2026-03-06T21:06:55.574310+0000","last_undegraded":"2026-03-06T21:06:55.574310+0000","last_fullsized":"2026-03-06T21:06:55.574310+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:50:10.382096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574456+0000","last_change":"2026-03-06T21:06:50.528746+0000","last_active":"2026-03-06T21:06:54.574456+0000","last_peered":"2026-03-06T21:06:54.574456+0000","last_clean":"2026-03-06T21:06:54.574456+0000","last_became_active":"2026-03-06T21:06:50.526448+0000","last_became_peered":"2026-03-06T21:06:50.526448+0000","last_unstale":"2026-03-06T21:06:54.574456+0000","last_undegraded":"2026-03-06T21:06:54.574456+0000","last_fullsized":"2026-03-06T21:06:54.574456+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:48.049423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592758+0000","last_change":"2026-03-06T21:06:48.523329+0000","last_active":"2026-03-06T21:06:55.592758+0000","last_peered":"2026-03-06T21:06:55.592758+0000","last_clean":"2026-03-06T21:06:55.592758+0000","last_became_active":"2026-03-06T21:06:48.521348+0000","last_became_peered":"2026-03-06T21:06:48.521348+0000","last_unstale":"2026-03-06T21:06:55.592758+0000","last_undegraded":"2026-03-06T21:06:55.592758+0000","last_fullsized":"2026-03-06T21:06:55.592758+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:05:59.457475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.574480+0000","last_change":"2026-03-06T21:06:52.564253+0000","last_active":"2026-03-06T21:06:54.574480+0000","last_peered":"2026-03-06T21:06:54.574480+0000","last_clean":"2026-03-06T21:06:54.574480+0000","last_became_active":"2026-03-06T21:06:52.563308+0000","last_became_peered":"2026-03-06T21:06:52.563308+0000","last_unstale":"2026-03-06T21:06:54.574480+0000","last_undegraded":"2026-03-06T21:06:54.574480+0000","last_fullsized":"2026-03-06T21:06:54.574480+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:10:46.543799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.594223+0000","last_change":"2026-03-06T21:06:54.589813+0000","last_active":"2026-03-06T21:06:54.594223+0000","last_peered":"2026-03-06T21:06:54.594223+0000","last_clean":"2026-03-06T21:06:54.594223+0000","last_became_active":"2026-03-06T21:06:54.589541+0000","last_became_peered":"2026-03-06T21:06:54.589541+0000","last_unstale":"2026-03-06T21:06:54.594223+0000","last_undegraded":"2026-03-06T21:06:54.594223+0000","last_fullsized":"2026-03-06T21:06:54.594223+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:30:01.129484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576174+0000","last_change":"2026-03-06T21:06:50.523290+0000","last_active":"2026-03-06T21:06:54.576174+0000","last_peered":"2026-03-06T21:06:54.576174+0000","last_clean":"2026-03-06T21:06:54.576174+0000","last_became_active":"2026-03-06T21:06:50.522957+0000","last_became_peered":"2026-03-06T21:06:50.522957+0000","last_unstale":"2026-03-06T21:06:54.576174+0000","last_undegraded":"2026-03-06T21:06:54.576174+0000","last_fullsized":"2026-03-06T21:06:54.576174+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:16.156884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"23'1","reported_seq":24,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.576151+0000","last_change":"2026-03-06T21:06:48.518237+0000","last_active":"2026-03-06T21:06:54.576151+0000","last_peered":"2026-03-06T21:06:54.576151+0000","last_clean":"2026-03-06T21:06:54.576151+0000","last_became_active":"2026-03-06T21:06:48.518134+0000","last_became_peered":"2026-03-06T21:06:48.518134+0000","last_unstale":"2026-03-06T21:06:54.576151+0000","last_undegraded":"2026-03-06T21:06:54.576151+0000","last_fullsized":"2026-03-06T21:06:54.576151+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:10:22.290660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"30'8","reported_seq":30,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.763551+0000","last_change":"2026-03-06T21:06:52.565104+0000","last_active":"2026-03-06T21:06:55.763551+0000","last_peered":"2026-03-06T21:06:55.763551+0000","last_clean":"2026-03-06T21:06:55.763551+0000","last_became_active":"2026-03-06T21:06:52.564207+0000","last_became_peered":"2026-03-06T21:06:52.564207+0000","last_unstale":"2026-03-06T21:06:55.763551+0000","last_undegraded":"2026-03-06T21:06:55.763551+0000","last_fullsized":"2026-03-06T21:06:55.763551+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:31:29.183475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575428+0000","last_change":"2026-03-06T21:06:48.520238+0000","last_active":"2026-03-06T21:06:55.575428+0000","last_peered":"2026-03-06T21:06:55.575428+0000","last_clean":"2026-03-06T21:06:55.575428+0000","last_became_active":"2026-03-06T21:06:48.519000+0000","last_became_peered":"2026-03-06T21:06:48.519000+0000","last_unstale":"2026-03-06T21:06:55.575428+0000","last_undegraded":"2026-03-06T21:06:55.575428+0000","last_fullsized":"2026-03-06T21:06:55.575428+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:27:58.850732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"30'3","reported_seq":28,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.898821+0000","last_change":"2026-03-06T21:06:50.529932+0000","last_active":"2026-03-06T21:06:55.898821+0000","last_peered":"2026-03-06T21:06:55.898821+0000","last_clean":"2026-03-06T21:06:55.898821+0000","last_became_active":"2026-03-06T21:06:50.529637+0000","last_became_peered":"2026-03-06T21:06:50.529637+0000","last_unstale":"2026-03-06T21:06:55.898821+0000","last_undegraded":"2026-03-06T21:06:55.898821+0000","last_fullsized":"2026-03-06T21:06:55.898821+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:25:19.082758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590123+0000","last_change":"2026-03-06T21:06:52.566893+0000","last_active":"2026-03-06T21:06:55.590123+0000","last_peered":"2026-03-06T21:06:55.590123+0000","last_clean":"2026-03-06T21:06:55.590123+0000","last_became_active":"2026-03-06T21:06:52.563998+0000","last_became_peered":"2026-03-06T21:06:52.563998+0000","last_unstale":"2026-03-06T21:06:55.590123+0000","last_undegraded":"2026-03-06T21:06:55.590123+0000","last_fullsized":"2026-03-06T21:06:55.590123+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:20:23.001944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-03-06T21:06:54.589438+0000","last_change":"2026-03-06T21:06:54.585325+0000","last_active":"2026-03-06T21:06:54.589438+0000","last_peered":"2026-03-06T21:06:54.589438+0000","last_clean":"2026-03-06T21:06:54.589438+0000","last_became_active":"2026-03-06T21:06:54.583883+0000","last_became_peered":"2026-03-06T21:06:54.583883+0000","last_unstale":"2026-03-06T21:06:54.589438+0000","last_undegraded":"2026-03-06T21:06:54.589438+0000","last_fullsized":"2026-03-06T21:06:54.589438+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:33:14.144010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1b","version":"23'1","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.707907+0000","last_change":"2026-03-06T21:06:48.527815+0000","last_active":"2026-03-06T21:06:55.707907+0000","last_peered":"2026-03-06T21:06:55.707907+0000","last_clean":"2026-03-06T21:06:55.707907+0000","last_became_active":"2026-03-06T21:06:48.522516+0000","last_became_peered":"2026-03-06T21:06:48.522516+0000","last_unstale":"2026-03-06T21:06:55.707907+0000","last_undegraded":"2026-03-06T21:06:55.707907+0000","last_fullsized":"2026-03-06T21:06:55.707907+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:06:29.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"30'7","reported_seq":34,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.082459+0000","last_change":"2026-03-06T21:06:50.527006+0000","last_active":"2026-03-06T21:06:56.082459+0000","last_peered":"2026-03-06T21:06:56.082459+0000","last_clean":"2026-03-06T21:06:56.082459+0000","last_became_active":"2026-03-06T21:06:50.526494+0000","last_became_peered":"2026-03-06T21:06:50.526494+0000","last_unstale":"2026-03-06T21:06:56.082459+0000","last_undegraded":"2026-03-06T21:06:56.082459+0000","last_fullsized":"2026-03-06T21:06:56.082459+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:30:32.275530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":9,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592878+0000","last_change":"2026-03-06T21:06:52.563255+0000","last_active":"2026-03-06T21:06:55.592878+0000","last_peered":"2026-03-06T21:06:55.592878+0000","last_clean":"2026-03-06T21:06:55.592878+0000","last_became_active":"2026-03-06T21:06:52.563089+0000","last_became_peered":"2026-03-06T21:06:52.563089+0000","last_unstale":"2026-03-06T21:06:55.592878+0000","last_undegraded":"2026-03-06T21:06:55.592878+0000","last_fullsized":"2026-03-06T21:06:55.592878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:48:00.710871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574488+0000","last_change":"2026-03-06T21:06:54.585828+0000","last_active":"2026-03-06T21:06:55.574488+0000","last_peered":"2026-03-06T21:06:55.574488+0000","last_clean":"2026-03-06T21:06:55.574488+0000","last_became_active":"2026-03-06T21:06:54.584601+0000","last_became_peered":"2026-03-06T21:06:54.584601+0000","last_unstale":"2026-03-06T21:06:55.574488+0000","last_undegraded":"2026-03-06T21:06:55.574488+0000","last_fullsized":"2026-03-06T21:06:55.574488+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:04:21.688130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":96,"acting":96,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":96,"acting":96,"num_store_stats":3},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1502,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":139,"num_read_kb":88,"num_write":73,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159744,"data_stored":4176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":17,"seq":73014444038,"num_pgs":129,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27704,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939720,"statfs":{"total":21470642176,"available":21442273280,"internally_reserved":0,"allocated":888832,"data_stored":686110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":12,"seq":51539607560,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27712,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939712,"statfs":{"total":21470642176,"available":21442265088,"internally_reserved":0,"allocated":888832,"data_stored":686110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738378,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27712,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939712,"statfs":{"total":21470642176,"available":21442265088,"internally_reserved":0,"allocated":888832,"data_stored":686110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T22:06:58.250 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph pg dump --format=json 2026-03-06T22:06:58.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:57 vm07 ceph-mon[56651]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-06T22:06:58.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:57 vm07 ceph-mon[56651]: Cluster is now healthy 2026-03-06T22:06:58.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:57 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2740621728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-06T22:06:58.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:57 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/1672487957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-06T22:06:58.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:57 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/2061580276' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-06T22:06:58.655 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:06:59.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:58 vm00 ceph-mon[50576]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:06:59.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:58 vm00 ceph-mon[50576]: pgmap v72: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 170 op/s 2026-03-06T22:06:59.217 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:06:59.219 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-06T22:06:59.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:58 vm07 ceph-mon[56651]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:06:59.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:58 vm07 ceph-mon[56651]: pgmap v72: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 170 op/s 2026-03-06T22:06:59.375 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":72,"stamp":"2026-03-06T21:06:58.534512+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596099,"num_objects":174,"num_object_clones":0,"num_object_copies":522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":174,"num_whiteouts":0,"num_read":732,"num_read_kb":499,"num_write":509,"num_write_kb":2192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":513,"ondisk_log_size":513,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":62902272,"kb_used":87568,"kb_used_data":2900,"kb_used_omap":4,"kb_used_meta":84603,"kb_avail":62814704,"statfs":{"total":64411926528,"available":64322256896,"internally_reserved":0,"allocated":2969600,"data_stored":2076674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4770,"internal_metadata":86633822},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4118,"num_objects":166,"num_object_clones":0,"num_object_copies":498,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":642,"num_read_kb":421,"num_write":376,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.986782"},"pg_stats":[{"pgid":"2.1f","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576774+0000","last_change":"2026-03-06T21:06:48.520896+0000","last_active":"2026-03-06T21:06:55.576774+0000","last_peered":"2026-03-06T21:06:55.576774+0000","last_clean":"2026-03-06T21:06:55.576774+0000","last_became_active":"2026-03-06T21:06:48.520776+0000","last_became_peered":"2026-03-06T21:06:48.520776+0000","last_unstale":"2026-03-06T21:06:55.576774+0000","last_undegraded":"2026-03-06T21:06:55.576774+0000","last_fullsized":"2026-03-06T21:06:55.576774+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:25:48.189640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"30'10","reported_seq":36,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.349701+0000","last_change":"2026-03-06T21:06:50.525509+0000","last_active":"2026-03-06T21:06:56.349701+0000","last_peered":"2026-03-06T21:06:56.349701+0000","last_clean":"2026-03-06T21:06:56.349701+0000","last_became_active":"2026-03-06T21:06:50.525356+0000","last_became_peered":"2026-03-06T21:06:50.525356+0000","last_unstale":"2026-03-06T21:06:56.349701+0000","last_undegraded":"2026-03-06T21:06:56.349701+0000","last_fullsized":"2026-03-06T21:06:56.349701+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:31:04.755712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589686+0000","last_change":"2026-03-06T21:06:52.566487+0000","last_active":"2026-03-06T21:06:55.589686+0000","last_peered":"2026-03-06T21:06:55.589686+0000","last_clean":"2026-03-06T21:06:55.589686+0000","last_became_active":"2026-03-06T21:06:52.566314+0000","last_became_peered":"2026-03-06T21:06:52.566314+0000","last_unstale":"2026-03-06T21:06:55.589686+0000","last_undegraded":"2026-03-06T21:06:55.589686+0000","last_fullsized":"2026-03-06T21:06:55.589686+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:07:30.969571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573588+0000","last_change":"2026-03-06T21:06:54.585239+0000","last_active":"2026-03-06T21:06:55.573588+0000","last_peered":"2026-03-06T21:06:55.573588+0000","last_clean":"2026-03-06T21:06:55.573588+0000","last_became_active":"2026-03-06T21:06:54.583448+0000","last_became_peered":"2026-03-06T21:06:54.583448+0000","last_unstale":"2026-03-06T21:06:55.573588+0000","last_undegraded":"2026-03-06T21:06:55.573588+0000","last_fullsized":"2026-03-06T21:06:55.573588+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:50:22.622011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577258+0000","last_change":"2026-03-06T21:06:48.518320+0000","last_active":"2026-03-06T21:06:55.577258+0000","last_peered":"2026-03-06T21:06:55.577258+0000","last_clean":"2026-03-06T21:06:55.577258+0000","last_became_active":"2026-03-06T21:06:48.518235+0000","last_became_peered":"2026-03-06T21:06:48.518235+0000","last_unstale":"2026-03-06T21:06:55.577258+0000","last_undegraded":"2026-03-06T21:06:55.577258+0000","last_fullsized":"2026-03-06T21:06:55.577258+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:12:00.032890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"30'11","reported_seq":40,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.356676+0000","last_change":"2026-03-06T21:06:50.522979+0000","last_active":"2026-03-06T21:06:56.356676+0000","last_peered":"2026-03-06T21:06:56.356676+0000","last_clean":"2026-03-06T21:06:56.356676+0000","last_became_active":"2026-03-06T21:06:50.522751+0000","last_became_peered":"2026-03-06T21:06:50.522751+0000","last_unstale":"2026-03-06T21:06:56.356676+0000","last_undegraded":"2026-03-06T21:06:56.356676+0000","last_fullsized":"2026-03-06T21:06:56.356676+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:50:41.452009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573870+0000","last_change":"2026-03-06T21:06:52.560721+0000","last_active":"2026-03-06T21:06:55.573870+0000","last_peered":"2026-03-06T21:06:55.573870+0000","last_clean":"2026-03-06T21:06:55.573870+0000","last_became_active":"2026-03-06T21:06:52.559982+0000","last_became_peered":"2026-03-06T21:06:52.559982+0000","last_unstale":"2026-03-06T21:06:55.573870+0000","last_undegraded":"2026-03-06T21:06:55.573870+0000","last_fullsized":"2026-03-06T21:06:55.573870+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:44:20.415004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577373+0000","last_change":"2026-03-06T21:06:54.585746+0000","last_active":"2026-03-06T21:06:55.577373+0000","last_peered":"2026-03-06T21:06:55.577373+0000","last_clean":"2026-03-06T21:06:55.577373+0000","last_became_active":"2026-03-06T21:06:54.584191+0000","last_became_peered":"2026-03-06T21:06:54.584191+0000","last_unstale":"2026-03-06T21:06:55.577373+0000","last_undegraded":"2026-03-06T21:06:55.577373+0000","last_fullsized":"2026-03-06T21:06:55.577373+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:16:08.624595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591056+0000","last_change":"2026-03-06T21:06:48.522952+0000","last_active":"2026-03-06T21:06:55.591056+0000","last_peered":"2026-03-06T21:06:55.591056+0000","last_clean":"2026-03-06T21:06:55.591056+0000","last_became_active":"2026-03-06T21:06:48.520220+0000","last_became_peered":"2026-03-06T21:06:48.520220+0000","last_unstale":"2026-03-06T21:06:55.591056+0000","last_undegraded":"2026-03-06T21:06:55.591056+0000","last_fullsized":"2026-03-06T21:06:55.591056+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:43:27.991783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"30'15","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.287011+0000","last_change":"2026-03-06T21:06:50.532472+0000","last_active":"2026-03-06T21:06:56.287011+0000","last_peered":"2026-03-06T21:06:56.287011+0000","last_clean":"2026-03-06T21:06:56.287011+0000","last_became_active":"2026-03-06T21:06:50.531094+0000","last_became_peered":"2026-03-06T21:06:50.531094+0000","last_unstale":"2026-03-06T21:06:56.287011+0000","last_undegraded":"2026-03-06T21:06:56.287011+0000","last_fullsized":"2026-03-06T21:06:56.287011+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:12:35.713742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575389+0000","last_change":"2026-03-06T21:06:52.560972+0000","last_active":"2026-03-06T21:06:55.575389+0000","last_peered":"2026-03-06T21:06:55.575389+0000","last_clean":"2026-03-06T21:06:55.575389+0000","last_became_active":"2026-03-06T21:06:52.560395+0000","last_became_peered":"2026-03-06T21:06:52.560395+0000","last_unstale":"2026-03-06T21:06:55.575389+0000","last_undegraded":"2026-03-06T21:06:55.575389+0000","last_fullsized":"2026-03-06T21:06:55.575389+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:22:48.520770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591120+0000","last_change":"2026-03-06T21:06:54.584849+0000","last_active":"2026-03-06T21:06:55.591120+0000","last_peered":"2026-03-06T21:06:55.591120+0000","last_clean":"2026-03-06T21:06:55.591120+0000","last_became_active":"2026-03-06T21:06:54.584316+0000","last_became_peered":"2026-03-06T21:06:54.584316+0000","last_unstale":"2026-03-06T21:06:55.591120+0000","last_undegraded":"2026-03-06T21:06:55.591120+0000","last_fullsized":"2026-03-06T21:06:55.591120+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:34:25.986061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591292+0000","last_change":"2026-03-06T21:06:48.523023+0000","last_active":"2026-03-06T21:06:55.591292+0000","last_peered":"2026-03-06T21:06:55.591292+0000","last_clean":"2026-03-06T21:06:55.591292+0000","last_became_active":"2026-03-06T21:06:48.520328+0000","last_became_peered":"2026-03-06T21:06:48.520328+0000","last_unstale":"2026-03-06T21:06:55.591292+0000","last_undegraded":"2026-03-06T21:06:55.591292+0000","last_fullsized":"2026-03-06T21:06:55.591292+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:50:29.565643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"30'8","reported_seq":38,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.051200+0000","last_change":"2026-03-06T21:06:50.530528+0000","last_active":"2026-03-06T21:06:56.051200+0000","last_peered":"2026-03-06T21:06:56.051200+0000","last_clean":"2026-03-06T21:06:56.051200+0000","last_became_active":"2026-03-06T21:06:50.530412+0000","last_became_peered":"2026-03-06T21:06:50.530412+0000","last_unstale":"2026-03-06T21:06:56.051200+0000","last_undegraded":"2026-03-06T21:06:56.051200+0000","last_fullsized":"2026-03-06T21:06:56.051200+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:24:27.408643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":19,"num_read_kb":12,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575258+0000","last_change":"2026-03-06T21:06:52.560932+0000","last_active":"2026-03-06T21:06:55.575258+0000","last_peered":"2026-03-06T21:06:55.575258+0000","last_clean":"2026-03-06T21:06:55.575258+0000","last_became_active":"2026-03-06T21:06:52.560318+0000","last_became_peered":"2026-03-06T21:06:52.560318+0000","last_unstale":"2026-03-06T21:06:55.575258+0000","last_undegraded":"2026-03-06T21:06:55.575258+0000","last_fullsized":"2026-03-06T21:06:55.575258+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:47:31.259007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575324+0000","last_change":"2026-03-06T21:06:54.585698+0000","last_active":"2026-03-06T21:06:55.575324+0000","last_peered":"2026-03-06T21:06:55.575324+0000","last_clean":"2026-03-06T21:06:55.575324+0000","last_became_active":"2026-03-06T21:06:54.584126+0000","last_became_peered":"2026-03-06T21:06:54.584126+0000","last_unstale":"2026-03-06T21:06:55.575324+0000","last_undegraded":"2026-03-06T21:06:55.575324+0000","last_fullsized":"2026-03-06T21:06:55.575324+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:13:03.457714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"30'19","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.372538+0000","last_change":"2026-03-06T21:06:50.532349+0000","last_active":"2026-03-06T21:06:56.372538+0000","last_peered":"2026-03-06T21:06:56.372538+0000","last_clean":"2026-03-06T21:06:56.372538+0000","last_became_active":"2026-03-06T21:06:50.530665+0000","last_became_peered":"2026-03-06T21:06:50.530665+0000","last_unstale":"2026-03-06T21:06:56.372538+0000","last_undegraded":"2026-03-06T21:06:56.372538+0000","last_fullsized":"2026-03-06T21:06:56.372538+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:55:54.398863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591544+0000","last_change":"2026-03-06T21:06:48.517901+0000","last_active":"2026-03-06T21:06:55.591544+0000","last_peered":"2026-03-06T21:06:55.591544+0000","last_clean":"2026-03-06T21:06:55.591544+0000","last_became_active":"2026-03-06T21:06:48.517609+0000","last_became_peered":"2026-03-06T21:06:48.517609+0000","last_unstale":"2026-03-06T21:06:55.591544+0000","last_undegraded":"2026-03-06T21:06:55.591544+0000","last_fullsized":"2026-03-06T21:06:55.591544+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:28:46.751520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.745528+0000","last_change":"2026-03-06T21:06:52.560871+0000","last_active":"2026-03-06T21:06:55.745528+0000","last_peered":"2026-03-06T21:06:55.745528+0000","last_clean":"2026-03-06T21:06:55.745528+0000","last_became_active":"2026-03-06T21:06:52.560230+0000","last_became_peered":"2026-03-06T21:06:52.560230+0000","last_unstale":"2026-03-06T21:06:55.745528+0000","last_undegraded":"2026-03-06T21:06:55.745528+0000","last_fullsized":"2026-03-06T21:06:55.745528+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:25:04.463205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.585423+0000","last_change":"2026-03-06T21:06:54.585799+0000","last_active":"2026-03-06T21:06:55.585423+0000","last_peered":"2026-03-06T21:06:55.585423+0000","last_clean":"2026-03-06T21:06:55.585423+0000","last_became_active":"2026-03-06T21:06:54.584284+0000","last_became_peered":"2026-03-06T21:06:54.584284+0000","last_unstale":"2026-03-06T21:06:55.585423+0000","last_undegraded":"2026-03-06T21:06:55.585423+0000","last_fullsized":"2026-03-06T21:06:55.585423+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:00:32.420675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"30'9","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.325177+0000","last_change":"2026-03-06T21:06:50.523716+0000","last_active":"2026-03-06T21:06:56.325177+0000","last_peered":"2026-03-06T21:06:56.325177+0000","last_clean":"2026-03-06T21:06:56.325177+0000","last_became_active":"2026-03-06T21:06:50.523612+0000","last_became_peered":"2026-03-06T21:06:50.523612+0000","last_unstale":"2026-03-06T21:06:56.325177+0000","last_undegraded":"2026-03-06T21:06:56.325177+0000","last_fullsized":"2026-03-06T21:06:56.325177+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:02:53.115666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591432+0000","last_change":"2026-03-06T21:06:48.517858+0000","last_active":"2026-03-06T21:06:55.591432+0000","last_peered":"2026-03-06T21:06:55.591432+0000","last_clean":"2026-03-06T21:06:55.591432+0000","last_became_active":"2026-03-06T21:06:48.517522+0000","last_became_peered":"2026-03-06T21:06:48.517522+0000","last_unstale":"2026-03-06T21:06:55.591432+0000","last_undegraded":"2026-03-06T21:06:55.591432+0000","last_fullsized":"2026-03-06T21:06:55.591432+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:43:07.916602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574988+0000","last_change":"2026-03-06T21:06:52.561014+0000","last_active":"2026-03-06T21:06:55.574988+0000","last_peered":"2026-03-06T21:06:55.574988+0000","last_clean":"2026-03-06T21:06:55.574988+0000","last_became_active":"2026-03-06T21:06:52.560556+0000","last_became_peered":"2026-03-06T21:06:52.560556+0000","last_unstale":"2026-03-06T21:06:55.574988+0000","last_undegraded":"2026-03-06T21:06:55.574988+0000","last_fullsized":"2026-03-06T21:06:55.574988+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:04:09.135445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591484+0000","last_change":"2026-03-06T21:06:54.579728+0000","last_active":"2026-03-06T21:06:55.591484+0000","last_peered":"2026-03-06T21:06:55.591484+0000","last_clean":"2026-03-06T21:06:55.591484+0000","last_became_active":"2026-03-06T21:06:54.579166+0000","last_became_peered":"2026-03-06T21:06:54.579166+0000","last_unstale":"2026-03-06T21:06:55.591484+0000","last_undegraded":"2026-03-06T21:06:55.591484+0000","last_fullsized":"2026-03-06T21:06:55.591484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:25:50.500139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.896134+0000","last_change":"2026-03-06T21:06:50.530895+0000","last_active":"2026-03-06T21:06:55.896134+0000","last_peered":"2026-03-06T21:06:55.896134+0000","last_clean":"2026-03-06T21:06:55.896134+0000","last_became_active":"2026-03-06T21:06:50.530743+0000","last_became_peered":"2026-03-06T21:06:50.530743+0000","last_unstale":"2026-03-06T21:06:55.896134+0000","last_undegraded":"2026-03-06T21:06:55.896134+0000","last_fullsized":"2026-03-06T21:06:55.896134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:39:38.385103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577130+0000","last_change":"2026-03-06T21:06:48.525675+0000","last_active":"2026-03-06T21:06:55.577130+0000","last_peered":"2026-03-06T21:06:55.577130+0000","last_clean":"2026-03-06T21:06:55.577130+0000","last_became_active":"2026-03-06T21:06:48.525513+0000","last_became_peered":"2026-03-06T21:06:48.525513+0000","last_unstale":"2026-03-06T21:06:55.577130+0000","last_undegraded":"2026-03-06T21:06:55.577130+0000","last_fullsized":"2026-03-06T21:06:55.577130+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:23:14.328386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577160+0000","last_change":"2026-03-06T21:06:52.564302+0000","last_active":"2026-03-06T21:06:55.577160+0000","last_peered":"2026-03-06T21:06:55.577160+0000","last_clean":"2026-03-06T21:06:55.577160+0000","last_became_active":"2026-03-06T21:06:52.563388+0000","last_became_peered":"2026-03-06T21:06:52.563388+0000","last_unstale":"2026-03-06T21:06:55.577160+0000","last_undegraded":"2026-03-06T21:06:55.577160+0000","last_fullsized":"2026-03-06T21:06:55.577160+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:32:44.848776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589608+0000","last_change":"2026-03-06T21:06:54.579508+0000","last_active":"2026-03-06T21:06:55.589608+0000","last_peered":"2026-03-06T21:06:55.589608+0000","last_clean":"2026-03-06T21:06:55.589608+0000","last_became_active":"2026-03-06T21:06:54.579100+0000","last_became_peered":"2026-03-06T21:06:54.579100+0000","last_unstale":"2026-03-06T21:06:55.589608+0000","last_undegraded":"2026-03-06T21:06:55.589608+0000","last_fullsized":"2026-03-06T21:06:55.589608+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:03:53.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"30'10","reported_seq":41,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.055851+0000","last_change":"2026-03-06T21:06:50.530569+0000","last_active":"2026-03-06T21:06:56.055851+0000","last_peered":"2026-03-06T21:06:56.055851+0000","last_clean":"2026-03-06T21:06:56.055851+0000","last_became_active":"2026-03-06T21:06:50.530336+0000","last_became_peered":"2026-03-06T21:06:50.530336+0000","last_unstale":"2026-03-06T21:06:56.055851+0000","last_undegraded":"2026-03-06T21:06:56.055851+0000","last_fullsized":"2026-03-06T21:06:56.055851+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:41:45.374695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":22,"num_read_kb":14,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575810+0000","last_change":"2026-03-06T21:06:48.520063+0000","last_active":"2026-03-06T21:06:55.575810+0000","last_peered":"2026-03-06T21:06:55.575810+0000","last_clean":"2026-03-06T21:06:55.575810+0000","last_became_active":"2026-03-06T21:06:48.518330+0000","last_became_peered":"2026-03-06T21:06:48.518330+0000","last_unstale":"2026-03-06T21:06:55.575810+0000","last_undegraded":"2026-03-06T21:06:55.575810+0000","last_fullsized":"2026-03-06T21:06:55.575810+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:18:10.814179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.744551+0000","last_change":"2026-03-06T21:06:52.561826+0000","last_active":"2026-03-06T21:06:55.744551+0000","last_peered":"2026-03-06T21:06:55.744551+0000","last_clean":"2026-03-06T21:06:55.744551+0000","last_became_active":"2026-03-06T21:06:52.561702+0000","last_became_peered":"2026-03-06T21:06:52.561702+0000","last_unstale":"2026-03-06T21:06:55.744551+0000","last_undegraded":"2026-03-06T21:06:55.744551+0000","last_fullsized":"2026-03-06T21:06:55.744551+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:39:59.484198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575891+0000","last_change":"2026-03-06T21:06:54.585380+0000","last_active":"2026-03-06T21:06:55.575891+0000","last_peered":"2026-03-06T21:06:55.575891+0000","last_clean":"2026-03-06T21:06:55.575891+0000","last_became_active":"2026-03-06T21:06:54.583601+0000","last_became_peered":"2026-03-06T21:06:54.583601+0000","last_unstale":"2026-03-06T21:06:55.575891+0000","last_undegraded":"2026-03-06T21:06:55.575891+0000","last_fullsized":"2026-03-06T21:06:55.575891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:33:04.629223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"30'12","reported_seq":39,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.283258+0000","last_change":"2026-03-06T21:06:50.526009+0000","last_active":"2026-03-06T21:06:56.283258+0000","last_peered":"2026-03-06T21:06:56.283258+0000","last_clean":"2026-03-06T21:06:56.283258+0000","last_became_active":"2026-03-06T21:06:50.525744+0000","last_became_peered":"2026-03-06T21:06:50.525744+0000","last_unstale":"2026-03-06T21:06:56.283258+0000","last_undegraded":"2026-03-06T21:06:56.283258+0000","last_fullsized":"2026-03-06T21:06:56.283258+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:00:06.338220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":18,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575920+0000","last_change":"2026-03-06T21:06:48.519364+0000","last_active":"2026-03-06T21:06:55.575920+0000","last_peered":"2026-03-06T21:06:55.575920+0000","last_clean":"2026-03-06T21:06:55.575920+0000","last_became_active":"2026-03-06T21:06:48.518209+0000","last_became_peered":"2026-03-06T21:06:48.518209+0000","last_unstale":"2026-03-06T21:06:55.575920+0000","last_undegraded":"2026-03-06T21:06:55.575920+0000","last_fullsized":"2026-03-06T21:06:55.575920+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:42:42.113719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590902+0000","last_change":"2026-03-06T21:06:52.565044+0000","last_active":"2026-03-06T21:06:55.590902+0000","last_peered":"2026-03-06T21:06:55.590902+0000","last_clean":"2026-03-06T21:06:55.590902+0000","last_became_active":"2026-03-06T21:06:52.563587+0000","last_became_peered":"2026-03-06T21:06:52.563587+0000","last_unstale":"2026-03-06T21:06:55.590902+0000","last_undegraded":"2026-03-06T21:06:55.590902+0000","last_fullsized":"2026-03-06T21:06:55.590902+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:57:07.005211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590943+0000","last_change":"2026-03-06T21:06:54.584760+0000","last_active":"2026-03-06T21:06:55.590943+0000","last_peered":"2026-03-06T21:06:55.590943+0000","last_clean":"2026-03-06T21:06:55.590943+0000","last_became_active":"2026-03-06T21:06:54.584616+0000","last_became_peered":"2026-03-06T21:06:54.584616+0000","last_unstale":"2026-03-06T21:06:55.590943+0000","last_undegraded":"2026-03-06T21:06:55.590943+0000","last_fullsized":"2026-03-06T21:06:55.590943+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:24:43.786184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"30'13","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.270459+0000","last_change":"2026-03-06T21:06:50.522824+0000","last_active":"2026-03-06T21:06:56.270459+0000","last_peered":"2026-03-06T21:06:56.270459+0000","last_clean":"2026-03-06T21:06:56.270459+0000","last_became_active":"2026-03-06T21:06:50.522642+0000","last_became_peered":"2026-03-06T21:06:50.522642+0000","last_unstale":"2026-03-06T21:06:56.270459+0000","last_undegraded":"2026-03-06T21:06:56.270459+0000","last_fullsized":"2026-03-06T21:06:56.270459+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:48:40.242212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":26,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577064+0000","last_change":"2026-03-06T21:06:48.518296+0000","last_active":"2026-03-06T21:06:55.577064+0000","last_peered":"2026-03-06T21:06:55.577064+0000","last_clean":"2026-03-06T21:06:55.577064+0000","last_became_active":"2026-03-06T21:06:48.518139+0000","last_became_peered":"2026-03-06T21:06:48.518139+0000","last_unstale":"2026-03-06T21:06:55.577064+0000","last_undegraded":"2026-03-06T21:06:55.577064+0000","last_fullsized":"2026-03-06T21:06:55.577064+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:35:25.443718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"30'8","reported_seq":30,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.770532+0000","last_change":"2026-03-06T21:06:52.563811+0000","last_active":"2026-03-06T21:06:55.770532+0000","last_peered":"2026-03-06T21:06:55.770532+0000","last_clean":"2026-03-06T21:06:55.770532+0000","last_became_active":"2026-03-06T21:06:52.562652+0000","last_became_peered":"2026-03-06T21:06:52.562652+0000","last_unstale":"2026-03-06T21:06:55.770532+0000","last_undegraded":"2026-03-06T21:06:55.770532+0000","last_fullsized":"2026-03-06T21:06:55.770532+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:05:14.826866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573718+0000","last_change":"2026-03-06T21:06:54.585124+0000","last_active":"2026-03-06T21:06:55.573718+0000","last_peered":"2026-03-06T21:06:55.573718+0000","last_clean":"2026-03-06T21:06:55.573718+0000","last_became_active":"2026-03-06T21:06:54.583076+0000","last_became_peered":"2026-03-06T21:06:54.583076+0000","last_unstale":"2026-03-06T21:06:55.573718+0000","last_undegraded":"2026-03-06T21:06:55.573718+0000","last_fullsized":"2026-03-06T21:06:55.573718+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:35:21.269301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"30'28","reported_seq":71,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.339522+0000","last_change":"2026-03-06T21:06:50.524018+0000","last_active":"2026-03-06T21:06:56.339522+0000","last_peered":"2026-03-06T21:06:56.339522+0000","last_clean":"2026-03-06T21:06:56.339522+0000","last_became_active":"2026-03-06T21:06:50.523668+0000","last_became_peered":"2026-03-06T21:06:50.523668+0000","last_unstale":"2026-03-06T21:06:56.339522+0000","last_undegraded":"2026-03-06T21:06:56.339522+0000","last_fullsized":"2026-03-06T21:06:56.339522+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:55:36.984549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":48,"num_read_kb":33,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591365+0000","last_change":"2026-03-06T21:06:48.517815+0000","last_active":"2026-03-06T21:06:55.591365+0000","last_peered":"2026-03-06T21:06:55.591365+0000","last_clean":"2026-03-06T21:06:55.591365+0000","last_became_active":"2026-03-06T21:06:48.517436+0000","last_became_peered":"2026-03-06T21:06:48.517436+0000","last_unstale":"2026-03-06T21:06:55.591365+0000","last_undegraded":"2026-03-06T21:06:55.591365+0000","last_fullsized":"2026-03-06T21:06:55.591365+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:08:20.520061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.747781+0000","last_change":"2026-03-06T21:06:52.566850+0000","last_active":"2026-03-06T21:06:55.747781+0000","last_peered":"2026-03-06T21:06:55.747781+0000","last_clean":"2026-03-06T21:06:55.747781+0000","last_became_active":"2026-03-06T21:06:52.563710+0000","last_became_peered":"2026-03-06T21:06:52.563710+0000","last_unstale":"2026-03-06T21:06:55.747781+0000","last_undegraded":"2026-03-06T21:06:55.747781+0000","last_fullsized":"2026-03-06T21:06:55.747781+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:09:54.484272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575190+0000","last_change":"2026-03-06T21:06:54.584734+0000","last_active":"2026-03-06T21:06:55.575190+0000","last_peered":"2026-03-06T21:06:55.575190+0000","last_clean":"2026-03-06T21:06:55.575190+0000","last_became_active":"2026-03-06T21:06:54.582990+0000","last_became_peered":"2026-03-06T21:06:54.582990+0000","last_unstale":"2026-03-06T21:06:55.575190+0000","last_undegraded":"2026-03-06T21:06:55.575190+0000","last_fullsized":"2026-03-06T21:06:55.575190+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:41:06.439820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"30'16","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.342212+0000","last_change":"2026-03-06T21:06:50.536658+0000","last_active":"2026-03-06T21:06:56.342212+0000","last_peered":"2026-03-06T21:06:56.342212+0000","last_clean":"2026-03-06T21:06:56.342212+0000","last_became_active":"2026-03-06T21:06:50.530128+0000","last_became_peered":"2026-03-06T21:06:50.530128+0000","last_unstale":"2026-03-06T21:06:56.342212+0000","last_undegraded":"2026-03-06T21:06:56.342212+0000","last_fullsized":"2026-03-06T21:06:56.342212+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:56:27.899434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576350+0000","last_change":"2026-03-06T21:06:48.530440+0000","last_active":"2026-03-06T21:06:55.576350+0000","last_peered":"2026-03-06T21:06:55.576350+0000","last_clean":"2026-03-06T21:06:55.576350+0000","last_became_active":"2026-03-06T21:06:48.529373+0000","last_became_peered":"2026-03-06T21:06:48.529373+0000","last_unstale":"2026-03-06T21:06:55.576350+0000","last_undegraded":"2026-03-06T21:06:55.576350+0000","last_fullsized":"2026-03-06T21:06:55.576350+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:09:30.786139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589391+0000","last_change":"2026-03-06T21:06:52.565198+0000","last_active":"2026-03-06T21:06:55.589391+0000","last_peered":"2026-03-06T21:06:55.589391+0000","last_clean":"2026-03-06T21:06:55.589391+0000","last_became_active":"2026-03-06T21:06:52.564718+0000","last_became_peered":"2026-03-06T21:06:52.564718+0000","last_unstale":"2026-03-06T21:06:55.589391+0000","last_undegraded":"2026-03-06T21:06:55.589391+0000","last_fullsized":"2026-03-06T21:06:55.589391+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:58:20.404868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576419+0000","last_change":"2026-03-06T21:06:54.585382+0000","last_active":"2026-03-06T21:06:55.576419+0000","last_peered":"2026-03-06T21:06:55.576419+0000","last_clean":"2026-03-06T21:06:55.576419+0000","last_became_active":"2026-03-06T21:06:54.583981+0000","last_became_peered":"2026-03-06T21:06:54.583981+0000","last_unstale":"2026-03-06T21:06:55.576419+0000","last_undegraded":"2026-03-06T21:06:55.576419+0000","last_fullsized":"2026-03-06T21:06:55.576419+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:10:45.445869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"30'19","reported_seq":57,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.330461+0000","last_change":"2026-03-06T21:06:50.532672+0000","last_active":"2026-03-06T21:06:56.330461+0000","last_peered":"2026-03-06T21:06:56.330461+0000","last_clean":"2026-03-06T21:06:56.330461+0000","last_became_active":"2026-03-06T21:06:50.531483+0000","last_became_peered":"2026-03-06T21:06:50.531483+0000","last_unstale":"2026-03-06T21:06:56.330461+0000","last_undegraded":"2026-03-06T21:06:56.330461+0000","last_fullsized":"2026-03-06T21:06:56.330461+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:52:14.025659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576007+0000","last_change":"2026-03-06T21:06:48.519255+0000","last_active":"2026-03-06T21:06:55.576007+0000","last_peered":"2026-03-06T21:06:55.576007+0000","last_clean":"2026-03-06T21:06:55.576007+0000","last_became_active":"2026-03-06T21:06:48.518159+0000","last_became_peered":"2026-03-06T21:06:48.518159+0000","last_unstale":"2026-03-06T21:06:55.576007+0000","last_undegraded":"2026-03-06T21:06:55.576007+0000","last_fullsized":"2026-03-06T21:06:55.576007+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:00:50.275131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576746+0000","last_change":"2026-03-06T21:06:52.563901+0000","last_active":"2026-03-06T21:06:55.576746+0000","last_peered":"2026-03-06T21:06:55.576746+0000","last_clean":"2026-03-06T21:06:55.576746+0000","last_became_active":"2026-03-06T21:06:52.562740+0000","last_became_peered":"2026-03-06T21:06:52.562740+0000","last_unstale":"2026-03-06T21:06:55.576746+0000","last_undegraded":"2026-03-06T21:06:55.576746+0000","last_fullsized":"2026-03-06T21:06:55.576746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:32:10.584695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577126+0000","last_change":"2026-03-06T21:06:54.585668+0000","last_active":"2026-03-06T21:06:55.577126+0000","last_peered":"2026-03-06T21:06:55.577126+0000","last_clean":"2026-03-06T21:06:55.577126+0000","last_became_active":"2026-03-06T21:06:54.584074+0000","last_became_peered":"2026-03-06T21:06:54.584074+0000","last_unstale":"2026-03-06T21:06:55.577126+0000","last_undegraded":"2026-03-06T21:06:55.577126+0000","last_fullsized":"2026-03-06T21:06:55.577126+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:00:28.793915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'12","reported_seq":44,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.077075+0000","last_change":"2026-03-06T21:06:50.530025+0000","last_active":"2026-03-06T21:06:56.077075+0000","last_peered":"2026-03-06T21:06:56.077075+0000","last_clean":"2026-03-06T21:06:56.077075+0000","last_became_active":"2026-03-06T21:06:50.529801+0000","last_became_peered":"2026-03-06T21:06:50.529801+0000","last_unstale":"2026-03-06T21:06:56.077075+0000","last_undegraded":"2026-03-06T21:06:56.077075+0000","last_fullsized":"2026-03-06T21:06:56.077075+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:18:25.874050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575841+0000","last_change":"2026-03-06T21:06:48.530794+0000","last_active":"2026-03-06T21:06:55.575841+0000","last_peered":"2026-03-06T21:06:55.575841+0000","last_clean":"2026-03-06T21:06:55.575841+0000","last_became_active":"2026-03-06T21:06:48.529989+0000","last_became_peered":"2026-03-06T21:06:48.529989+0000","last_unstale":"2026-03-06T21:06:55.575841+0000","last_undegraded":"2026-03-06T21:06:55.575841+0000","last_fullsized":"2026-03-06T21:06:55.575841+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:11:04.606278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575879+0000","last_change":"2026-03-06T21:06:52.564125+0000","last_active":"2026-03-06T21:06:55.575879+0000","last_peered":"2026-03-06T21:06:55.575879+0000","last_clean":"2026-03-06T21:06:55.575879+0000","last_became_active":"2026-03-06T21:06:52.563140+0000","last_became_peered":"2026-03-06T21:06:52.563140+0000","last_unstale":"2026-03-06T21:06:55.575879+0000","last_undegraded":"2026-03-06T21:06:55.575879+0000","last_fullsized":"2026-03-06T21:06:55.575879+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:53:28.323932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575985+0000","last_change":"2026-03-06T21:06:54.585181+0000","last_active":"2026-03-06T21:06:55.575985+0000","last_peered":"2026-03-06T21:06:55.575985+0000","last_clean":"2026-03-06T21:06:55.575985+0000","last_became_active":"2026-03-06T21:06:54.583767+0000","last_became_peered":"2026-03-06T21:06:54.583767+0000","last_unstale":"2026-03-06T21:06:55.575985+0000","last_undegraded":"2026-03-06T21:06:55.575985+0000","last_fullsized":"2026-03-06T21:06:55.575985+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:22:11.452621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"30'14","reported_seq":42,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.351893+0000","last_change":"2026-03-06T21:06:50.524152+0000","last_active":"2026-03-06T21:06:56.351893+0000","last_peered":"2026-03-06T21:06:56.351893+0000","last_clean":"2026-03-06T21:06:56.351893+0000","last_became_active":"2026-03-06T21:06:50.524048+0000","last_became_peered":"2026-03-06T21:06:50.524048+0000","last_unstale":"2026-03-06T21:06:56.351893+0000","last_undegraded":"2026-03-06T21:06:56.351893+0000","last_fullsized":"2026-03-06T21:06:56.351893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:33:57.606837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":21,"num_read_kb":14,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576044+0000","last_change":"2026-03-06T21:06:48.520026+0000","last_active":"2026-03-06T21:06:55.576044+0000","last_peered":"2026-03-06T21:06:55.576044+0000","last_clean":"2026-03-06T21:06:55.576044+0000","last_became_active":"2026-03-06T21:06:48.518059+0000","last_became_peered":"2026-03-06T21:06:48.518059+0000","last_unstale":"2026-03-06T21:06:55.576044+0000","last_undegraded":"2026-03-06T21:06:55.576044+0000","last_fullsized":"2026-03-06T21:06:55.576044+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:27:12.842034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591016+0000","last_change":"2026-03-06T21:06:52.565281+0000","last_active":"2026-03-06T21:06:55.591016+0000","last_peered":"2026-03-06T21:06:55.591016+0000","last_clean":"2026-03-06T21:06:55.591016+0000","last_became_active":"2026-03-06T21:06:52.564973+0000","last_became_peered":"2026-03-06T21:06:52.564973+0000","last_unstale":"2026-03-06T21:06:55.591016+0000","last_undegraded":"2026-03-06T21:06:55.591016+0000","last_fullsized":"2026-03-06T21:06:55.591016+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:52:06.388976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576114+0000","last_change":"2026-03-06T21:06:54.585183+0000","last_active":"2026-03-06T21:06:55.576114+0000","last_peered":"2026-03-06T21:06:55.576114+0000","last_clean":"2026-03-06T21:06:55.576114+0000","last_became_active":"2026-03-06T21:06:54.583282+0000","last_became_peered":"2026-03-06T21:06:54.583282+0000","last_unstale":"2026-03-06T21:06:55.576114+0000","last_undegraded":"2026-03-06T21:06:55.576114+0000","last_fullsized":"2026-03-06T21:06:55.576114+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:58:32.722729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"30'10","reported_seq":36,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.337255+0000","last_change":"2026-03-06T21:06:50.524477+0000","last_active":"2026-03-06T21:06:56.337255+0000","last_peered":"2026-03-06T21:06:56.337255+0000","last_clean":"2026-03-06T21:06:56.337255+0000","last_became_active":"2026-03-06T21:06:50.524238+0000","last_became_peered":"2026-03-06T21:06:50.524238+0000","last_unstale":"2026-03-06T21:06:56.337255+0000","last_undegraded":"2026-03-06T21:06:56.337255+0000","last_fullsized":"2026-03-06T21:06:56.337255+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:20:27.701446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576143+0000","last_change":"2026-03-06T21:06:48.518938+0000","last_active":"2026-03-06T21:06:55.576143+0000","last_peered":"2026-03-06T21:06:55.576143+0000","last_clean":"2026-03-06T21:06:55.576143+0000","last_became_active":"2026-03-06T21:06:48.518002+0000","last_became_peered":"2026-03-06T21:06:48.518002+0000","last_unstale":"2026-03-06T21:06:55.576143+0000","last_undegraded":"2026-03-06T21:06:55.576143+0000","last_fullsized":"2026-03-06T21:06:55.576143+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:01:30.195932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":144,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576167+0000","last_change":"2026-03-06T21:06:44.864099+0000","last_active":"2026-03-06T21:06:55.576167+0000","last_peered":"2026-03-06T21:06:55.576167+0000","last_clean":"2026-03-06T21:06:55.576167+0000","last_became_active":"2026-03-06T21:06:44.863968+0000","last_became_peered":"2026-03-06T21:06:44.863968+0000","last_unstale":"2026-03-06T21:06:55.576167+0000","last_undegraded":"2026-03-06T21:06:55.576167+0000","last_fullsized":"2026-03-06T21:06:55.576167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:43.095095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:43.095095+0000","last_clean_scrub_stamp":"2026-03-06T21:06:43.095095+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:05:33.760000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576204+0000","last_change":"2026-03-06T21:06:52.561982+0000","last_active":"2026-03-06T21:06:55.576204+0000","last_peered":"2026-03-06T21:06:55.576204+0000","last_clean":"2026-03-06T21:06:55.576204+0000","last_became_active":"2026-03-06T21:06:52.561798+0000","last_became_peered":"2026-03-06T21:06:52.561798+0000","last_unstale":"2026-03-06T21:06:55.576204+0000","last_undegraded":"2026-03-06T21:06:55.576204+0000","last_fullsized":"2026-03-06T21:06:55.576204+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:38.094676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.4","version":"30'1","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591232+0000","last_change":"2026-03-06T21:06:54.579595+0000","last_active":"2026-03-06T21:06:55.591232+0000","last_peered":"2026-03-06T21:06:55.591232+0000","last_clean":"2026-03-06T21:06:55.591232+0000","last_became_active":"2026-03-06T21:06:54.579270+0000","last_became_peered":"2026-03-06T21:06:54.579270+0000","last_unstale":"2026-03-06T21:06:55.591232+0000","last_undegraded":"2026-03-06T21:06:55.591232+0000","last_fullsized":"2026-03-06T21:06:55.591232+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:52:02.549494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"30'17","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.344645+0000","last_change":"2026-03-06T21:06:50.532413+0000","last_active":"2026-03-06T21:06:56.344645+0000","last_peered":"2026-03-06T21:06:56.344645+0000","last_clean":"2026-03-06T21:06:56.344645+0000","last_became_active":"2026-03-06T21:06:50.530952+0000","last_became_peered":"2026-03-06T21:06:50.530952+0000","last_unstale":"2026-03-06T21:06:56.344645+0000","last_undegraded":"2026-03-06T21:06:56.344645+0000","last_fullsized":"2026-03-06T21:06:56.344645+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:19:06.409653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591600+0000","last_change":"2026-03-06T21:06:48.517949+0000","last_active":"2026-03-06T21:06:55.591600+0000","last_peered":"2026-03-06T21:06:55.591600+0000","last_clean":"2026-03-06T21:06:55.591600+0000","last_became_active":"2026-03-06T21:06:48.517692+0000","last_became_peered":"2026-03-06T21:06:48.517692+0000","last_unstale":"2026-03-06T21:06:55.591600+0000","last_undegraded":"2026-03-06T21:06:55.591600+0000","last_fullsized":"2026-03-06T21:06:55.591600+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:42:54.674042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574922+0000","last_change":"2026-03-06T21:06:52.560821+0000","last_active":"2026-03-06T21:06:55.574922+0000","last_peered":"2026-03-06T21:06:55.574922+0000","last_clean":"2026-03-06T21:06:55.574922+0000","last_became_active":"2026-03-06T21:06:52.560150+0000","last_became_peered":"2026-03-06T21:06:52.560150+0000","last_unstale":"2026-03-06T21:06:55.574922+0000","last_undegraded":"2026-03-06T21:06:55.574922+0000","last_fullsized":"2026-03-06T21:06:55.574922+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:12.817368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.591653+0000","last_change":"2026-03-06T21:06:54.590172+0000","last_active":"2026-03-06T21:06:55.591653+0000","last_peered":"2026-03-06T21:06:55.591653+0000","last_clean":"2026-03-06T21:06:55.591653+0000","last_became_active":"2026-03-06T21:06:54.590001+0000","last_became_peered":"2026-03-06T21:06:54.590001+0000","last_unstale":"2026-03-06T21:06:55.591653+0000","last_undegraded":"2026-03-06T21:06:55.591653+0000","last_fullsized":"2026-03-06T21:06:55.591653+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:18.723729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"30'10","reported_seq":36,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.298325+0000","last_change":"2026-03-06T21:06:50.532266+0000","last_active":"2026-03-06T21:06:56.298325+0000","last_peered":"2026-03-06T21:06:56.298325+0000","last_clean":"2026-03-06T21:06:56.298325+0000","last_became_active":"2026-03-06T21:06:50.530547+0000","last_became_peered":"2026-03-06T21:06:50.530547+0000","last_unstale":"2026-03-06T21:06:56.298325+0000","last_undegraded":"2026-03-06T21:06:56.298325+0000","last_fullsized":"2026-03-06T21:06:56.298325+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:30:55.262077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592316+0000","last_change":"2026-03-06T21:06:48.517757+0000","last_active":"2026-03-06T21:06:55.592316+0000","last_peered":"2026-03-06T21:06:55.592316+0000","last_clean":"2026-03-06T21:06:55.592316+0000","last_became_active":"2026-03-06T21:06:48.517343+0000","last_became_peered":"2026-03-06T21:06:48.517343+0000","last_unstale":"2026-03-06T21:06:55.592316+0000","last_undegraded":"2026-03-06T21:06:55.592316+0000","last_fullsized":"2026-03-06T21:06:55.592316+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:32:17.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.585548+0000","last_change":"2026-03-06T21:06:52.560316+0000","last_active":"2026-03-06T21:06:55.585548+0000","last_peered":"2026-03-06T21:06:55.585548+0000","last_clean":"2026-03-06T21:06:55.585548+0000","last_became_active":"2026-03-06T21:06:52.560211+0000","last_became_peered":"2026-03-06T21:06:52.560211+0000","last_unstale":"2026-03-06T21:06:55.585548+0000","last_undegraded":"2026-03-06T21:06:55.585548+0000","last_fullsized":"2026-03-06T21:06:55.585548+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:55:17.199791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.585584+0000","last_change":"2026-03-06T21:06:54.589041+0000","last_active":"2026-03-06T21:06:55.585584+0000","last_peered":"2026-03-06T21:06:55.585584+0000","last_clean":"2026-03-06T21:06:55.585584+0000","last_became_active":"2026-03-06T21:06:54.588892+0000","last_became_peered":"2026-03-06T21:06:54.588892+0000","last_unstale":"2026-03-06T21:06:55.585584+0000","last_undegraded":"2026-03-06T21:06:55.585584+0000","last_fullsized":"2026-03-06T21:06:55.585584+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:07:08.002713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"30'15","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.374699+0000","last_change":"2026-03-06T21:06:50.533103+0000","last_active":"2026-03-06T21:06:56.374699+0000","last_peered":"2026-03-06T21:06:56.374699+0000","last_clean":"2026-03-06T21:06:56.374699+0000","last_became_active":"2026-03-06T21:06:50.532767+0000","last_became_peered":"2026-03-06T21:06:50.532767+0000","last_unstale":"2026-03-06T21:06:56.374699+0000","last_undegraded":"2026-03-06T21:06:56.374699+0000","last_fullsized":"2026-03-06T21:06:56.374699+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:43:57.800463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.e","version":"23'1","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.709881+0000","last_change":"2026-03-06T21:06:48.530531+0000","last_active":"2026-03-06T21:06:55.709881+0000","last_peered":"2026-03-06T21:06:55.709881+0000","last_clean":"2026-03-06T21:06:55.709881+0000","last_became_active":"2026-03-06T21:06:48.530119+0000","last_became_peered":"2026-03-06T21:06:48.530119+0000","last_unstale":"2026-03-06T21:06:55.709881+0000","last_undegraded":"2026-03-06T21:06:55.709881+0000","last_fullsized":"2026-03-06T21:06:55.709881+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:45:58.735601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.589730+0000","last_change":"2026-03-06T21:06:52.565152+0000","last_active":"2026-03-06T21:06:55.589730+0000","last_peered":"2026-03-06T21:06:55.589730+0000","last_clean":"2026-03-06T21:06:55.589730+0000","last_became_active":"2026-03-06T21:06:52.564609+0000","last_became_peered":"2026-03-06T21:06:52.564609+0000","last_unstale":"2026-03-06T21:06:55.589730+0000","last_undegraded":"2026-03-06T21:06:55.589730+0000","last_fullsized":"2026-03-06T21:06:55.589730+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:44:05.773228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.573244+0000","last_change":"2026-03-06T21:06:54.590924+0000","last_active":"2026-03-06T21:06:55.573244+0000","last_peered":"2026-03-06T21:06:55.573244+0000","last_clean":"2026-03-06T21:06:55.573244+0000","last_became_active":"2026-03-06T21:06:54.590422+0000","last_became_peered":"2026-03-06T21:06:54.590422+0000","last_unstale":"2026-03-06T21:06:55.573244+0000","last_undegraded":"2026-03-06T21:06:55.573244+0000","last_fullsized":"2026-03-06T21:06:55.573244+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:19:39.673999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.033546+0000","last_change":"2026-03-06T21:06:50.531117+0000","last_active":"2026-03-06T21:06:56.033546+0000","last_peered":"2026-03-06T21:06:56.033546+0000","last_clean":"2026-03-06T21:06:56.033546+0000","last_became_active":"2026-03-06T21:06:50.528348+0000","last_became_peered":"2026-03-06T21:06:50.528348+0000","last_unstale":"2026-03-06T21:06:56.033546+0000","last_undegraded":"2026-03-06T21:06:56.033546+0000","last_fullsized":"2026-03-06T21:06:56.033546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:32:18.432949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"23'2","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.726211+0000","last_change":"2026-03-06T21:06:48.523372+0000","last_active":"2026-03-06T21:06:55.726211+0000","last_peered":"2026-03-06T21:06:55.726211+0000","last_clean":"2026-03-06T21:06:55.726211+0000","last_became_active":"2026-03-06T21:06:48.522615+0000","last_became_peered":"2026-03-06T21:06:48.522615+0000","last_unstale":"2026-03-06T21:06:55.726211+0000","last_undegraded":"2026-03-06T21:06:55.726211+0000","last_fullsized":"2026-03-06T21:06:55.726211+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:39:25.352453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.750317+0000","last_change":"2026-03-06T21:06:52.563345+0000","last_active":"2026-03-06T21:06:55.750317+0000","last_peered":"2026-03-06T21:06:55.750317+0000","last_clean":"2026-03-06T21:06:55.750317+0000","last_became_active":"2026-03-06T21:06:52.563197+0000","last_became_peered":"2026-03-06T21:06:52.563197+0000","last_unstale":"2026-03-06T21:06:55.750317+0000","last_undegraded":"2026-03-06T21:06:55.750317+0000","last_fullsized":"2026-03-06T21:06:55.750317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:44:50.054442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592396+0000","last_change":"2026-03-06T21:06:54.589931+0000","last_active":"2026-03-06T21:06:55.592396+0000","last_peered":"2026-03-06T21:06:55.592396+0000","last_clean":"2026-03-06T21:06:55.592396+0000","last_became_active":"2026-03-06T21:06:54.589809+0000","last_became_peered":"2026-03-06T21:06:54.589809+0000","last_unstale":"2026-03-06T21:06:55.592396+0000","last_undegraded":"2026-03-06T21:06:55.592396+0000","last_fullsized":"2026-03-06T21:06:55.592396+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:17:26.390312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"30'3","reported_seq":28,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.893356+0000","last_change":"2026-03-06T21:06:50.529872+0000","last_active":"2026-03-06T21:06:55.893356+0000","last_peered":"2026-03-06T21:06:55.893356+0000","last_clean":"2026-03-06T21:06:55.893356+0000","last_became_active":"2026-03-06T21:06:50.528218+0000","last_became_peered":"2026-03-06T21:06:50.528218+0000","last_unstale":"2026-03-06T21:06:55.893356+0000","last_undegraded":"2026-03-06T21:06:55.893356+0000","last_fullsized":"2026-03-06T21:06:55.893356+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:33:40.725640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592440+0000","last_change":"2026-03-06T21:06:48.523092+0000","last_active":"2026-03-06T21:06:55.592440+0000","last_peered":"2026-03-06T21:06:55.592440+0000","last_clean":"2026-03-06T21:06:55.592440+0000","last_became_active":"2026-03-06T21:06:48.520419+0000","last_became_peered":"2026-03-06T21:06:48.520419+0000","last_unstale":"2026-03-06T21:06:55.592440+0000","last_undegraded":"2026-03-06T21:06:55.592440+0000","last_fullsized":"2026-03-06T21:06:55.592440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:28:23.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575635+0000","last_change":"2026-03-06T21:06:52.564179+0000","last_active":"2026-03-06T21:06:55.575635+0000","last_peered":"2026-03-06T21:06:55.575635+0000","last_clean":"2026-03-06T21:06:55.575635+0000","last_became_active":"2026-03-06T21:06:52.563228+0000","last_became_peered":"2026-03-06T21:06:52.563228+0000","last_unstale":"2026-03-06T21:06:55.575635+0000","last_undegraded":"2026-03-06T21:06:55.575635+0000","last_fullsized":"2026-03-06T21:06:55.575635+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:51:21.382695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575674+0000","last_change":"2026-03-06T21:06:54.589090+0000","last_active":"2026-03-06T21:06:55.575674+0000","last_peered":"2026-03-06T21:06:55.575674+0000","last_clean":"2026-03-06T21:06:55.575674+0000","last_became_active":"2026-03-06T21:06:54.588934+0000","last_became_peered":"2026-03-06T21:06:54.588934+0000","last_unstale":"2026-03-06T21:06:55.575674+0000","last_undegraded":"2026-03-06T21:06:55.575674+0000","last_fullsized":"2026-03-06T21:06:55.575674+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:21:29.903844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"30'4","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.108942+0000","last_change":"2026-03-06T21:06:50.532595+0000","last_active":"2026-03-06T21:06:56.108942+0000","last_peered":"2026-03-06T21:06:56.108942+0000","last_clean":"2026-03-06T21:06:56.108942+0000","last_became_active":"2026-03-06T21:06:50.531378+0000","last_became_peered":"2026-03-06T21:06:50.531378+0000","last_unstale":"2026-03-06T21:06:56.108942+0000","last_undegraded":"2026-03-06T21:06:56.108942+0000","last_fullsized":"2026-03-06T21:06:56.108942+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:41:25.633531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575742+0000","last_change":"2026-03-06T21:06:48.519957+0000","last_active":"2026-03-06T21:06:55.575742+0000","last_peered":"2026-03-06T21:06:55.575742+0000","last_clean":"2026-03-06T21:06:55.575742+0000","last_became_active":"2026-03-06T21:06:48.518387+0000","last_became_peered":"2026-03-06T21:06:48.518387+0000","last_unstale":"2026-03-06T21:06:55.575742+0000","last_undegraded":"2026-03-06T21:06:55.575742+0000","last_fullsized":"2026-03-06T21:06:55.575742+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:19:44.841628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576473+0000","last_change":"2026-03-06T21:06:52.563969+0000","last_active":"2026-03-06T21:06:55.576473+0000","last_peered":"2026-03-06T21:06:55.576473+0000","last_clean":"2026-03-06T21:06:55.576473+0000","last_became_active":"2026-03-06T21:06:52.562838+0000","last_became_peered":"2026-03-06T21:06:52.562838+0000","last_unstale":"2026-03-06T21:06:55.576473+0000","last_undegraded":"2026-03-06T21:06:55.576473+0000","last_fullsized":"2026-03-06T21:06:55.576473+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:24:37.777076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575798+0000","last_change":"2026-03-06T21:06:54.585534+0000","last_active":"2026-03-06T21:06:55.575798+0000","last_peered":"2026-03-06T21:06:55.575798+0000","last_clean":"2026-03-06T21:06:55.575798+0000","last_became_active":"2026-03-06T21:06:54.583782+0000","last_became_peered":"2026-03-06T21:06:54.583782+0000","last_unstale":"2026-03-06T21:06:55.575798+0000","last_undegraded":"2026-03-06T21:06:55.575798+0000","last_fullsized":"2026-03-06T21:06:55.575798+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:46:11.406514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.13","version":"30'11","reported_seq":40,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.322839+0000","last_change":"2026-03-06T21:06:50.532221+0000","last_active":"2026-03-06T21:06:56.322839+0000","last_peered":"2026-03-06T21:06:56.322839+0000","last_clean":"2026-03-06T21:06:56.322839+0000","last_became_active":"2026-03-06T21:06:50.530430+0000","last_became_peered":"2026-03-06T21:06:50.530430+0000","last_unstale":"2026-03-06T21:06:56.322839+0000","last_undegraded":"2026-03-06T21:06:56.322839+0000","last_fullsized":"2026-03-06T21:06:56.322839+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:32:21.569642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592518+0000","last_change":"2026-03-06T21:06:48.523144+0000","last_active":"2026-03-06T21:06:55.592518+0000","last_peered":"2026-03-06T21:06:55.592518+0000","last_clean":"2026-03-06T21:06:55.592518+0000","last_became_active":"2026-03-06T21:06:48.520844+0000","last_became_peered":"2026-03-06T21:06:48.520844+0000","last_unstale":"2026-03-06T21:06:55.592518+0000","last_undegraded":"2026-03-06T21:06:55.592518+0000","last_fullsized":"2026-03-06T21:06:55.592518+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:47:26.580002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.14","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.749060+0000","last_change":"2026-03-06T21:06:52.563310+0000","last_active":"2026-03-06T21:06:55.749060+0000","last_peered":"2026-03-06T21:06:55.749060+0000","last_clean":"2026-03-06T21:06:55.749060+0000","last_became_active":"2026-03-06T21:06:52.563183+0000","last_became_peered":"2026-03-06T21:06:52.563183+0000","last_unstale":"2026-03-06T21:06:55.749060+0000","last_undegraded":"2026-03-06T21:06:55.749060+0000","last_fullsized":"2026-03-06T21:06:55.749060+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:52:25.447021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574586+0000","last_change":"2026-03-06T21:06:54.586399+0000","last_active":"2026-03-06T21:06:55.574586+0000","last_peered":"2026-03-06T21:06:55.574586+0000","last_clean":"2026-03-06T21:06:55.574586+0000","last_became_active":"2026-03-06T21:06:54.584316+0000","last_became_peered":"2026-03-06T21:06:54.584316+0000","last_unstale":"2026-03-06T21:06:55.574586+0000","last_undegraded":"2026-03-06T21:06:55.574586+0000","last_fullsized":"2026-03-06T21:06:55.574586+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:20:55.053379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"30'9","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.240688+0000","last_change":"2026-03-06T21:06:50.528628+0000","last_active":"2026-03-06T21:06:56.240688+0000","last_peered":"2026-03-06T21:06:56.240688+0000","last_clean":"2026-03-06T21:06:56.240688+0000","last_became_active":"2026-03-06T21:06:50.526662+0000","last_became_peered":"2026-03-06T21:06:50.526662+0000","last_unstale":"2026-03-06T21:06:56.240688+0000","last_undegraded":"2026-03-06T21:06:56.240688+0000","last_fullsized":"2026-03-06T21:06:56.240688+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:19:07.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592579+0000","last_change":"2026-03-06T21:06:48.523228+0000","last_active":"2026-03-06T21:06:55.592579+0000","last_peered":"2026-03-06T21:06:55.592579+0000","last_clean":"2026-03-06T21:06:55.592579+0000","last_became_active":"2026-03-06T21:06:48.521132+0000","last_became_peered":"2026-03-06T21:06:48.521132+0000","last_unstale":"2026-03-06T21:06:55.592579+0000","last_undegraded":"2026-03-06T21:06:55.592579+0000","last_fullsized":"2026-03-06T21:06:55.592579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:58:47.232417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"30'8","reported_seq":27,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.743493+0000","last_change":"2026-03-06T21:06:52.563280+0000","last_active":"2026-03-06T21:06:55.743493+0000","last_peered":"2026-03-06T21:06:55.743493+0000","last_clean":"2026-03-06T21:06:55.743493+0000","last_became_active":"2026-03-06T21:06:52.563091+0000","last_became_peered":"2026-03-06T21:06:52.563091+0000","last_unstale":"2026-03-06T21:06:55.743493+0000","last_undegraded":"2026-03-06T21:06:55.743493+0000","last_fullsized":"2026-03-06T21:06:55.743493+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:12:55.225068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575316+0000","last_change":"2026-03-06T21:06:54.594610+0000","last_active":"2026-03-06T21:06:55.575316+0000","last_peered":"2026-03-06T21:06:55.575316+0000","last_clean":"2026-03-06T21:06:55.575316+0000","last_became_active":"2026-03-06T21:06:54.594479+0000","last_became_peered":"2026-03-06T21:06:54.594479+0000","last_unstale":"2026-03-06T21:06:55.575316+0000","last_undegraded":"2026-03-06T21:06:55.575316+0000","last_fullsized":"2026-03-06T21:06:55.575316+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:07:53.321766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"30'5","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.074492+0000","last_change":"2026-03-06T21:06:50.529980+0000","last_active":"2026-03-06T21:06:56.074492+0000","last_peered":"2026-03-06T21:06:56.074492+0000","last_clean":"2026-03-06T21:06:56.074492+0000","last_became_active":"2026-03-06T21:06:50.529724+0000","last_became_peered":"2026-03-06T21:06:50.529724+0000","last_unstale":"2026-03-06T21:06:56.074492+0000","last_undegraded":"2026-03-06T21:06:56.074492+0000","last_fullsized":"2026-03-06T21:06:56.074492+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:55:56.311887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575670+0000","last_change":"2026-03-06T21:06:48.520318+0000","last_active":"2026-03-06T21:06:55.575670+0000","last_peered":"2026-03-06T21:06:55.575670+0000","last_clean":"2026-03-06T21:06:55.575670+0000","last_became_active":"2026-03-06T21:06:48.519155+0000","last_became_peered":"2026-03-06T21:06:48.519155+0000","last_unstale":"2026-03-06T21:06:55.575670+0000","last_undegraded":"2026-03-06T21:06:55.575670+0000","last_fullsized":"2026-03-06T21:06:55.575670+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:00:49.902435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576306+0000","last_change":"2026-03-06T21:06:52.564017+0000","last_active":"2026-03-06T21:06:55.576306+0000","last_peered":"2026-03-06T21:06:55.576306+0000","last_clean":"2026-03-06T21:06:55.576306+0000","last_became_active":"2026-03-06T21:06:52.562920+0000","last_became_peered":"2026-03-06T21:06:52.562920+0000","last_unstale":"2026-03-06T21:06:55.576306+0000","last_undegraded":"2026-03-06T21:06:55.576306+0000","last_fullsized":"2026-03-06T21:06:55.576306+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:57:24.712533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590547+0000","last_change":"2026-03-06T21:06:54.584508+0000","last_active":"2026-03-06T21:06:55.590547+0000","last_peered":"2026-03-06T21:06:55.590547+0000","last_clean":"2026-03-06T21:06:55.590547+0000","last_became_active":"2026-03-06T21:06:54.584163+0000","last_became_peered":"2026-03-06T21:06:54.584163+0000","last_unstale":"2026-03-06T21:06:55.590547+0000","last_undegraded":"2026-03-06T21:06:55.590547+0000","last_fullsized":"2026-03-06T21:06:55.590547+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:25:50.673743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"30'10","reported_seq":36,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.332979+0000","last_change":"2026-03-06T21:06:50.532147+0000","last_active":"2026-03-06T21:06:56.332979+0000","last_peered":"2026-03-06T21:06:56.332979+0000","last_clean":"2026-03-06T21:06:56.332979+0000","last_became_active":"2026-03-06T21:06:50.530336+0000","last_became_peered":"2026-03-06T21:06:50.530336+0000","last_unstale":"2026-03-06T21:06:56.332979+0000","last_undegraded":"2026-03-06T21:06:56.332979+0000","last_fullsized":"2026-03-06T21:06:56.332979+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:35:16.541130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592636+0000","last_change":"2026-03-06T21:06:48.523280+0000","last_active":"2026-03-06T21:06:55.592636+0000","last_peered":"2026-03-06T21:06:55.592636+0000","last_clean":"2026-03-06T21:06:55.592636+0000","last_became_active":"2026-03-06T21:06:48.521257+0000","last_became_peered":"2026-03-06T21:06:48.521257+0000","last_unstale":"2026-03-06T21:06:55.592636+0000","last_undegraded":"2026-03-06T21:06:55.592636+0000","last_fullsized":"2026-03-06T21:06:55.592636+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:01:40.717500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574386+0000","last_change":"2026-03-06T21:06:52.560777+0000","last_active":"2026-03-06T21:06:55.574386+0000","last_peered":"2026-03-06T21:06:55.574386+0000","last_clean":"2026-03-06T21:06:55.574386+0000","last_became_active":"2026-03-06T21:06:52.560070+0000","last_became_peered":"2026-03-06T21:06:52.560070+0000","last_unstale":"2026-03-06T21:06:55.574386+0000","last_undegraded":"2026-03-06T21:06:55.574386+0000","last_fullsized":"2026-03-06T21:06:55.574386+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:31:10.471307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592717+0000","last_change":"2026-03-06T21:06:54.590671+0000","last_active":"2026-03-06T21:06:55.592717+0000","last_peered":"2026-03-06T21:06:55.592717+0000","last_clean":"2026-03-06T21:06:55.592717+0000","last_became_active":"2026-03-06T21:06:54.590435+0000","last_became_peered":"2026-03-06T21:06:54.590435+0000","last_unstale":"2026-03-06T21:06:55.592717+0000","last_undegraded":"2026-03-06T21:06:55.592717+0000","last_fullsized":"2026-03-06T21:06:55.592717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:26:39.271054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"30'6","reported_seq":30,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.312272+0000","last_change":"2026-03-06T21:06:50.526785+0000","last_active":"2026-03-06T21:06:56.312272+0000","last_peered":"2026-03-06T21:06:56.312272+0000","last_clean":"2026-03-06T21:06:56.312272+0000","last_became_active":"2026-03-06T21:06:50.526556+0000","last_became_peered":"2026-03-06T21:06:50.526556+0000","last_unstale":"2026-03-06T21:06:56.312272+0000","last_undegraded":"2026-03-06T21:06:56.312272+0000","last_fullsized":"2026-03-06T21:06:56.312272+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:38:14.720687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575569+0000","last_change":"2026-03-06T21:06:48.520135+0000","last_active":"2026-03-06T21:06:55.575569+0000","last_peered":"2026-03-06T21:06:55.575569+0000","last_clean":"2026-03-06T21:06:55.575569+0000","last_became_active":"2026-03-06T21:06:48.518673+0000","last_became_peered":"2026-03-06T21:06:48.518673+0000","last_unstale":"2026-03-06T21:06:55.575569+0000","last_undegraded":"2026-03-06T21:06:55.575569+0000","last_fullsized":"2026-03-06T21:06:55.575569+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:15:11.189198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576232+0000","last_change":"2026-03-06T21:06:52.564349+0000","last_active":"2026-03-06T21:06:55.576232+0000","last_peered":"2026-03-06T21:06:55.576232+0000","last_clean":"2026-03-06T21:06:55.576232+0000","last_became_active":"2026-03-06T21:06:52.563513+0000","last_became_peered":"2026-03-06T21:06:52.563513+0000","last_unstale":"2026-03-06T21:06:55.576232+0000","last_undegraded":"2026-03-06T21:06:55.576232+0000","last_fullsized":"2026-03-06T21:06:55.576232+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:02:33.902413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575639+0000","last_change":"2026-03-06T21:06:54.588338+0000","last_active":"2026-03-06T21:06:55.575639+0000","last_peered":"2026-03-06T21:06:55.575639+0000","last_clean":"2026-03-06T21:06:55.575639+0000","last_became_active":"2026-03-06T21:06:54.584429+0000","last_became_peered":"2026-03-06T21:06:54.584429+0000","last_unstale":"2026-03-06T21:06:55.575639+0000","last_undegraded":"2026-03-06T21:06:55.575639+0000","last_fullsized":"2026-03-06T21:06:55.575639+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:17:52.999119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"30'9","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.130814+0000","last_change":"2026-03-06T21:06:50.532528+0000","last_active":"2026-03-06T21:06:56.130814+0000","last_peered":"2026-03-06T21:06:56.130814+0000","last_clean":"2026-03-06T21:06:56.130814+0000","last_became_active":"2026-03-06T21:06:50.531252+0000","last_became_peered":"2026-03-06T21:06:50.531252+0000","last_unstale":"2026-03-06T21:06:56.130814+0000","last_undegraded":"2026-03-06T21:06:56.130814+0000","last_fullsized":"2026-03-06T21:06:56.130814+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:38:41.924808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575498+0000","last_change":"2026-03-06T21:06:48.520679+0000","last_active":"2026-03-06T21:06:55.575498+0000","last_peered":"2026-03-06T21:06:55.575498+0000","last_clean":"2026-03-06T21:06:55.575498+0000","last_became_active":"2026-03-06T21:06:48.518900+0000","last_became_peered":"2026-03-06T21:06:48.518900+0000","last_unstale":"2026-03-06T21:06:55.575498+0000","last_undegraded":"2026-03-06T21:06:55.575498+0000","last_fullsized":"2026-03-06T21:06:55.575498+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:24:15.283056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576132+0000","last_change":"2026-03-06T21:06:52.564075+0000","last_active":"2026-03-06T21:06:55.576132+0000","last_peered":"2026-03-06T21:06:55.576132+0000","last_clean":"2026-03-06T21:06:55.576132+0000","last_became_active":"2026-03-06T21:06:52.562999+0000","last_became_peered":"2026-03-06T21:06:52.562999+0000","last_unstale":"2026-03-06T21:06:55.576132+0000","last_undegraded":"2026-03-06T21:06:55.576132+0000","last_fullsized":"2026-03-06T21:06:55.576132+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:26:54.596057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575556+0000","last_change":"2026-03-06T21:06:54.585590+0000","last_active":"2026-03-06T21:06:55.575556+0000","last_peered":"2026-03-06T21:06:55.575556+0000","last_clean":"2026-03-06T21:06:55.575556+0000","last_became_active":"2026-03-06T21:06:54.583967+0000","last_became_peered":"2026-03-06T21:06:54.583967+0000","last_unstale":"2026-03-06T21:06:55.575556+0000","last_undegraded":"2026-03-06T21:06:55.575556+0000","last_fullsized":"2026-03-06T21:06:55.575556+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:17:07.643850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.574310+0000","last_change":"2026-03-06T21:06:54.586250+0000","last_active":"2026-03-06T21:06:55.574310+0000","last_peered":"2026-03-06T21:06:55.574310+0000","last_clean":"2026-03-06T21:06:55.574310+0000","last_became_active":"2026-03-06T21:06:54.584970+0000","last_became_peered":"2026-03-06T21:06:54.584970+0000","last_unstale":"2026-03-06T21:06:55.574310+0000","last_undegraded":"2026-03-06T21:06:55.574310+0000","last_fullsized":"2026-03-06T21:06:55.574310+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:50:10.382096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"30'15","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.363676+0000","last_change":"2026-03-06T21:06:50.528746+0000","last_active":"2026-03-06T21:06:56.363676+0000","last_peered":"2026-03-06T21:06:56.363676+0000","last_clean":"2026-03-06T21:06:56.363676+0000","last_became_active":"2026-03-06T21:06:50.526448+0000","last_became_peered":"2026-03-06T21:06:50.526448+0000","last_unstale":"2026-03-06T21:06:56.363676+0000","last_undegraded":"2026-03-06T21:06:56.363676+0000","last_fullsized":"2026-03-06T21:06:56.363676+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:33:48.049423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592758+0000","last_change":"2026-03-06T21:06:48.523329+0000","last_active":"2026-03-06T21:06:55.592758+0000","last_peered":"2026-03-06T21:06:55.592758+0000","last_clean":"2026-03-06T21:06:55.592758+0000","last_became_active":"2026-03-06T21:06:48.521348+0000","last_became_peered":"2026-03-06T21:06:48.521348+0000","last_unstale":"2026-03-06T21:06:55.592758+0000","last_undegraded":"2026-03-06T21:06:55.592758+0000","last_fullsized":"2026-03-06T21:06:55.592758+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T08:05:59.457475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575353+0000","last_change":"2026-03-06T21:06:52.564253+0000","last_active":"2026-03-06T21:06:55.575353+0000","last_peered":"2026-03-06T21:06:55.575353+0000","last_clean":"2026-03-06T21:06:55.575353+0000","last_became_active":"2026-03-06T21:06:52.563308+0000","last_became_peered":"2026-03-06T21:06:52.563308+0000","last_unstale":"2026-03-06T21:06:55.575353+0000","last_undegraded":"2026-03-06T21:06:55.575353+0000","last_fullsized":"2026-03-06T21:06:55.575353+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:10:46.543799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577317+0000","last_change":"2026-03-06T21:06:54.589813+0000","last_active":"2026-03-06T21:06:55.577317+0000","last_peered":"2026-03-06T21:06:55.577317+0000","last_clean":"2026-03-06T21:06:55.577317+0000","last_became_active":"2026-03-06T21:06:54.589541+0000","last_became_peered":"2026-03-06T21:06:54.589541+0000","last_unstale":"2026-03-06T21:06:55.577317+0000","last_undegraded":"2026-03-06T21:06:55.577317+0000","last_fullsized":"2026-03-06T21:06:55.577317+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:08:39.984909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"30'9","reported_seq":37,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.077182+0000","last_change":"2026-03-06T21:06:50.523290+0000","last_active":"2026-03-06T21:06:56.077182+0000","last_peered":"2026-03-06T21:06:56.077182+0000","last_clean":"2026-03-06T21:06:56.077182+0000","last_became_active":"2026-03-06T21:06:50.522957+0000","last_became_peered":"2026-03-06T21:06:50.522957+0000","last_unstale":"2026-03-06T21:06:56.077182+0000","last_undegraded":"2026-03-06T21:06:56.077182+0000","last_fullsized":"2026-03-06T21:06:56.077182+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:16.156884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"23'1","reported_seq":26,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.577222+0000","last_change":"2026-03-06T21:06:48.518237+0000","last_active":"2026-03-06T21:06:55.577222+0000","last_peered":"2026-03-06T21:06:55.577222+0000","last_clean":"2026-03-06T21:06:55.577222+0000","last_became_active":"2026-03-06T21:06:48.518134+0000","last_became_peered":"2026-03-06T21:06:48.518134+0000","last_unstale":"2026-03-06T21:06:55.577222+0000","last_undegraded":"2026-03-06T21:06:55.577222+0000","last_fullsized":"2026-03-06T21:06:55.577222+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:10:22.290660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"30'8","reported_seq":30,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.763551+0000","last_change":"2026-03-06T21:06:52.565104+0000","last_active":"2026-03-06T21:06:55.763551+0000","last_peered":"2026-03-06T21:06:55.763551+0000","last_clean":"2026-03-06T21:06:55.763551+0000","last_became_active":"2026-03-06T21:06:52.564207+0000","last_became_peered":"2026-03-06T21:06:52.564207+0000","last_unstale":"2026-03-06T21:06:55.763551+0000","last_undegraded":"2026-03-06T21:06:55.763551+0000","last_fullsized":"2026-03-06T21:06:55.763551+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:31:29.183475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":25,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.575428+0000","last_change":"2026-03-06T21:06:48.520238+0000","last_active":"2026-03-06T21:06:55.575428+0000","last_peered":"2026-03-06T21:06:55.575428+0000","last_clean":"2026-03-06T21:06:55.575428+0000","last_became_active":"2026-03-06T21:06:48.519000+0000","last_became_peered":"2026-03-06T21:06:48.519000+0000","last_unstale":"2026-03-06T21:06:55.575428+0000","last_undegraded":"2026-03-06T21:06:55.575428+0000","last_fullsized":"2026-03-06T21:06:55.575428+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:27:58.850732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"30'3","reported_seq":28,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.898821+0000","last_change":"2026-03-06T21:06:50.529932+0000","last_active":"2026-03-06T21:06:55.898821+0000","last_peered":"2026-03-06T21:06:55.898821+0000","last_clean":"2026-03-06T21:06:55.898821+0000","last_became_active":"2026-03-06T21:06:50.529637+0000","last_became_peered":"2026-03-06T21:06:50.529637+0000","last_unstale":"2026-03-06T21:06:55.898821+0000","last_undegraded":"2026-03-06T21:06:55.898821+0000","last_fullsized":"2026-03-06T21:06:55.898821+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T04:25:19.082758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590123+0000","last_change":"2026-03-06T21:06:52.566893+0000","last_active":"2026-03-06T21:06:55.590123+0000","last_peered":"2026-03-06T21:06:55.590123+0000","last_clean":"2026-03-06T21:06:55.590123+0000","last_became_active":"2026-03-06T21:06:52.563998+0000","last_became_peered":"2026-03-06T21:06:52.563998+0000","last_unstale":"2026-03-06T21:06:55.590123+0000","last_undegraded":"2026-03-06T21:06:55.590123+0000","last_fullsized":"2026-03-06T21:06:55.590123+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:20:23.001944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.576077+0000","last_change":"2026-03-06T21:06:54.585325+0000","last_active":"2026-03-06T21:06:55.576077+0000","last_peered":"2026-03-06T21:06:55.576077+0000","last_clean":"2026-03-06T21:06:55.576077+0000","last_became_active":"2026-03-06T21:06:54.583883+0000","last_became_peered":"2026-03-06T21:06:54.583883+0000","last_unstale":"2026-03-06T21:06:55.576077+0000","last_undegraded":"2026-03-06T21:06:55.576077+0000","last_fullsized":"2026-03-06T21:06:55.576077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T07:56:31.243364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1b","version":"23'1","reported_seq":31,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.707907+0000","last_change":"2026-03-06T21:06:48.527815+0000","last_active":"2026-03-06T21:06:55.707907+0000","last_peered":"2026-03-06T21:06:55.707907+0000","last_clean":"2026-03-06T21:06:55.707907+0000","last_became_active":"2026-03-06T21:06:48.522516+0000","last_became_peered":"2026-03-06T21:06:48.522516+0000","last_unstale":"2026-03-06T21:06:55.707907+0000","last_undegraded":"2026-03-06T21:06:55.707907+0000","last_fullsized":"2026-03-06T21:06:55.707907+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:47.492427+0000","last_clean_scrub_stamp":"2026-03-06T21:06:47.492427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:06:29.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"30'7","reported_seq":34,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:56.082459+0000","last_change":"2026-03-06T21:06:50.527006+0000","last_active":"2026-03-06T21:06:56.082459+0000","last_peered":"2026-03-06T21:06:56.082459+0000","last_clean":"2026-03-06T21:06:56.082459+0000","last_became_active":"2026-03-06T21:06:50.526494+0000","last_became_peered":"2026-03-06T21:06:50.526494+0000","last_unstale":"2026-03-06T21:06:56.082459+0000","last_undegraded":"2026-03-06T21:06:56.082459+0000","last_fullsized":"2026-03-06T21:06:56.082459+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:49.504247+0000","last_clean_scrub_stamp":"2026-03-06T21:06:49.504247+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:30:32.275530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":9,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.592878+0000","last_change":"2026-03-06T21:06:52.563255+0000","last_active":"2026-03-06T21:06:55.592878+0000","last_peered":"2026-03-06T21:06:55.592878+0000","last_clean":"2026-03-06T21:06:55.592878+0000","last_became_active":"2026-03-06T21:06:52.563089+0000","last_became_peered":"2026-03-06T21:06:52.563089+0000","last_unstale":"2026-03-06T21:06:55.592878+0000","last_undegraded":"2026-03-06T21:06:55.592878+0000","last_fullsized":"2026-03-06T21:06:55.592878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:51.535397+0000","last_clean_scrub_stamp":"2026-03-06T21:06:51.535397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:48:00.710871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"30'1","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-03-06T21:06:55.590841+0000","last_change":"2026-03-06T21:06:54.585828+0000","last_active":"2026-03-06T21:06:55.590841+0000","last_peered":"2026-03-06T21:06:55.590841+0000","last_clean":"2026-03-06T21:06:55.590841+0000","last_became_active":"2026-03-06T21:06:54.584601+0000","last_became_peered":"2026-03-06T21:06:54.584601+0000","last_unstale":"2026-03-06T21:06:55.590841+0000","last_undegraded":"2026-03-06T21:06:55.590841+0000","last_fullsized":"2026-03-06T21:06:55.590841+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T21:06:53.558726+0000","last_clean_scrub_stamp":"2026-03-06T21:06:53.558726+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T06:04:21.688130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":96,"acting":96,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":3},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3702,"num_objects":156,"num_object_clones":0,"num_object_copies":468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":156,"num_whiteouts":0,"num_read":632,"num_read_kb":411,"num_write":373,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":11106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":96,"acting":96,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":17,"seq":73014444038,"num_pgs":129,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27704,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939720,"statfs":{"total":21470642176,"available":21442273280,"internally_reserved":0,"allocated":888832,"data_stored":686110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":12,"seq":51539607561,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":32012,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":30974,"kb_avail":20935412,"statfs":{"total":21470642176,"available":21437861888,"internally_reserved":0,"allocated":1040384,"data_stored":695282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31717834},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738379,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27852,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939572,"statfs":{"total":21470642176,"available":21442121728,"internally_reserved":0,"allocated":1040384,"data_stored":695282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":3702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T22:06:59.376 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-06T22:06:59.376 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-06T22:06:59.376 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-06T22:06:59.376 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- ceph health --format=json 2026-03-06T22:06:59.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:58 vm09 ceph-mon[53398]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:06:59.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:58 vm09 ceph-mon[53398]: pgmap v72: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 170 op/s 2026-03-06T22:06:59.757 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:00.072 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:06:59 vm00 ceph-mon[50576]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:07:00.122 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-06T22:07:00.122 INFO:teuthology.orchestra.run.vm00.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-06T22:07:00.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:06:59 vm07 ceph-mon[56651]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:07:00.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:06:59 vm09 ceph-mon[53398]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-06T22:07:00.604 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-06T22:07:00.604 INFO:tasks.cephadm:Setup complete, yielding 2026-03-06T22:07:00.604 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-06T22:07:00.606 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@vm00.local 2026-03-06T22:07:00.606 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-03-06T22:07:00.936 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:01.025 INFO:teuthology.orchestra.run.vm00.stdout:167 167 2026-03-06T22:07:01.070 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:00 vm07 ceph-mon[56651]: from='client.? 192.168.123.100:0/1709920644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T22:07:01.070 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:00 vm07 ceph-mon[56651]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 146 op/s 2026-03-06T22:07:01.174 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch status' 2026-03-06T22:07:01.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:00 vm00 ceph-mon[50576]: from='client.? 192.168.123.100:0/1709920644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T22:07:01.321 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:00 vm00 ceph-mon[50576]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 146 op/s 2026-03-06T22:07:01.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:00 vm09 ceph-mon[53398]: from='client.? 192.168.123.100:0/1709920644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-06T22:07:01.383 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:00 vm09 ceph-mon[53398]: pgmap v73: 129 pgs: 129 active+clean; 582 KiB data, 86 MiB used, 60 GiB / 60 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 146 op/s 2026-03-06T22:07:01.519 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:01.669 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 systemd[1]: Starting Ceph prometheus.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:01.862 INFO:teuthology.orchestra.run.vm00.stdout:Backend: cephadm 2026-03-06T22:07:01.862 INFO:teuthology.orchestra.run.vm00.stdout:Available: Yes 2026-03-06T22:07:01.862 INFO:teuthology.orchestra.run.vm00.stdout:Paused: No 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 podman[66497]: 2026-03-06 22:07:01.664173069 +0100 CET m=+0.018397597 container create 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 podman[66497]: 2026-03-06 22:07:01.708213976 +0100 CET m=+0.062438504 container init 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 podman[66497]: 2026-03-06 22:07:01.712589816 +0100 CET m=+0.066814344 container start 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 bash[66497]: 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 podman[66497]: 2026-03-06 22:07:01.656323828 +0100 CET m=+0.010548356 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 systemd[1]: Started Ceph prometheus.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.743Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.743Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.743Z caller=main.go:623 level=info host_details="(Linux 5.14.0-686.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Feb 19 10:49:27 UTC 2026 x86_64 vm07 (none))" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.743Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.743Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.745Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.745Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.748Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.748Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.683µs 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.748Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.749Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.749Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.749Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.749Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.883µs wal_replay_duration=539.209µs wbl_replay_duration=120ns total_replay_duration=593.38µs 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.749Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.750Z caller=main.go:1153 level=info msg="TSDB started" 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.750Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.764Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.573869ms db_storage=871ns remote_storage=1.162µs web_handler=191ns query_engine=450ns scrape=1.443482ms scrape_sd=70.201µs notify=590ns notify_sd=612ns rules=12.836668ms tracing=6.351µs 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.764Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-03-06T22:07:02.010 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:01 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:01.764Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-03-06T22:07:02.034 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch ps' 2026-03-06T22:07:02.355 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mgr.x vm07 *:8443,8765 running (69s) 40s ago 69s 476M - 19.2.3-39-g340d3c24fc6 8bccc98d839a f2d09fac478c 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mgr.y vm00 *:9283,8765 running (2m) 15s ago 2m 544M - 19.2.3-39-g340d3c24fc6 8bccc98d839a 6d8027613975 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mgr.z vm09 *:8443,8765 running (71s) 26s ago 71s 477M - 19.2.3-39-g340d3c24fc6 8bccc98d839a d21f417bf1b7 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mon.a vm00 running (2m) 15s ago 2m 46.7M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a f52448e73925 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mon.b vm07 running (83s) 40s ago 83s 40.5M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a 109eaa85104f 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:mon.c vm09 running (85s) 26s ago 85s 39.8M 2048M 19.2.3-39-g340d3c24fc6 8bccc98d839a 02b52eb4a709 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:osd.0 vm00 running (56s) 15s ago 56s 60.7M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a da34c5d33274 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:osd.1 vm07 running (41s) 40s ago 41s 13.2M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a 47b34e813dc5 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:osd.2 vm09 running (26s) 26s ago 26s 13.2M 4096M 19.2.3-39-g340d3c24fc6 8bccc98d839a 4da8ece20eac 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:prometheus.a vm07 *:9095 starting - - - - 2026-03-06T22:07:02.711 INFO:teuthology.orchestra.run.vm00.stdout:rgw.foo.a vm00 *:80 running (16s) 15s ago 16s 16.9M - 19.2.3-39-g340d3c24fc6 8bccc98d839a bf98e087f530 2026-03-06T22:07:02.889 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch ls' 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:02 vm07 ceph-mon[56651]: pgmap v74: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 140 op/s 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: ignoring --setuser ceph since I am not root 2026-03-06T22:07:03.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:02 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: ignoring --setgroup ceph since I am not root 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:02 vm00 ceph-mon[50576]: pgmap v74: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 140 op/s 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:02 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setuser ceph since I am not root 2026-03-06T22:07:03.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:02 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: ignoring --setgroup ceph since I am not root 2026-03-06T22:07:03.078 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:02 vm09 ceph-mon[53398]: pgmap v74: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 140 op/s 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:02 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: ignoring --setuser ceph since I am not root 2026-03-06T22:07:03.079 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:02 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: ignoring --setgroup ceph since I am not root 2026-03-06T22:07:03.250 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:03.371 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:03 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:03.100+0000 7f2cf8952100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:07:03.371 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:03 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:03.252+0000 7f2cf8952100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:07:03.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:03 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:03.073+0000 7fc18692d100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:07:03.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:03 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:03.217+0000 7fc18692d100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:07:03.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:03.086+0000 7fdde86c9100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T22:07:03.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:03 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:03.240+0000 7fdde86c9100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T22:07:04.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:03 vm00 ceph-mon[50576]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T22:07:04.071 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:03 vm00 ceph-mon[50576]: mgrmap e17: y(active, since 108s), standbys: z, x 2026-03-06T22:07:04.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:03 vm09 ceph-mon[53398]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T22:07:04.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:03 vm09 ceph-mon[53398]: mgrmap e17: y(active, since 108s), standbys: z, x 2026-03-06T22:07:04.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:03 vm07 ceph-mon[56651]: from='mgr.14156 192.168.123.100:0/2979377740' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-06T22:07:04.259 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:03 vm07 ceph-mon[56651]: mgrmap e17: y(active, since 108s), standbys: z, x 2026-03-06T22:07:04.759 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:04 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:04.415+0000 7fdde86c9100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:07:04.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:04 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:04.471+0000 7f2cf8952100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:07:04.883 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:04 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:04.433+0000 7fc18692d100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T22:07:05.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:05 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:05.355+0000 7fc18692d100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:07:05.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:05 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:05.493+0000 7fc18692d100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:07:05.718 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:05 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:05.313+0000 7fdde86c9100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:07:05.718 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:05 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:05.444+0000 7fdde86c9100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:07:05.816 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:05 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:05.389+0000 7f2cf8952100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T22:07:05.816 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:05 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:05.528+0000 7f2cf8952100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T22:07:06.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:05 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:05.714+0000 7fdde86c9100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:07:06.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:05 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:05.810+0000 7f2cf8952100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:07:06.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:05 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:05.771+0000 7fc18692d100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T22:07:08.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:07 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:07.652+0000 7fdde86c9100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:07:08.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:07 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:07.772+0000 7f2cf8952100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:07:08.086 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:07 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:07.705+0000 7fc18692d100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T22:07:08.346 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:08 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:08.030+0000 7fdde86c9100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:08.353 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:08 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:08.191+0000 7fdde86c9100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:07:08.353 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:08 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:08.341+0000 7fdde86c9100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:08.383 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:08 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:08.081+0000 7fc18692d100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:08.422 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:08 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:08.244+0000 7fc18692d100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:07:08.476 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:08.163+0000 7f2cf8952100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:08.476 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:08.344+0000 7f2cf8952100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T22:07:08.617 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:08 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:08.485+0000 7fdde86c9100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:07:08.657 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:08 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:08.383+0000 7fc18692d100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:08.660 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:08 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:08.524+0000 7fc18692d100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:07:08.751 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:08.470+0000 7f2cf8952100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:08.751 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:08.617+0000 7f2cf8952100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T22:07:09.009 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:08 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:08.613+0000 7fdde86c9100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:07:09.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:08 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:08.744+0000 7f2cf8952100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:07:09.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:08 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:08.652+0000 7fc18692d100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T22:07:09.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:09 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:09.151+0000 7fdde86c9100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:07:09.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:09 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:09.315+0000 7fdde86c9100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:09.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:09.292+0000 7f2cf8952100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:07:09.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:09 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:09.459+0000 7f2cf8952100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:09.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:09 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:09.210+0000 7fc18692d100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T22:07:09.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:09 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:09.371+0000 7fc18692d100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T22:07:10.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:10 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:10.085+0000 7fdde86c9100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:07:10.571 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:10 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:10.232+0000 7f2cf8952100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:07:10.633 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:10 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:10.155+0000 7fc18692d100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T22:07:11.497 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:11 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:11.223+0000 7fdde86c9100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:07:11.497 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:11 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:11.358+0000 7fdde86c9100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:07:11.541 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:11 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:11.272+0000 7fc18692d100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:07:11.541 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:11 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:11.402+0000 7fc18692d100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:07:11.615 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:11 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:11.342+0000 7f2cf8952100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T22:07:11.615 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:11 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:11.474+0000 7f2cf8952100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T22:07:11.759 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:11 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:11.493+0000 7fdde86c9100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:07:11.810 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:11 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:11.536+0000 7fc18692d100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:07:11.891 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:11 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:11.609+0000 7f2cf8952100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T22:07:12.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:11 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:11.805+0000 7fc18692d100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:07:12.133 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:11 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:11.932+0000 7fc18692d100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:07:12.206 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:11 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:11.763+0000 7fdde86c9100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:07:12.206 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:11 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:11.890+0000 7fdde86c9100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:07:12.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:11 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:11.885+0000 7f2cf8952100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T22:07:12.321 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:12.013+0000 7f2cf8952100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T22:07:12.509 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:12 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:12.201+0000 7fdde86c9100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:07:12.608 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:12 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:12.242+0000 7fc18692d100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:07:12.702 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:12.331+0000 7f2cf8952100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T22:07:12.883 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:12 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:12.603+0000 7fc18692d100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:12.951 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:12 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:12.568+0000 7fdde86c9100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:13.071 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:12 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:12.696+0000 7f2cf8952100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T22:07:13.139 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:12 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:12.992+0000 7fc18692d100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: Standby manager daemon x restarted 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: Standby manager daemon x started 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: Standby manager daemon z restarted 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:13 vm07 ceph-mon[56651]: Standby manager daemon z started 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:12 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:12.947+0000 7fdde86c9100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T21:07:13.082+0000 7fdde86c9100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: [06/Mar/2026:21:07:13] ENGINE Bus STARTING 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: CherryPy Checker: 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: The Application mounted at '' has an empty config. 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: 2026-03-06T22:07:13.203 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: [06/Mar/2026:21:07:13] ENGINE Serving on http://:::9283 2026-03-06T22:07:13.502 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:13 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x[58287]: [06/Mar/2026:21:07:13] ENGINE Bus STARTED 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:13.087+0000 7f2cf8952100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T21:07:13.231+0000 7f2cf8952100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:13] ENGINE Bus STARTING 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: CherryPy Checker: 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: The Application mounted at '' has an empty config. 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: Standby manager daemon x restarted 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: Standby manager daemon x started 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: Standby manager daemon z restarted 2026-03-06T22:07:13.555 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:13 vm00 ceph-mon[50576]: Standby manager daemon z started 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T21:07:13.134+0000 7fc18692d100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: [06/Mar/2026:21:07:13] ENGINE Bus STARTING 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: CherryPy Checker: 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: The Application mounted at '' has an empty config. 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: [06/Mar/2026:21:07:13] ENGINE Serving on http://:::9283 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:13 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z[54874]: [06/Mar/2026:21:07:13] ENGINE Bus STARTED 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.107:0/317901096' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: Standby manager daemon x restarted 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: Standby manager daemon x started 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: Standby manager daemon z restarted 2026-03-06T22:07:13.581 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:13 vm09 ceph-mon[53398]: Standby manager daemon z started 2026-03-06T22:07:13.822 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:13] ENGINE Serving on http://:::9283 2026-03-06T22:07:13.822 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:13 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:13] ENGINE Bus STARTED 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:alertmanager ?:9093,9094 0/1 - 26s vm00=a;count:1 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:grafana ?:3000 0/1 - 25s vm07=a;count:1 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:mgr 3/3 52s ago 83s vm00=y;vm07=x;vm09=z;count:3 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:mon 3/3 52s ago 102s vm00:192.168.123.100=a;vm07:192.168.123.107=b;vm09:192.168.123.109=c;count:3 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:node-exporter ?:9100 0/3 - 27s vm00=a;vm07=b;vm09=c;count:3 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:osd 3 52s ago - 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:prometheus ?:9095 0/1 - 28s vm07=a;count:1 2026-03-06T22:07:14.274 INFO:teuthology.orchestra.run.vm00.stdout:rgw.foo.a ?:80 1/1 27s ago 27s vm00=foo.a;count:1 2026-03-06T22:07:14.392 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: mgrmap e18: y(active, since 118s), standbys: z, x 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: Active manager daemon y restarted 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: Activating manager daemon y 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: osdmap e31: 3 total, 3 up, 3 in 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: mgrmap e19: y(active, starting, since 0.0163642s), standbys: z, x 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: Manager daemon y is now available 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:07:14.393 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:14 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: mgrmap e18: y(active, since 118s), standbys: z, x 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: Active manager daemon y restarted 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: Activating manager daemon y 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: osdmap e31: 3 total, 3 up, 3 in 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: mgrmap e19: y(active, starting, since 0.0163642s), standbys: z, x 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:07:14.484 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: Manager daemon y is now available 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:07:14.485 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:14 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:07:14.486 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch host ls' 2026-03-06T22:07:14.633 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.? 192.168.123.109:0/1883103846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: mgrmap e18: y(active, since 118s), standbys: z, x 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: Active manager daemon y restarted 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: Activating manager daemon y 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: osdmap e31: 3 total, 3 up, 3 in 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: mgrmap e19: y(active, starting, since 0.0163642s), standbys: z, x 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: Manager daemon y is now available 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-06T22:07:14.634 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:14 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-06T22:07:14.961 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:15.410 INFO:teuthology.orchestra.run.vm00.stdout:HOST ADDR LABELS STATUS 2026-03-06T22:07:15.410 INFO:teuthology.orchestra.run.vm00.stdout:vm00 192.168.123.100 2026-03-06T22:07:15.410 INFO:teuthology.orchestra.run.vm00.stdout:vm07 192.168.123.107 2026-03-06T22:07:15.410 INFO:teuthology.orchestra.run.vm00.stdout:vm09 192.168.123.109 2026-03-06T22:07:15.410 INFO:teuthology.orchestra.run.vm00.stdout:3 hosts in cluster 2026-03-06T22:07:15.604 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch device ls' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: mgrmap e20: y(active, since 1.06088s), standbys: z, x 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: [06/Mar/2026:21:07:14] ENGINE Bus STARTING 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: [06/Mar/2026:21:07:14] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:07:15.764 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:15 vm07 ceph-mon[56651]: [06/Mar/2026:21:07:14] ENGINE Client ('192.168.123.100', 41840) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:07:15.821 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: mgrmap e20: y(active, since 1.06088s), standbys: z, x 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: [06/Mar/2026:21:07:14] ENGINE Bus STARTING 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: [06/Mar/2026:21:07:14] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:07:15.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:15 vm00 ceph-mon[50576]: [06/Mar/2026:21:07:14] ENGINE Client ('192.168.123.100', 41840) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: mgrmap e20: y(active, since 1.06088s), standbys: z, x 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: [06/Mar/2026:21:07:14] ENGINE Bus STARTING 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: [06/Mar/2026:21:07:14] ENGINE Serving on https://192.168.123.100:7150 2026-03-06T22:07:15.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:15 vm09 ceph-mon[53398]: [06/Mar/2026:21:07:14] ENGINE Client ('192.168.123.100', 41840) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-06T22:07:15.994 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme0n1 hdd Linux_aa75e7fbd634315ad630 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme1n1 hdd Linux_a8fe9262348581bb2ce2 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme2n1 hdd Linux_f31f8887ca6d3c7824c9 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/nvme3n1 hdd Linux_0877fd4c71cf3a29a024 20.0G No 65s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 65s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdb hdd DWNBRSTVMM00001 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdc hdd DWNBRSTVMM00002 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vdd hdd DWNBRSTVMM00003 20.0G Yes 65s ago 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm00 /dev/vde hdd DWNBRSTVMM00004 20.0G No 65s ago Has a FileSystem 2026-03-06T22:07:16.465 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme0n1 hdd Linux_dd69626a2970dbd119be 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme1n1 hdd Linux_e03ab5f5e60552a39cba 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme2n1 hdd Linux_e883cf655592b6b00524 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/nvme3n1 hdd Linux_313246365364a314f253 20.0G No 50s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 50s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdb hdd DWNBRSTVMM07001 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdc hdd DWNBRSTVMM07002 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vdd hdd DWNBRSTVMM07003 20.0G Yes 50s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm07 /dev/vde hdd DWNBRSTVMM07004 20.0G No 50s ago Has a FileSystem 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme0n1 hdd Linux_2a4b685173c2c2fab0ff 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme1n1 hdd Linux_50da9e6e888b1f282497 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme2n1 hdd Linux_87e203c816bc6a3b5032 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/nvme3n1 hdd Linux_9f347f9e44906345a760 20.0G No 36s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 36s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdb hdd DWNBRSTVMM09001 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdc hdd DWNBRSTVMM09002 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vdd hdd DWNBRSTVMM09003 20.0G Yes 36s ago 2026-03-06T22:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:vm09 /dev/vde hdd DWNBRSTVMM09004 20.0G No 36s ago Has a FileSystem 2026-03-06T22:07:16.628 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch ls --format yaml' 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: [06/Mar/2026:21:07:14] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: [06/Mar/2026:21:07:14] ENGINE Bus STARTED 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.759 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.760 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:16 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: [06/Mar/2026:21:07:14] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: [06/Mar/2026:21:07:14] ENGINE Bus STARTED 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.823 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:16 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: [06/Mar/2026:21:07:14] ENGINE Serving on http://192.168.123.100:8765 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: [06/Mar/2026:21:07:14] ENGINE Bus STARTED 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: pgmap v4: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm07", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm00", "name": "osd_memory_target"}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Updating vm00:/etc/ceph/ceph.conf 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Updating vm07:/etc/ceph/ceph.conf 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Updating vm09:/etc/ceph/ceph.conf 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: mgrmap e21: y(active, since 2s), standbys: z, x 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.883 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.884 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:16 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:16.975 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout:service_type: alertmanager 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout:service_name: alertmanager 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=a 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:06:48.066878Z' 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: - 9093 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: - 9094 2026-03-06T22:07:17.406 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_type: grafana 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_name: grafana 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=a 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:spec: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: anonymous_access: true 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: protocol: https 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:06:48.989446Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - 3000 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_type: mgr 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_name: mgr 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=y 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=x 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm09=z 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:05:50.497862Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T21:07:14.430312Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_type: mon 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_name: mon 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm00:192.168.123.100=a 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm07:192.168.123.107=b 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm09:192.168.123.109=c 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:05:31.987182Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T21:07:14.430262Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_type: node-exporter 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_name: node-exporter 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: count: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=a 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=b 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - vm09=c 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:06:47.113629Z' 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: - 9100 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: running: 0 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_type: osd 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:service_name: osd 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:unmanaged: true 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout:spec: 2026-03-06T22:07:17.407 INFO:teuthology.orchestra.run.vm00.stdout: filter_logic: AND 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: objectstore: bluestore 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: container_image_id: 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: container_image_name: harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T21:07:14.430344Z' 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: running: 3 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: size: 3 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:service_type: prometheus 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:service_name: prometheus 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: - vm07=a 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:06:46.231862Z' 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T21:07:14.430374Z' 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: - 9095 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: running: 1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:--- 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:service_type: rgw 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:service_id: foo.a 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:service_name: rgw.foo.a 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:placement: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: count: 1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: hosts: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: - vm00=foo.a 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout:status: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: created: '2026-03-06T21:06:46.484222Z' 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: last_refresh: '2026-03-06T21:07:14.734675Z' 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: ports: 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: - 80 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: running: 1 2026-03-06T22:07:17.408 INFO:teuthology.orchestra.run.vm00.stdout: size: 1 2026-03-06T22:07:17.662 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:17.663 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:17.713 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:17.714 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:17.714 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:17.714 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: Deploying daemon alertmanager.a on vm00 2026-03-06T22:07:17.714 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:17 vm00 ceph-mon[50576]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:17.746 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 -- bash -c 'ceph orch ls | grep '"'"'^osd '"'"'' 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: Deploying daemon alertmanager.a on vm00 2026-03-06T22:07:18.010 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:17 vm07 ceph-mon[56651]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:18.070 INFO:teuthology.orchestra.run.vm00.stderr:Inferring config /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/mon.a/config 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.conf 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm07:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm00:/etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Updating vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/config/ceph.client.admin.keyring 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: from='mgr.24332 192.168.123.100:0/3043701063' entity='mgr.y' 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: Deploying daemon alertmanager.a on vm00 2026-03-06T22:07:18.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:17 vm09 ceph-mon[53398]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-06T22:07:18.431 INFO:teuthology.orchestra.run.vm00.stdout:osd 3 3s ago - 2026-03-06T22:07:18.608 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-06T22:07:18.610 INFO:tasks.cephadm:Teardown begin 2026-03-06T22:07:18.610 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.668 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.699 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:18.732 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-06T22:07:18.732 DEBUG:teuthology.orchestra.run.vm00:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T22:07:18.803 DEBUG:teuthology.orchestra.run.vm07:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T22:07:18.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:18 vm00 ceph-mon[50576]: pgmap v5: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:18.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:18 vm00 ceph-mon[50576]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T22:07:18.822 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:18 vm00 ceph-mon[50576]: mgrmap e22: y(active, since 4s), standbys: z, x 2026-03-06T22:07:18.822 DEBUG:teuthology.orchestra.run.vm09:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-06T22:07:18.839 INFO:tasks.cephadm:Stopping all daemons... 2026-03-06T22:07:18.839 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-06T22:07:18.839 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a 2026-03-06T22:07:19.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:18 vm07 ceph-mon[56651]: pgmap v5: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:19.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:18 vm07 ceph-mon[56651]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T22:07:19.009 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:18 vm07 ceph-mon[56651]: mgrmap e22: y(active, since 4s), standbys: z, x 2026-03-06T22:07:19.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:18 vm09 ceph-mon[53398]: pgmap v5: 129 pgs: 129 active+clean; 582 KiB data, 94 MiB used, 60 GiB / 60 GiB avail 2026-03-06T22:07:19.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:18 vm09 ceph-mon[53398]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-06T22:07:19.133 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:18 vm09 ceph-mon[53398]: mgrmap e22: y(active, since 4s), standbys: z, x 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:18 vm00 systemd[1]: Stopping Ceph mon.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a[50551]: 2026-03-06T21:07:19.038+0000 7f28e21a1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a[50551]: 2026-03-06T21:07:19.038+0000 7f28e21a1640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 podman[77832]: 2026-03-06 22:07:19.293984664 +0100 CET m=+0.277318280 container died f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Bus STOPPING 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-03-06T22:07:19.300 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Bus STOPPED 2026-03-06T22:07:19.301 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Bus STARTING 2026-03-06T22:07:19.301 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Serving on http://:::9283 2026-03-06T22:07:19.301 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Bus STARTED 2026-03-06T22:07:19.502 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service' 2026-03-06T22:07:19.571 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 podman[77832]: 2026-03-06 22:07:19.415659642 +0100 CET m=+0.398993258 container remove f52448e739256e266857690e0c01d5405151a16409efbfd762a8651bb190f532 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-06T22:07:19.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 bash[77832]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-a 2026-03-06T22:07:19.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 systemd[1]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service: Deactivated successfully. 2026-03-06T22:07:19.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 systemd[1]: Stopped Ceph mon.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:07:19.572 INFO:journalctl@ceph.mon.a.vm00.stdout:Mar 06 22:07:19 vm00 systemd[1]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.a.service: Consumed 2.977s CPU time. 2026-03-06T22:07:19.633 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:19.633 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-06T22:07:19.634 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2026-03-06T22:07:19.634 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.b 2026-03-06T22:07:19.891 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:19 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:19] ENGINE Bus STOPPING 2026-03-06T22:07:19.925 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:19 vm07 systemd[1]: Stopping Ceph mon.b for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:19.925 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:19 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-b[56626]: 2026-03-06T21:07:19.742+0000 7fcf3e722640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:19.925 INFO:journalctl@ceph.mon.b.vm07.stdout:Mar 06 22:07:19 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-b[56626]: 2026-03-06T21:07:19.742+0000 7fcf3e722640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2026-03-06T22:07:20.122 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.b.service' 2026-03-06T22:07:20.167 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:20.167 INFO:tasks.cephadm.mon.c:Stopped mon.b 2026-03-06T22:07:20.167 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2026-03-06T22:07:20.167 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.c 2026-03-06T22:07:20.478 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:20 vm09 systemd[1]: Stopping Ceph mon.c for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:20.478 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:20 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-c[53352]: 2026-03-06T21:07:20.287+0000 7f21b1183640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:20.478 INFO:journalctl@ceph.mon.c.vm09.stdout:Mar 06 22:07:20 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mon-c[53352]: 2026-03-06T21:07:20.287+0000 7f21b1183640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2026-03-06T22:07:20.501 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-03-06T22:07:20.501 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:20] ENGINE Bus STOPPED 2026-03-06T22:07:20.501 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:20] ENGINE Bus STARTING 2026-03-06T22:07:20.501 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:20] ENGINE Serving on http://:::9283 2026-03-06T22:07:20.501 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-y[50809]: [06/Mar/2026:21:07:20] ENGINE Bus STARTED 2026-03-06T22:07:20.501 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 systemd[1]: Starting Ceph alertmanager.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:20.667 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mon.c.service' 2026-03-06T22:07:20.708 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:20.708 INFO:tasks.cephadm.mon.c:Stopped mon.c 2026-03-06T22:07:20.708 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-03-06T22:07:20.708 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y 2026-03-06T22:07:20.821 INFO:journalctl@ceph.mgr.y.vm00.stdout:Mar 06 22:07:20 vm00 systemd[1]: Stopping Ceph mgr.y for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 podman[78170]: 2026-03-06 22:07:20.496594018 +0100 CET m=+0.020247284 volume create bf747730cd6302c9070f3944661192b26a496c530475b2bf6c08a864e3305b25 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 podman[78170]: 2026-03-06 22:07:20.502030467 +0100 CET m=+0.025683732 container create 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 podman[78170]: 2026-03-06 22:07:20.555900836 +0100 CET m=+0.079554100 container init 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 podman[78170]: 2026-03-06 22:07:20.561613522 +0100 CET m=+0.085266788 container start 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 bash[78170]: 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 podman[78170]: 2026-03-06 22:07:20.487209636 +0100 CET m=+0.010862921 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 systemd[1]: Started Ceph alertmanager.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.580Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.580Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.581Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=192.168.123.100 port=9094 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.582Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.600Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.601Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.602Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-03-06T22:07:20.822 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:20 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:20.602Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-03-06T22:07:21.064 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.y.service' 2026-03-06T22:07:21.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:21.102 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-03-06T22:07:21.102 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-06T22:07:21.102 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.x 2026-03-06T22:07:21.387 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:21 vm07 systemd[1]: Stopping Ceph mgr.x for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:21.387 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:21 vm07 podman[67827]: 2026-03-06 22:07:21.246078486 +0100 CET m=+0.054558194 container died f2d09fac478c7870c187e08ebcf5751bce366756d9f73afdb153fb6310c90e88 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:07:21.387 INFO:journalctl@ceph.mgr.x.vm07.stdout:Mar 06 22:07:21 vm07 podman[67827]: 2026-03-06 22:07:21.383023351 +0100 CET m=+0.191503068 container remove f2d09fac478c7870c187e08ebcf5751bce366756d9f73afdb153fb6310c90e88 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-x, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T22:07:21.452 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.x.service' 2026-03-06T22:07:21.491 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:21.491 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-06T22:07:21.491 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2026-03-06T22:07:21.491 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.z 2026-03-06T22:07:21.792 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:21 vm09 systemd[1]: Stopping Ceph mgr.z for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:21.792 INFO:journalctl@ceph.mgr.z.vm09.stdout:Mar 06 22:07:21 vm09 podman[65164]: 2026-03-06 22:07:21.62873066 +0100 CET m=+0.051785079 container died d21f417bf1b7259bbfdff4ce1b8dfe3f926f598864adbad6efec6bd56a919929 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-mgr-z, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:07:21.997 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@mgr.z.service' 2026-03-06T22:07:22.029 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:22.029 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2026-03-06T22:07:22.029 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-06T22:07:22.029 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.0 2026-03-06T22:07:22.321 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:22 vm00 systemd[1]: Stopping Ceph osd.0 for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:22.322 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:22 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0[66854]: 2026-03-06T21:07:22.126+0000 7f961829e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:22.322 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:22 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0[66854]: 2026-03-06T21:07:22.126+0000 7f961829e640 -1 osd.0 31 *** Got signal Terminated *** 2026-03-06T22:07:22.322 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:22 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0[66854]: 2026-03-06T21:07:22.126+0000 7f961829e640 -1 osd.0 31 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T22:07:23.071 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:22 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:22.583Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000423266s 2026-03-06T22:07:27.424 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78370]: 2026-03-06 22:07:27.154918216 +0100 CET m=+5.041407905 container died da34c5d3327457255556ec46a0e55e9c78f845a7e86f95152e6e837583b61c85 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:07:27.424 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78370]: 2026-03-06 22:07:27.277403733 +0100 CET m=+5.163893411 container remove da34c5d3327457255556ec46a0e55e9c78f845a7e86f95152e6e837583b61c85 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T22:07:27.424 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 bash[78370]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0 2026-03-06T22:07:27.821 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78442]: 2026-03-06 22:07:27.41960248 +0100 CET m=+0.015997215 container create 1db0bddb9119162f3a04f33e5a3beeb80fcf1fa3fbe9dd12293b9cced5979547 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T22:07:27.822 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78442]: 2026-03-06 22:07:27.457298804 +0100 CET m=+0.053693549 container init 1db0bddb9119162f3a04f33e5a3beeb80fcf1fa3fbe9dd12293b9cced5979547 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T22:07:27.822 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78442]: 2026-03-06 22:07:27.462553854 +0100 CET m=+0.058948599 container start 1db0bddb9119162f3a04f33e5a3beeb80fcf1fa3fbe9dd12293b9cced5979547 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T22:07:27.822 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78442]: 2026-03-06 22:07:27.463874166 +0100 CET m=+0.060268911 container attach 1db0bddb9119162f3a04f33e5a3beeb80fcf1fa3fbe9dd12293b9cced5979547 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-0-deactivate, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-06T22:07:27.822 INFO:journalctl@ceph.osd.0.vm00.stdout:Mar 06 22:07:27 vm00 podman[78442]: 2026-03-06 22:07:27.413282546 +0100 CET m=+0.009677311 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:07:27.979 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.0.service' 2026-03-06T22:07:28.013 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:28.013 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-06T22:07:28.013 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-06T22:07:28.013 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.1 2026-03-06T22:07:28.509 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:28 vm07 systemd[1]: Stopping Ceph osd.1 for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:28.509 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:28 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1[61081]: 2026-03-06T21:07:28.118+0000 7ffb6263f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:28.509 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:28 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1[61081]: 2026-03-06T21:07:28.118+0000 7ffb6263f640 -1 osd.1 31 *** Got signal Terminated *** 2026-03-06T22:07:28.509 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:28 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1[61081]: 2026-03-06T21:07:28.118+0000 7ffb6263f640 -1 osd.1 31 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T22:07:31.071 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:30 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:30.584Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001850456s 2026-03-06T22:07:33.411 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[67941]: 2026-03-06 22:07:33.143921079 +0100 CET m=+5.044284451 container died 47b34e813dc520ac62ba894a8cacb73f8ca17aa18520c4a0439754605c33876c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:07:33.411 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[67941]: 2026-03-06 22:07:33.268722152 +0100 CET m=+5.169085523 container remove 47b34e813dc520ac62ba894a8cacb73f8ca17aa18520c4a0439754605c33876c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-06T22:07:33.411 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 bash[67941]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1 2026-03-06T22:07:33.411 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[68018]: 2026-03-06 22:07:33.378918268 +0100 CET m=+0.013000937 container create 34b8dd7075eb3d4b4f42fc244b469dfdf969809333b1c231c2a335cc86a48894 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T22:07:33.759 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[68018]: 2026-03-06 22:07:33.419862808 +0100 CET m=+0.053945477 container init 34b8dd7075eb3d4b4f42fc244b469dfdf969809333b1c231c2a335cc86a48894 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-06T22:07:33.759 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[68018]: 2026-03-06 22:07:33.424304812 +0100 CET m=+0.058387471 container start 34b8dd7075eb3d4b4f42fc244b469dfdf969809333b1c231c2a335cc86a48894 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T22:07:33.759 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[68018]: 2026-03-06 22:07:33.425067149 +0100 CET m=+0.059149818 container attach 34b8dd7075eb3d4b4f42fc244b469dfdf969809333b1c231c2a335cc86a48894 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-1-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a) 2026-03-06T22:07:33.759 INFO:journalctl@ceph.osd.1.vm07.stdout:Mar 06 22:07:33 vm07 podman[68018]: 2026-03-06 22:07:33.373428732 +0100 CET m=+0.007511411 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:07:33.972 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.1.service' 2026-03-06T22:07:34.013 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:34.013 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-06T22:07:34.013 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-03-06T22:07:34.013 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.2 2026-03-06T22:07:34.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:34 vm09 systemd[1]: Stopping Ceph osd.2 for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:34.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:34 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2[58036]: 2026-03-06T21:07:34.115+0000 7f4027728640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:34.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:34 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2[58036]: 2026-03-06T21:07:34.115+0000 7f4027728640 -1 osd.2 31 *** Got signal Terminated *** 2026-03-06T22:07:34.383 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:34 vm09 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2[58036]: 2026-03-06T21:07:34.115+0000 7f4027728640 -1 osd.2 31 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-06T22:07:39.424 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65282]: 2026-03-06 22:07:39.13978409 +0100 CET m=+5.038815470 container died 4da8ece20eacc8dbde6bc839e5e40341fabcd78325518dfaee7508772015b17f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-06T22:07:39.425 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65282]: 2026-03-06 22:07:39.272431959 +0100 CET m=+5.171463339 container remove 4da8ece20eacc8dbde6bc839e5e40341fabcd78325518dfaee7508772015b17f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:07:39.425 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 bash[65282]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2 2026-03-06T22:07:39.818 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65359]: 2026-03-06 22:07:39.420399003 +0100 CET m=+0.016084556 container create ec7255fd2f691502e86e6f506cd11b4d3a7f4080e618ca124a8f1474052ec257 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2-deactivate, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T22:07:39.818 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65359]: 2026-03-06 22:07:39.455031386 +0100 CET m=+0.050716949 container init ec7255fd2f691502e86e6f506cd11b4d3a7f4080e618ca124a8f1474052ec257 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2-deactivate, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T22:07:39.818 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65359]: 2026-03-06 22:07:39.459441911 +0100 CET m=+0.055127464 container start ec7255fd2f691502e86e6f506cd11b4d3a7f4080e618ca124a8f1474052ec257 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2-deactivate, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6) 2026-03-06T22:07:39.818 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65359]: 2026-03-06 22:07:39.462489936 +0100 CET m=+0.058175489 container attach ec7255fd2f691502e86e6f506cd11b4d3a7f4080e618ca124a8f1474052ec257 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-osd-2-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-39-g340d3c24fc6, CEPH_SHA1=340d3c24fc6ae7529322dc7ccee6c6cb2589da0a, FROM_IMAGE=rockylinux:9) 2026-03-06T22:07:39.818 INFO:journalctl@ceph.osd.2.vm09.stdout:Mar 06 22:07:39 vm09 podman[65359]: 2026-03-06 22:07:39.414416957 +0100 CET m=+0.010102500 image pull 8bccc98d839aa18345ec1336292d0452ca331737e49f12524f635044dcabcfe1 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:ffa52c72fad7bdd2657408de9cf8d87fc2c72f716d1a00277ba13f7c12b404e0 2026-03-06T22:07:39.956 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@osd.2.service' 2026-03-06T22:07:39.986 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:39.986 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-03-06T22:07:39.986 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopping rgw.foo.a... 2026-03-06T22:07:39.986 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@rgw.foo.a 2026-03-06T22:07:40.321 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:07:40 vm00 systemd[1]: Stopping Ceph rgw.foo.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:40.321 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:07:40 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a[72722]: 2026-03-06T21:07:40.088+0000 7f56a0c2b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/radosgw -n client.rgw.foo.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-06T22:07:40.321 INFO:journalctl@ceph.rgw.foo.a.vm00.stdout:Mar 06 22:07:40 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-rgw-foo-a[72722]: 2026-03-06T21:07:40.088+0000 7f56a449a940 -1 shutting down 2026-03-06T22:07:50.299 DEBUG:teuthology.orchestra.run.vm00:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@rgw.foo.a.service' 2026-03-06T22:07:50.331 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:50.331 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopped rgw.foo.a 2026-03-06T22:07:50.331 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-03-06T22:07:50.331 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@prometheus.a 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 systemd[1]: Stopping Ceph prometheus.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.432Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.434Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.434Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a[66507]: ts=2026-03-06T21:07:50.434Z caller=main.go:1273 level=info msg="See you next time!" 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 podman[68138]: 2026-03-06 22:07:50.44566383 +0100 CET m=+0.031894601 container died 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 podman[68138]: 2026-03-06 22:07:50.564344869 +0100 CET m=+0.150575630 container remove 1f124081114d867664d70bdae7ddf14e489fcef02d54e264afe27888e702bbc1 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:50.619 INFO:journalctl@ceph.prometheus.a.vm07.stdout:Mar 06 22:07:50 vm07 bash[68138]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-prometheus-a 2026-03-06T22:07:50.626 DEBUG:teuthology.orchestra.run.vm07:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@prometheus.a.service' 2026-03-06T22:07:50.661 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-06T22:07:50.661 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-03-06T22:07:50.661 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force --keep-logs 2026-03-06T22:07:50.943 INFO:teuthology.orchestra.run.vm00.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:51.712 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 systemd[1]: Stopping Ceph alertmanager.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7... 2026-03-06T22:07:51.968 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a[78181]: ts=2026-03-06T21:07:51.785Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-03-06T22:07:51.968 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 podman[78897]: 2026-03-06 22:07:51.797087875 +0100 CET m=+0.030037524 container died 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:51.968 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 podman[78897]: 2026-03-06 22:07:51.920157154 +0100 CET m=+0.153106793 container remove 3d7e3938e6dd002149ea7d74822969c66f1d3860b7c9ae7bb9a0c5bb982fffdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-06T22:07:51.968 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 podman[78897]: 2026-03-06 22:07:51.924148648 +0100 CET m=+0.157098287 volume remove bf747730cd6302c9070f3944661192b26a496c530475b2bf6c08a864e3305b25 2026-03-06T22:07:51.968 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 bash[78897]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7-alertmanager-a 2026-03-06T22:07:52.254 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 systemd[1]: ceph-f837eaa2-199f-11f1-a67b-79c04ce4c0e7@alertmanager.a.service: Deactivated successfully. 2026-03-06T22:07:52.254 INFO:journalctl@ceph.alertmanager.a.vm00.stdout:Mar 06 22:07:51 vm00 systemd[1]: Stopped Ceph alertmanager.a for f837eaa2-199f-11f1-a67b-79c04ce4c0e7. 2026-03-06T22:07:52.575 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force --keep-logs 2026-03-06T22:07:52.854 INFO:teuthology.orchestra.run.vm07.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:53.974 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force --keep-logs 2026-03-06T22:07:54.263 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:55.223 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:55.252 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:55.282 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-06T22:07:55.313 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-06T22:07:55.313 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm00/crash 2026-03-06T22:07:55.313 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash -- . 2026-03-06T22:07:55.342 INFO:teuthology.orchestra.run.vm00.stderr:tar: /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash: Cannot open: No such file or directory 2026-03-06T22:07:55.343 INFO:teuthology.orchestra.run.vm00.stderr:tar: Error is not recoverable: exiting now 2026-03-06T22:07:55.344 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm07/crash 2026-03-06T22:07:55.344 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash -- . 2026-03-06T22:07:55.375 INFO:teuthology.orchestra.run.vm07.stderr:tar: /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash: Cannot open: No such file or directory 2026-03-06T22:07:55.375 INFO:teuthology.orchestra.run.vm07.stderr:tar: Error is not recoverable: exiting now 2026-03-06T22:07:55.377 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm09/crash 2026-03-06T22:07:55.377 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash -- . 2026-03-06T22:07:55.403 INFO:teuthology.orchestra.run.vm09.stderr:tar: /var/lib/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/crash: Cannot open: No such file or directory 2026-03-06T22:07:55.403 INFO:teuthology.orchestra.run.vm09.stderr:tar: Error is not recoverable: exiting now 2026-03-06T22:07:55.404 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-06T22:07:55.404 DEBUG:teuthology.orchestra.run.vm00:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_AGENT_DOWN | egrep -v CEPHADM_FAILED_DAEMON | head -n 1 2026-03-06T22:07:55.437 INFO:tasks.cephadm:Compressing logs... 2026-03-06T22:07:55.437 DEBUG:teuthology.orchestra.run.vm00:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:55.480 DEBUG:teuthology.orchestra.run.vm07:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:55.482 DEBUG:teuthology.orchestra.run.vm09:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:55.515 INFO:teuthology.orchestra.run.vm00.stderr:find: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T22:07:55.515 INFO:teuthology.orchestra.run.vm00.stderr:‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T22:07:55.517 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.a.log 2026-03-06T22:07:55.518 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.a.log: 90.3% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T22:07:55.518 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log 2026-03-06T22:07:55.519 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log 2026-03-06T22:07:55.519 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log: 83.8% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log.gz 2026-03-06T22:07:55.520 INFO:teuthology.orchestra.run.vm09.stderr:find: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T22:07:55.520 INFO:teuthology.orchestra.run.vm09.stderr:‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T22:07:55.520 INFO:teuthology.orchestra.run.vm07.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-06T22:07:55.521 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-06T22:07:55.522 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log 2026-03-06T22:07:55.522 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log 2026-03-06T22:07:55.523 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/cephadm.log: 89.8% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T22:07:55.523 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.b.log 2026-03-06T22:07:55.523 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.y.log 2026-03-06T22:07:55.523 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.c.log 2026-03-06T22:07:55.523 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log 2026-03-06T22:07:55.524 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log: 82.8% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-06T22:07:55.524 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log 2026-03-06T22:07:55.524 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log: 89.8% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log.gz 2026-03-06T22:07:55.524 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.b.log: 93.4% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log.gz 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log: /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log.gz 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log: 80.4% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log.gzgzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log 2026-03-06T22:07:55.531 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T22:07:55.532 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log: 80.4% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.cephadm.log.gz 2026-03-06T22:07:55.532 INFO:teuthology.orchestra.run.vm09.stderr: 93.4% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log.gz 2026-03-06T22:07:55.532 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log 2026-03-06T22:07:55.533 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log: 90.0% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log.gz 2026-03-06T22:07:55.533 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log: 90.0% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.audit.log.gz 2026-03-06T22:07:55.534 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.z.log 2026-03-06T22:07:55.534 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log: 82.9% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log.gz 2026-03-06T22:07:55.534 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.2.log 2026-03-06T22:07:55.535 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.x.log 2026-03-06T22:07:55.535 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.1.log 2026-03-06T22:07:55.536 INFO:teuthology.orchestra.run.vm07.stderr: 82.9%/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.x.log: -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph.log.gz 2026-03-06T22:07:55.536 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.0.log 2026-03-06T22:07:55.539 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.z.log: 90.0% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.z.log.gz 2026-03-06T22:07:55.539 INFO:teuthology.orchestra.run.vm07.stderr: 89.9% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.x.log.gz 2026-03-06T22:07:55.545 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-client.rgw.foo.a.log 2026-03-06T22:07:55.551 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.0.log: /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-client.rgw.foo.a.log: 58.9% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-client.rgw.foo.a.log.gz 2026-03-06T22:07:55.554 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.1.log: 92.0% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.b.log.gz 2026-03-06T22:07:55.555 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.2.log: 92.3% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.c.log.gz 2026-03-06T22:07:55.557 INFO:teuthology.orchestra.run.vm00.stderr: 93.2% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-volume.log.gz 2026-03-06T22:07:55.570 INFO:teuthology.orchestra.run.vm00.stderr: 89.4% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mgr.y.log.gz 2026-03-06T22:07:55.627 INFO:teuthology.orchestra.run.vm00.stderr: 91.6% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-mon.a.log.gz 2026-03-06T22:07:55.675 INFO:teuthology.orchestra.run.vm09.stderr: 94.7% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.2.log.gz 2026-03-06T22:07:55.677 INFO:teuthology.orchestra.run.vm09.stderr: 2026-03-06T22:07:55.677 INFO:teuthology.orchestra.run.vm09.stderr:real 0m0.171s 2026-03-06T22:07:55.677 INFO:teuthology.orchestra.run.vm09.stderr:user 0m0.182s 2026-03-06T22:07:55.677 INFO:teuthology.orchestra.run.vm09.stderr:sys 0m0.028s 2026-03-06T22:07:55.691 INFO:teuthology.orchestra.run.vm00.stderr: 94.8% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.0.log.gz 2026-03-06T22:07:55.693 INFO:teuthology.orchestra.run.vm00.stderr: 2026-03-06T22:07:55.693 INFO:teuthology.orchestra.run.vm00.stderr:real 0m0.190s 2026-03-06T22:07:55.693 INFO:teuthology.orchestra.run.vm00.stderr:user 0m0.274s 2026-03-06T22:07:55.693 INFO:teuthology.orchestra.run.vm00.stderr:sys 0m0.030s 2026-03-06T22:07:55.698 INFO:teuthology.orchestra.run.vm07.stderr: 94.7% -- replaced with /var/log/ceph/f837eaa2-199f-11f1-a67b-79c04ce4c0e7/ceph-osd.1.log.gz 2026-03-06T22:07:55.700 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T22:07:55.700 INFO:teuthology.orchestra.run.vm07.stderr:real 0m0.193s 2026-03-06T22:07:55.700 INFO:teuthology.orchestra.run.vm07.stderr:user 0m0.194s 2026-03-06T22:07:55.700 INFO:teuthology.orchestra.run.vm07.stderr:sys 0m0.032s 2026-03-06T22:07:55.701 INFO:tasks.cephadm:Archiving logs... 2026-03-06T22:07:55.701 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm00/log 2026-03-06T22:07:55.701 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T22:07:55.775 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm07/log 2026-03-06T22:07:55.775 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T22:07:55.813 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/log/ceph to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm09/log 2026-03-06T22:07:55.813 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T22:07:55.851 INFO:tasks.cephadm:Removing cluster... 2026-03-06T22:07:55.852 DEBUG:teuthology.orchestra.run.vm00:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force 2026-03-06T22:07:56.135 INFO:teuthology.orchestra.run.vm00.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:56.237 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force 2026-03-06T22:07:56.532 INFO:teuthology.orchestra.run.vm07.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:56.644 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f837eaa2-199f-11f1-a67b-79c04ce4c0e7 --force 2026-03-06T22:07:56.930 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: f837eaa2-199f-11f1-a67b-79c04ce4c0e7 2026-03-06T22:07:57.036 INFO:tasks.cephadm:Removing cephadm ... 2026-03-06T22:07:57.037 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T22:07:57.053 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T22:07:57.068 DEBUG:teuthology.orchestra.run.vm09:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-06T22:07:57.084 INFO:tasks.cephadm:Teardown complete 2026-03-06T22:07:57.084 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-03-06T22:07:57.087 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdb... 2026-03-06T22:07:57.087 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdb 2026-03-06T22:07:57.187 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T22:07:57.188 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdc... 2026-03-06T22:07:57.188 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdc 2026-03-06T22:07:57.306 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T22:07:57.307 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vdd... 2026-03-06T22:07:57.307 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vdd 2026-03-06T22:07:57.402 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T22:07:57.405 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm00:/dev/vde... 2026-03-06T22:07:57.405 DEBUG:teuthology.orchestra.run.vm00:> sudo nvme disconnect -n vde 2026-03-06T22:07:57.496 INFO:teuthology.orchestra.run.vm00.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T22:07:57.497 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-06T22:07:57.497 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/scratch_devs 2026-03-06T22:07:57.522 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdb... 2026-03-06T22:07:57.522 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdb 2026-03-06T22:07:57.621 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T22:07:57.623 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdc... 2026-03-06T22:07:57.623 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdc 2026-03-06T22:07:57.731 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T22:07:57.732 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vdd... 2026-03-06T22:07:57.732 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vdd 2026-03-06T22:07:57.826 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T22:07:57.828 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm07:/dev/vde... 2026-03-06T22:07:57.828 DEBUG:teuthology.orchestra.run.vm07:> sudo nvme disconnect -n vde 2026-03-06T22:07:57.930 INFO:teuthology.orchestra.run.vm07.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T22:07:57.932 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T22:07:57.932 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/scratch_devs 2026-03-06T22:07:57.955 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdb... 2026-03-06T22:07:57.955 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdb 2026-03-06T22:07:58.044 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-06T22:07:58.046 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdc... 2026-03-06T22:07:58.046 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdc 2026-03-06T22:07:58.147 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-06T22:07:58.148 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdd... 2026-03-06T22:07:58.149 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdd 2026-03-06T22:07:58.240 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-06T22:07:58.242 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vde... 2026-03-06T22:07:58.242 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vde 2026-03-06T22:07:58.349 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vde disconnected 1 controller(s) 2026-03-06T22:07:58.351 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-06T22:07:58.351 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-06T22:07:58.377 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-06T22:07:58.380 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-06T22:07:58.380 DEBUG:teuthology.orchestra.run.vm00:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:07:58.382 DEBUG:teuthology.orchestra.run.vm07:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:07:58.384 DEBUG:teuthology.orchestra.run.vm09:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T22:07:58.396 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:^* 172-104-149-161.ip.linod> 2 6 177 65 +2528us[+2155us] +/- 29ms 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:^+ alpha.rueckgr.at 2 6 377 1 -2789us[-2789us] +/- 37ms 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:^+ dc8wan.de 2 6 177 65 -2969us[-3342us] +/- 60ms 2026-03-06T22:07:58.400 INFO:teuthology.orchestra.run.vm00.stdout:^+ ns8.starka.st 2 6 377 0 +527us[ +527us] +/- 59ms 2026-03-06T22:07:58.401 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:^+ ns8.starka.st 2 6 377 1 +395us[ +395us] +/- 59ms 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:^* 172-104-149-161.ip.linod> 2 6 177 64 +2548us[+2501us] +/- 29ms 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:^+ alpha.rueckgr.at 2 6 377 1 -2821us[-2821us] +/- 37ms 2026-03-06T22:07:58.404 INFO:teuthology.orchestra.run.vm07.stdout:^+ dc8wan.de 2 6 177 65 -2939us[-2986us] +/- 60ms 2026-03-06T22:07:58.435 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:^+ dc8wan.de 2 6 377 1 -3006us[-3006us] +/- 61ms 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:^+ ns8.starka.st 2 6 377 0 +279us[ +279us] +/- 59ms 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:^* 172-104-149-161.ip.linod> 2 6 177 64 +2539us[+2496us] +/- 29ms 2026-03-06T22:07:58.439 INFO:teuthology.orchestra.run.vm09.stdout:^+ alpha.rueckgr.at 2 6 377 1 -2828us[-2828us] +/- 37ms 2026-03-06T22:07:58.440 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-06T22:07:58.443 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-06T22:07:58.443 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-06T22:07:58.446 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-06T22:07:58.449 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-06T22:07:58.452 INFO:teuthology.task.internal:Duration was 422.502608 seconds 2026-03-06T22:07:58.452 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-06T22:07:58.455 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-06T22:07:58.455 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T22:07:58.457 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T22:07:58.459 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T22:07:58.502 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:07:58.506 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:07:58.524 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T22:07:58.907 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-06T22:07:58.907 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm00.local 2026-03-06T22:07:58.907 DEBUG:teuthology.orchestra.run.vm00:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T22:07:58.929 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm07.local 2026-03-06T22:07:58.929 DEBUG:teuthology.orchestra.run.vm07:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T22:07:58.955 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm09.local 2026-03-06T22:07:58.955 DEBUG:teuthology.orchestra.run.vm09:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T22:07:58.981 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-06T22:07:58.981 DEBUG:teuthology.orchestra.run.vm00:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:58.983 DEBUG:teuthology.orchestra.run.vm07:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:58.997 DEBUG:teuthology.orchestra.run.vm09:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:59.431 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-06T22:07:59.432 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:59.433 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:59.435 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T22:07:59.456 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip 0.0% -5 -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm00.stderr: --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:59.457 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: /home/ubuntu/cephtest/archive/syslog/journalctl.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T22:07:59.458 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5/home/ubuntu/cephtest/archive/syslog/kern.log: --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:59.458 INFO:teuthology.orchestra.run.vm07.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T22:07:59.458 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T22:07:59.461 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T22:07:59.462 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T22:07:59.462 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip -5 --verbose 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T22:07:59.462 INFO:teuthology.orchestra.run.vm09.stderr: -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T22:07:59.462 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T22:07:59.581 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.3% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T22:07:59.592 INFO:teuthology.orchestra.run.vm00.stderr: 98.1% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T22:07:59.602 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T22:07:59.604 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-06T22:07:59.606 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-06T22:07:59.606 DEBUG:teuthology.orchestra.run.vm00:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T22:07:59.657 DEBUG:teuthology.orchestra.run.vm07:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T22:07:59.680 DEBUG:teuthology.orchestra.run.vm09:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T22:07:59.702 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-06T22:07:59.705 DEBUG:teuthology.orchestra.run.vm00:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.706 DEBUG:teuthology.orchestra.run.vm07:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.722 DEBUG:teuthology.orchestra.run.vm09:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.729 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = core 2026-03-06T22:07:59.747 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = core 2026-03-06T22:07:59.773 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = core 2026-03-06T22:07:59.818 DEBUG:teuthology.orchestra.run.vm00:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:07:59.834 DEBUG:teuthology.orchestra.run.vm07:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:07:59.848 DEBUG:teuthology.orchestra.run.vm09:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T22:07:59.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T22:07:59.872 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-06T22:07:59.875 INFO:teuthology.task.internal:Transferring archived files... 2026-03-06T22:07:59.875 DEBUG:teuthology.misc:Transferring archived files from vm00:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm00 2026-03-06T22:07:59.875 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T22:07:59.906 DEBUG:teuthology.misc:Transferring archived files from vm07:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm07 2026-03-06T22:07:59.906 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T22:07:59.934 DEBUG:teuthology.misc:Transferring archived files from vm09:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_20:21:15-orch:cephadm:smoke-small-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/374/remote/vm09 2026-03-06T22:07:59.934 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T22:07:59.960 INFO:teuthology.task.internal:Removing archive directory... 2026-03-06T22:07:59.960 DEBUG:teuthology.orchestra.run.vm00:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T22:07:59.962 DEBUG:teuthology.orchestra.run.vm07:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T22:07:59.976 DEBUG:teuthology.orchestra.run.vm09:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T22:08:00.018 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-06T22:08:00.021 INFO:teuthology.task.internal:Not uploading archives. 2026-03-06T22:08:00.021 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-06T22:08:00.023 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-06T22:08:00.023 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T22:08:00.025 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T22:08:00.031 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T22:08:00.041 INFO:teuthology.orchestra.run.vm00.stdout: 8532138 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 22:07 /home/ubuntu/cephtest 2026-03-06T22:08:00.046 INFO:teuthology.orchestra.run.vm07.stdout: 8532144 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 22:07 /home/ubuntu/cephtest 2026-03-06T22:08:00.076 INFO:teuthology.orchestra.run.vm09.stdout: 8532145 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 22:08 /home/ubuntu/cephtest 2026-03-06T22:08:00.077 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-06T22:08:00.083 INFO:teuthology.run:Summary data: description: orch:cephadm:smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} duration: 422.5026078224182 owner: irq0 success: true 2026-03-06T22:08:00.083 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T22:08:00.100 INFO:teuthology.run:pass