2026-03-05T23:00:53.903 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-05T23:00:53.908 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T23:00:53.928 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84 branch: cobaltcore-storage-v19.2.3-fasttrack-3 description: orch:cephadm:smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} email: null first_in_suite: false flavor: default job_id: '84' last_in_suite: false machine_type: vps name: irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-3 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - MON_DOWN - mons down - mon down - out of quorum - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN - PG_DEGRADED log-only-match: - CEPHADM_ sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 install: ceph: flavor: default sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: tt-19.2.3-fasttrack-3 sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - ceph.rgw.foo.a - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b - ceph.iscsi.iscsi.a seed: 2986 sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 sleep_before_teardown: 0 suite: orch:cephadm:smoke suite_branch: tt-19.2.3-fasttrack-3 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 targets: vm02.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHkdOhXYfkNL6+3oLgb7BXLpM9mmW/3AgTMd2TlV1/ftTBThQyToBtFw8hlkNxAfJoRH0/1wdPsIssNPqDs9AEs= vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMoCuvcXbrPYgRoPr9cPMHfDrdAHvqc+K1UrwKt2cuIK2ULXDTMGvcf5FUW4j7hcHt9TNfoOgob7TE7/zxbePko= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: conf: mgr: debug mgr: 20 debug ms: 1 - cephadm.shell: mon.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls --format yaml - ceph orch ls | grep '^osd ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-05_18:17:42 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-05T23:00:53.928 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa; will attempt to use it 2026-03-05T23:00:53.929 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks 2026-03-05T23:00:53.929 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-05T23:00:53.929 INFO:teuthology.task.internal:Saving configuration 2026-03-05T23:00:53.934 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-05T23:00:53.935 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-05T23:00:53.941 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm02.local', 'description': '/archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 21:59:46.169316', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:02', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHkdOhXYfkNL6+3oLgb7BXLpM9mmW/3AgTMd2TlV1/ftTBThQyToBtFw8hlkNxAfJoRH0/1wdPsIssNPqDs9AEs='} 2026-03-05T23:00:53.946 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 21:59:46.169723', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMoCuvcXbrPYgRoPr9cPMHfDrdAHvqc+K1UrwKt2cuIK2ULXDTMGvcf5FUW4j7hcHt9TNfoOgob7TE7/zxbePko='} 2026-03-05T23:00:53.946 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-05T23:00:53.947 INFO:teuthology.task.internal:roles: ubuntu@vm02.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'ceph.rgw.foo.a', 'node-exporter.a', 'alertmanager.a'] 2026-03-05T23:00:53.947 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b', 'ceph.iscsi.iscsi.a'] 2026-03-05T23:00:53.947 INFO:teuthology.run_tasks:Running task console_log... 2026-03-05T23:00:53.958 DEBUG:teuthology.task.console_log:vm02 does not support IPMI; excluding 2026-03-05T23:00:53.963 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-03-05T23:00:53.964 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2db77c3f40>, signals=[15]) 2026-03-05T23:00:53.964 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-05T23:00:53.964 INFO:teuthology.task.internal:Opening connections... 2026-03-05T23:00:53.965 DEBUG:teuthology.task.internal:connecting to ubuntu@vm02.local 2026-03-05T23:00:53.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T23:00:54.024 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-03-05T23:00:54.025 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T23:00:54.082 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-05T23:00:54.083 DEBUG:teuthology.orchestra.run.vm02:> uname -m 2026-03-05T23:00:54.148 INFO:teuthology.orchestra.run.vm02.stdout:x86_64 2026-03-05T23:00:54.148 DEBUG:teuthology.orchestra.run.vm02:> cat /etc/os-release 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:NAME="CentOS Stream" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:VERSION="9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:ID="centos" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:ID_LIKE="rhel fedora" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_ID="9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:PLATFORM_ID="platform:el9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:ANSI_COLOR="0;31" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:LOGO="fedora-logo-icon" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:HOME_URL="https://centos.org/" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-05T23:00:54.202 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-05T23:00:54.202 INFO:teuthology.lock.ops:Updating vm02.local on lock server 2026-03-05T23:00:54.206 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-03-05T23:00:54.223 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-03-05T23:00:54.223 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:NAME="CentOS Stream" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:ID="centos" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel fedora" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-03-05T23:00:54.279 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;31" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://centos.org/" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-05T23:00:54.280 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-05T23:00:54.280 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-03-05T23:00:54.283 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-05T23:00:54.285 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-05T23:00:54.286 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-05T23:00:54.286 DEBUG:teuthology.orchestra.run.vm02:> test '!' -e /home/ubuntu/cephtest 2026-03-05T23:00:54.287 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-03-05T23:00:54.335 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-05T23:00:54.336 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-05T23:00:54.336 DEBUG:teuthology.orchestra.run.vm02:> test -z $(ls -A /var/lib/ceph) 2026-03-05T23:00:54.342 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-03-05T23:00:54.354 INFO:teuthology.orchestra.run.vm02.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T23:00:54.391 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T23:00:54.392 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-05T23:00:54.398 DEBUG:teuthology.orchestra.run.vm02:> test -e /ceph-qa-ready 2026-03-05T23:00:54.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:00:54.614 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-03-05T23:00:54.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:00:54.827 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-05T23:00:54.828 INFO:teuthology.task.internal:Creating test directory... 2026-03-05T23:00:54.828 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T23:00:54.830 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T23:00:54.847 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-05T23:00:54.848 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-05T23:00:54.849 INFO:teuthology.task.internal:Creating archive directory... 2026-03-05T23:00:54.849 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T23:00:54.887 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T23:00:54.907 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-05T23:00:54.908 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-05T23:00:54.908 DEBUG:teuthology.orchestra.run.vm02:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T23:00:54.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:00:54.956 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T23:00:54.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:00:54.970 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T23:00:54.998 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T23:00:55.023 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T23:00:55.034 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T23:00:55.035 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T23:00:55.045 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T23:00:55.046 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-05T23:00:55.047 INFO:teuthology.task.internal:Configuring sudo... 2026-03-05T23:00:55.047 DEBUG:teuthology.orchestra.run.vm02:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T23:00:55.077 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T23:00:55.110 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-05T23:00:55.112 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-05T23:00:55.112 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T23:00:55.145 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T23:00:55.165 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T23:00:55.225 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T23:00:55.280 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:00:55.280 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T23:00:55.343 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T23:00:55.366 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T23:00:55.423 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:00:55.423 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T23:00:55.481 DEBUG:teuthology.orchestra.run.vm02:> sudo service rsyslog restart 2026-03-05T23:00:55.483 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-03-05T23:00:55.510 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T23:00:55.549 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T23:00:55.955 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-05T23:00:55.957 INFO:teuthology.task.internal:Starting timer... 2026-03-05T23:00:55.957 INFO:teuthology.run_tasks:Running task pcp... 2026-03-05T23:00:55.959 INFO:teuthology.run_tasks:Running task selinux... 2026-03-05T23:00:55.961 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-03-05T23:00:55.961 INFO:teuthology.task.selinux:Excluding vm02: VMs are not yet supported 2026-03-05T23:00:55.961 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-03-05T23:00:55.961 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-05T23:00:55.961 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-05T23:00:55.961 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-05T23:00:55.961 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-05T23:00:55.963 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-05T23:00:55.963 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-05T23:00:55.964 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-05T23:00:56.549 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-05T23:00:56.554 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-05T23:00:56.554 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventory5mgfch__ --limit vm02.local,vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-05T23:13:16.696 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm02.local'), Remote(name='ubuntu@vm09.local')] 2026-03-05T23:13:16.696 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm02.local' 2026-03-05T23:13:16.697 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T23:13:16.756 DEBUG:teuthology.orchestra.run.vm02:> true 2026-03-05T23:13:16.836 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm02.local' 2026-03-05T23:13:16.836 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-03-05T23:13:16.837 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T23:13:16.903 DEBUG:teuthology.orchestra.run.vm09:> true 2026-03-05T23:13:16.984 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-03-05T23:13:16.984 INFO:teuthology.run_tasks:Running task clock... 2026-03-05T23:13:16.986 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-05T23:13:16.987 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T23:13:16.987 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T23:13:16.989 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T23:13:16.989 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T23:13:17.016 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T23:13:17.030 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T23:13:17.055 INFO:teuthology.orchestra.run.vm02.stderr:sudo: ntpd: command not found 2026-03-05T23:13:17.066 INFO:teuthology.orchestra.run.vm02.stdout:506 Cannot talk to daemon 2026-03-05T23:13:17.067 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T23:13:17.079 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T23:13:17.086 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T23:13:17.092 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T23:13:17.123 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-03-05T23:13:17.140 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-03-05T23:13:17.142 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-03-05T23:13:17.158 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T23:13:17.176 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T23:13:17.229 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:^? cp.hypermediaa.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:^? static.72.152.119.168.se> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:^? ntp01.pingless.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.311 INFO:teuthology.orchestra.run.vm09.stdout:^? ntp01.ipfire.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:^? ntp01.pingless.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:^? ntp01.ipfire.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:^? cp.hypermediaa.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.312 INFO:teuthology.orchestra.run.vm02.stdout:^? static.72.152.119.168.se> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T23:13:17.312 INFO:teuthology.run_tasks:Running task pexec... 2026-03-05T23:13:17.315 INFO:teuthology.task.pexec:Executing custom commands... 2026-03-05T23:13:17.315 DEBUG:teuthology.orchestra.run.vm02:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-05T23:13:17.315 DEBUG:teuthology.orchestra.run.vm09:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-05T23:13:17.355 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf remove nvme-cli -y 2026-03-05T23:13:17.355 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T23:13:17.355 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.355 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.355 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm02.local 2026-03-05T23:13:17.355 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-05T23:13:17.355 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T23:13:17.355 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.355 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.356 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf remove nvme-cli -y 2026-03-05T23:13:17.356 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T23:13:17.356 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.356 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.356 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm09.local 2026-03-05T23:13:17.356 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-05T23:13:17.356 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T23:13:17.356 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.356 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T23:13:17.535 INFO:teuthology.orchestra.run.vm02.stdout:No match for argument: nvme-cli 2026-03-05T23:13:17.535 INFO:teuthology.orchestra.run.vm02.stderr:No packages marked for removal. 2026-03-05T23:13:17.537 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-03-05T23:13:17.538 INFO:teuthology.orchestra.run.vm02.stdout:Nothing to do. 2026-03-05T23:13:17.538 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-03-05T23:13:17.602 INFO:teuthology.orchestra.run.vm09.stdout:No match for argument: nvme-cli 2026-03-05T23:13:17.602 INFO:teuthology.orchestra.run.vm09.stderr:No packages marked for removal. 2026-03-05T23:13:17.605 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-05T23:13:17.606 INFO:teuthology.orchestra.run.vm09.stdout:Nothing to do. 2026-03-05T23:13:17.606 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-05T23:13:17.889 INFO:teuthology.orchestra.run.vm02.stdout:Last metadata expiration check: 0:10:44 ago on Thu 05 Mar 2026 11:02:33 PM CET. 2026-03-05T23:13:17.983 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: Package Arch Version Repository Size 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Installing: 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Installing dependencies: 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Transaction Summary 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Install 7 Packages 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Total download size: 6.3 M 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Installed size: 24 M 2026-03-05T23:13:17.984 INFO:teuthology.orchestra.run.vm02.stdout:Downloading Packages: 2026-03-05T23:13:18.052 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:22 ago on Thu 05 Mar 2026 11:11:56 PM CET. 2026-03-05T23:13:18.168 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Install 7 Packages 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 6.3 M 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 24 M 2026-03-05T23:13:18.170 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-03-05T23:13:18.304 INFO:teuthology.orchestra.run.vm02.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 638 kB/s | 72 kB 00:00 2026-03-05T23:13:18.304 INFO:teuthology.orchestra.run.vm02.stdout:(2/7): nvmetcli-0.8-3.el9.noarch.rpm 387 kB/s | 44 kB 00:00 2026-03-05T23:13:18.362 INFO:teuthology.orchestra.run.vm02.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2026-03-05T23:13:18.363 INFO:teuthology.orchestra.run.vm02.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 2.5 MB/s | 150 kB 00:00 2026-03-05T23:13:18.421 INFO:teuthology.orchestra.run.vm02.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 5.0 MB/s | 1.2 MB 00:00 2026-03-05T23:13:18.452 INFO:teuthology.orchestra.run.vm02.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 9.1 MB/s | 837 kB 00:00 2026-03-05T23:13:18.994 INFO:teuthology.orchestra.run.vm09.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 271 kB/s | 72 kB 00:00 2026-03-05T23:13:18.995 INFO:teuthology.orchestra.run.vm09.stdout:(2/7): nvmetcli-0.8-3.el9.noarch.rpm 164 kB/s | 44 kB 00:00 2026-03-05T23:13:19.040 INFO:teuthology.orchestra.run.vm02.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 5.9 MB/s | 4.0 MB 00:00 2026-03-05T23:13:19.040 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-03-05T23:13:19.040 INFO:teuthology.orchestra.run.vm02.stdout:Total 5.9 MB/s | 6.3 MB 00:01 2026-03-05T23:13:19.064 INFO:teuthology.orchestra.run.vm09.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.2 MB/s | 84 kB 00:00 2026-03-05T23:13:19.110 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction check 2026-03-05T23:13:19.120 INFO:teuthology.orchestra.run.vm02.stdout:Transaction check succeeded. 2026-03-05T23:13:19.120 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction test 2026-03-05T23:13:19.124 INFO:teuthology.orchestra.run.vm09.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.1 MB/s | 150 kB 00:00 2026-03-05T23:13:19.182 INFO:teuthology.orchestra.run.vm02.stdout:Transaction test succeeded. 2026-03-05T23:13:19.183 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction 2026-03-05T23:13:19.197 INFO:teuthology.orchestra.run.vm09.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 2.5 MB/s | 1.2 MB 00:00 2026-03-05T23:13:19.242 INFO:teuthology.orchestra.run.vm09.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.6 MB/s | 837 kB 00:00 2026-03-05T23:13:19.346 INFO:teuthology.orchestra.run.vm02.stdout: Preparing : 1/1 2026-03-05T23:13:19.358 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-05T23:13:19.368 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-05T23:13:19.376 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T23:13:19.383 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T23:13:19.385 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T23:13:19.435 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T23:13:19.566 INFO:teuthology.orchestra.run.vm02.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-05T23:13:19.570 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T23:13:19.774 INFO:teuthology.orchestra.run.vm09.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 6.1 MB/s | 4.0 MB 00:00 2026-03-05T23:13:19.774 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-03-05T23:13:19.774 INFO:teuthology.orchestra.run.vm09.stdout:Total 3.9 MB/s | 6.3 MB 00:01 2026-03-05T23:13:19.847 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-03-05T23:13:19.858 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-03-05T23:13:19.858 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-03-05T23:13:19.872 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T23:13:19.872 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T23:13:19.872 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:19.940 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-03-05T23:13:19.941 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-03-05T23:13:20.147 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-03-05T23:13:20.160 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-05T23:13:20.171 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-05T23:13:20.182 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T23:13:20.192 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T23:13:20.194 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T23:13:20.255 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-05T23:13:20.303 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-05T23:13:20.362 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-05T23:13:20.362 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:20.362 INFO:teuthology.orchestra.run.vm02.stdout:Installed: 2026-03-05T23:13:20.362 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-05T23:13:20.362 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-05T23:13:20.363 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-05T23:13:20.363 INFO:teuthology.orchestra.run.vm02.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-05T23:13:20.363 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:20.363 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-03-05T23:13:20.417 INFO:teuthology.orchestra.run.vm09.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-05T23:13:20.424 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T23:13:20.429 DEBUG:teuthology.parallel:result is None 2026-03-05T23:13:20.823 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T23:13:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T23:13:20.823 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-05T23:13:21.405 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:13:21.494 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-05T23:13:21.593 DEBUG:teuthology.parallel:result is None 2026-03-05T23:13:21.593 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-03-05T23:13:21.595 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-03-05T23:13:21.595 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:13:21.596 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T23:13:21.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:13:21.613 DEBUG:teuthology.orchestra.run.vm02:> ls /dev/[sv]d? 2026-03-05T23:13:21.671 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vda 2026-03-05T23:13:21.671 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdb 2026-03-05T23:13:21.671 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdc 2026-03-05T23:13:21.671 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdd 2026-03-05T23:13:21.671 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vde 2026-03-05T23:13:21.671 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T23:13:21.671 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T23:13:21.671 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdb 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdb 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 223 Links: 1 Device type: fc,10 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:13:19.939819922 +0100 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:19.939819922 +0100 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:19.939819922 +0100 2026-03-05T23:13:21.730 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:59:53.293000000 +0100 2026-03-05T23:13:21.730 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T23:13:21.798 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:13:21.798 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:13:21.798 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000195697 s, 2.6 MB/s 2026-03-05T23:13:21.799 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T23:13:21.857 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdc 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdc 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 253 Links: 1 Device type: fc,20 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:13:19.934819920 +0100 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:19.934819920 +0100 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:19.934819920 +0100 2026-03-05T23:13:21.914 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:59:53.306000000 +0100 2026-03-05T23:13:21.914 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T23:13:21.976 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:13:21.976 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:13:21.976 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000182408 s, 2.8 MB/s 2026-03-05T23:13:21.977 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T23:13:22.034 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdd 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdd 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 256 Links: 1 Device type: fc,30 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:13:19.933819919 +0100 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:19.933819919 +0100 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:19.933819919 +0100 2026-03-05T23:13:22.091 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:59:53.310000000 +0100 2026-03-05T23:13:22.092 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T23:13:22.155 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:13:22.155 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:13:22.155 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000188665 s, 2.7 MB/s 2026-03-05T23:13:22.156 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T23:13:22.212 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vde 2026-03-05T23:13:22.269 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vde 2026-03-05T23:13:22.269 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:22.269 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 257 Links: 1 Device type: fc,40 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:13:19.931819919 +0100 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:19.931819919 +0100 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:19.931819919 +0100 2026-03-05T23:13:22.270 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:59:53.317000000 +0100 2026-03-05T23:13:22.270 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T23:13:22.333 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:13:22.333 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:13:22.333 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000196664 s, 2.6 MB/s 2026-03-05T23:13:22.334 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T23:13:22.391 DEBUG:teuthology.orchestra.run.vm02:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-05T23:13:22.515 INFO:teuthology.orchestra.run.vm02.stdout:loop 2026-03-05T23:13:22.516 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdb... 2026-03-05T23:13:22.516 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-05T23:13:22.545 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T23:13:22.573 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdb1 2026-03-05T23:13:22.597 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme0 2026-03-05T23:13:22.605 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdc... 2026-03-05T23:13:22.605 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-05T23:13:22.677 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T23:13:22.706 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdc1 2026-03-05T23:13:22.739 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme1 2026-03-05T23:13:22.740 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdd... 2026-03-05T23:13:22.741 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-05T23:13:22.820 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T23:13:22.850 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdd1 2026-03-05T23:13:22.882 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme2 2026-03-05T23:13:22.886 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vde... 2026-03-05T23:13:22.887 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-05T23:13:22.970 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T23:13:23.023 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vde1 2026-03-05T23:13:23.047 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme3 2026-03-05T23:13:23.051 DEBUG:teuthology.orchestra.run.vm02:> lsblk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:sr0 11:0 1 366K 0 rom 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:vda 252:0 0 40G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:vdb 252:16 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:vdc 252:32 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:vdd 252:48 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:vde 252:64 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-05T23:13:23.116 INFO:teuthology.orchestra.run.vm02.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-05T23:13:23.116 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme list -o json 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "Devices":[ 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng0n1", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"40da69f29de4e7da10af", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng1n1", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"516d50df397ddaf27446", 2026-03-05T23:13:23.187 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng2n1", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"097f1b14110dd84798eb", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng3n1", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"cf8017f708c1874a1522", 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-03-05T23:13:23.188 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-03-05T23:13:23.189 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-05T23:13:23.261 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.261 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.261 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00369559 s, 1.1 MB/s 2026-03-05T23:13:23.262 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-05T23:13:23.339 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:23.340 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:23.340 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T23:13:23.341 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:23.415 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.415 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.415 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00389019 s, 1.1 MB/s 2026-03-05T23:13:23.416 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-05T23:13:23.482 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:23.482 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:23.482 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T23:13:23.483 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:23.554 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.554 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.554 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00466183 s, 879 kB/s 2026-03-05T23:13:23.556 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-05T23:13:23.618 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:23.618 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:23.618 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T23:13:23.619 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-05T23:13:23.686 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.686 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.686 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0034386 s, 1.2 MB/s 2026-03-05T23:13:23.687 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-05T23:13:23.751 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:23.751 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:23.751 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T23:13:23.752 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:23.818 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.818 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.818 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00354524 s, 1.2 MB/s 2026-03-05T23:13:23.821 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-05T23:13:23.885 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:23.885 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:23.885 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T23:13:23.886 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:23.951 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:23.951 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:23.951 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00352737 s, 1.2 MB/s 2026-03-05T23:13:23.953 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-05T23:13:24.015 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.015 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.015 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T23:13:24.016 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-05T23:13:24.083 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.083 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.083 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00347848 s, 1.2 MB/s 2026-03-05T23:13:24.085 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-05T23:13:24.150 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.151 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.151 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T23:13:24.152 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:24.220 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.220 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.220 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00403392 s, 1.0 MB/s 2026-03-05T23:13:24.225 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-05T23:13:24.289 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.290 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.290 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T23:13:24.291 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:24.360 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.361 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.361 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00384407 s, 1.1 MB/s 2026-03-05T23:13:24.362 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-05T23:13:24.426 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.426 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.426 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T23:13:24.427 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-05T23:13:24.500 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.500 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.500 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00459961 s, 891 kB/s 2026-03-05T23:13:24.504 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-05T23:13:24.570 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.570 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.570 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T23:13:24.571 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:24.640 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.640 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.640 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0035601 s, 1.2 MB/s 2026-03-05T23:13:24.642 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-05T23:13:24.707 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.707 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.707 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T23:13:24.708 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:24.779 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T23:13:24.779 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T23:13:24.779 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00379013 s, 1.1 MB/s 2026-03-05T23:13:24.783 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-05T23:13:24.849 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:24.849 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:24.849 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T23:13:24.850 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T23:13:24.850 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:13:24.850 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-03-05T23:13:24.917 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:13:24.917 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T23:13:24.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:13:24.937 DEBUG:teuthology.orchestra.run.vm09:> ls /dev/[sv]d? 2026-03-05T23:13:24.997 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vda 2026-03-05T23:13:24.997 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb 2026-03-05T23:13:24.997 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc 2026-03-05T23:13:24.997 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd 2026-03-05T23:13:24.997 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde 2026-03-05T23:13:24.997 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T23:13:24.997 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T23:13:24.997 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdb 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdb 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:13:20.873874929 +0100 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:20.873874929 +0100 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:20.873874929 +0100 2026-03-05T23:13:25.059 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:00:17.234000000 +0100 2026-03-05T23:13:25.060 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T23:13:25.135 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:13:25.135 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:13:25.135 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 9.8915e-05 s, 5.2 MB/s 2026-03-05T23:13:25.136 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T23:13:25.202 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdc 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdc 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 224 Links: 1 Device type: fc,20 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:13:20.878874931 +0100 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:20.878874931 +0100 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:20.878874931 +0100 2026-03-05T23:13:25.264 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:00:17.241000000 +0100 2026-03-05T23:13:25.264 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T23:13:25.336 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:13:25.336 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:13:25.336 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000944878 s, 542 kB/s 2026-03-05T23:13:25.341 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T23:13:25.403 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdd 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdd 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,30 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:13:20.879874932 +0100 2026-03-05T23:13:25.470 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:20.879874932 +0100 2026-03-05T23:13:25.471 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:20.879874932 +0100 2026-03-05T23:13:25.471 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:00:17.252000000 +0100 2026-03-05T23:13:25.471 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T23:13:25.540 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:13:25.540 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:13:25.540 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000147367 s, 3.5 MB/s 2026-03-05T23:13:25.542 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T23:13:25.609 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vde 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vde 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 226 Links: 1 Device type: fc,40 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:13:20.886874934 +0100 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:20.886874934 +0100 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:20.886874934 +0100 2026-03-05T23:13:25.679 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:00:17.254000000 +0100 2026-03-05T23:13:25.679 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T23:13:25.749 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:13:25.749 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:13:25.749 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000123972 s, 4.1 MB/s 2026-03-05T23:13:25.750 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T23:13:25.813 DEBUG:teuthology.orchestra.run.vm09:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-05T23:13:25.966 INFO:teuthology.orchestra.run.vm09.stdout:loop 2026-03-05T23:13:25.968 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdb... 2026-03-05T23:13:25.968 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-05T23:13:26.019 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T23:13:26.062 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb1 2026-03-05T23:13:26.093 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme0 2026-03-05T23:13:26.095 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdc... 2026-03-05T23:13:26.095 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-05T23:13:26.142 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T23:13:26.180 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc1 2026-03-05T23:13:26.217 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme1 2026-03-05T23:13:26.219 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdd... 2026-03-05T23:13:26.219 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-05T23:13:26.274 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T23:13:26.320 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd1 2026-03-05T23:13:26.356 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme2 2026-03-05T23:13:26.358 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vde... 2026-03-05T23:13:26.358 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-05T23:13:26.403 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T23:13:26.439 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde1 2026-03-05T23:13:26.466 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme3 2026-03-05T23:13:26.467 DEBUG:teuthology.orchestra.run.vm09:> lsblk 2026-03-05T23:13:26.490 INFO:teuthology.orchestra.run.vm09.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-05T23:13:26.490 INFO:teuthology.orchestra.run.vm09.stdout:sr0 11:0 1 366K 0 rom 2026-03-05T23:13:26.490 INFO:teuthology.orchestra.run.vm09.stdout:vda 252:0 0 40G 0 disk 2026-03-05T23:13:26.490 INFO:teuthology.orchestra.run.vm09.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:vdb 252:16 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:vdc 252:32 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:vdd 252:48 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:vde 252:64 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:nvme1n1 259:2 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-05T23:13:26.491 INFO:teuthology.orchestra.run.vm09.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-05T23:13:26.491 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme list -o json 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "Devices":[ 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng0n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"7fa89d429d2a32a72016", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng1n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"b968b146af61976d0330", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng2n1", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"7545a667568603abc13a", 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:26.563 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng3n1", 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"2354bbf63eb4d251f6b1", 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-05T23:13:26.564 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-05T23:13:26.564 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-05T23:13:26.640 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:26.640 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:26.640 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0063472 s, 645 kB/s 2026-03-05T23:13:26.641 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-05T23:13:26.716 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:26.716 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:26.716 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T23:13:26.717 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:26.795 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:26.796 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:26.796 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00377049 s, 1.1 MB/s 2026-03-05T23:13:26.797 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-05T23:13:26.872 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:26.872 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:26.872 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T23:13:26.873 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:26.953 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:26.954 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:26.954 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00673794 s, 608 kB/s 2026-03-05T23:13:26.955 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-05T23:13:27.034 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.034 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.034 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T23:13:27.035 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-05T23:13:27.112 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.112 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.112 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00614376 s, 667 kB/s 2026-03-05T23:13:27.115 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-05T23:13:27.186 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.186 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.186 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T23:13:27.187 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:27.264 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.264 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.264 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00688828 s, 595 kB/s 2026-03-05T23:13:27.265 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-05T23:13:27.337 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.337 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.337 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T23:13:27.340 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:27.418 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.418 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.418 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0072186 s, 567 kB/s 2026-03-05T23:13:27.422 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-05T23:13:27.495 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.495 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.495 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T23:13:27.496 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-05T23:13:27.572 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.572 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.572 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00385391 s, 1.1 MB/s 2026-03-05T23:13:27.574 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-05T23:13:27.652 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.652 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.652 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T23:13:27.653 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:27.735 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.735 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.735 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00425491 s, 963 kB/s 2026-03-05T23:13:27.736 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-05T23:13:27.806 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.806 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.806 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T23:13:27.808 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:27.883 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:27.883 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:27.883 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00404441 s, 1.0 MB/s 2026-03-05T23:13:27.884 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-05T23:13:27.961 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:27.961 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:27.961 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T23:13:27.962 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-05T23:13:28.038 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:28.038 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:28.039 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00623175 s, 657 kB/s 2026-03-05T23:13:28.040 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-05T23:13:28.113 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:28.113 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:28.113 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T23:13:28.114 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-05T23:13:28.194 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:28.195 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:28.195 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00348398 s, 1.2 MB/s 2026-03-05T23:13:28.201 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-05T23:13:28.273 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:28.273 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:28.273 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T23:13:28.274 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-05T23:13:28.347 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T23:13:28.347 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T23:13:28.347 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00360793 s, 1.1 MB/s 2026-03-05T23:13:28.354 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-05T23:13:28.428 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T23:13:28.428 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T23:13:28.428 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T23:13:28.429 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T23:13:28.430 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:13:28.430 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-05T23:13:28.499 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'global': {'mon election default strategy': 3}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'MON_DOWN', 'mons down', 'mon down', 'out of quorum', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN', 'PG_DEGRADED'], 'log-only-match': ['CEPHADM_'], 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3'}} 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Provided image contains tag or digest, using it as is 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Cluster image is harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Cluster fsid is 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.102', 'mon.c': '[v2:192.168.123.102:3301,v1:192.168.123.102:6790]', 'mon.b': '192.168.123.109'} 2026-03-05T23:13:28.546 INFO:tasks.cephadm:First mon is mon.a on vm02 2026-03-05T23:13:28.546 INFO:tasks.cephadm:First mgr is y 2026-03-05T23:13:28.546 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-05T23:13:28.546 DEBUG:teuthology.orchestra.run.vm02:> sudo hostname $(hostname -s) 2026-03-05T23:13:28.574 DEBUG:teuthology.orchestra.run.vm09:> sudo hostname $(hostname -s) 2026-03-05T23:13:28.606 INFO:tasks.cephadm:Downloading cephadm from url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm 2026-03-05T23:13:28.606 DEBUG:teuthology.orchestra.run.vm02:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:29.636 INFO:teuthology.orchestra.run.vm02.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 5 23:13 /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:29.636 DEBUG:teuthology.orchestra.run.vm09:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:30.705 INFO:teuthology.orchestra.run.vm09.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 5 23:13 /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:30.705 DEBUG:teuthology.orchestra.run.vm02:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:30.723 DEBUG:teuthology.orchestra.run.vm09:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-05T23:13:30.752 INFO:tasks.cephadm:Pulling image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 on all hosts... 2026-03-05T23:13:30.752 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 pull 2026-03-05T23:13:30.765 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 pull 2026-03-05T23:13:31.086 INFO:teuthology.orchestra.run.vm02.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T23:13:31.130 INFO:teuthology.orchestra.run.vm09.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout: "ceph_version": "ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable)", 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout: "image_id": "306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68", 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout: "repo_digests": [ 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b" 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-03-05T23:13:48.841 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout: "ceph_version": "ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable)", 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout: "image_id": "306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68", 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout: "repo_digests": [ 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b" 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-05T23:13:53.822 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-05T23:13:53.846 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /etc/ceph 2026-03-05T23:13:53.875 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph 2026-03-05T23:13:53.908 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 777 /etc/ceph 2026-03-05T23:13:53.942 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /etc/ceph 2026-03-05T23:13:53.974 INFO:tasks.cephadm:Writing seed config... 2026-03-05T23:13:53.974 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-05T23:13:53.974 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-05T23:13:53.974 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-05T23:13:53.975 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-03-05T23:13:53.975 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:13:53.975 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-05T23:13:53.999 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 899950a0-18e0-11f1-8524-455d4b1e06bd mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-05T23:13:53.999 DEBUG:teuthology.orchestra.run.vm02:mon.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service 2026-03-05T23:13:54.041 DEBUG:teuthology.orchestra.run.vm02:mgr.y> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y.service 2026-03-05T23:13:54.084 INFO:tasks.cephadm:Bootstrapping... 2026-03-05T23:13:54.084 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 -v bootstrap --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:13:54.397 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-03-05T23:13:54.397 INFO:teuthology.orchestra.run.vm02.stdout:cephadm ['--image', 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3', '-v', 'bootstrap', '--fsid', '899950a0-18e0-11f1-8524-455d4b1e06bd', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.102', '--skip-admin-label'] 2026-03-05T23:13:54.398 INFO:teuthology.orchestra.run.vm02.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-05T23:13:54.398 INFO:teuthology.orchestra.run.vm02.stdout:Verifying podman|docker is present... 2026-03-05T23:13:54.425 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-03-05T23:13:54.425 INFO:teuthology.orchestra.run.vm02.stdout:Verifying lvm2 is present... 2026-03-05T23:13:54.425 INFO:teuthology.orchestra.run.vm02.stdout:Verifying time synchronization is in place... 2026-03-05T23:13:54.433 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-05T23:13:54.433 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-05T23:13:54.439 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-05T23:13:54.439 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-05T23:13:54.446 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-05T23:13:54.453 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-05T23:13:54.453 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-03-05T23:13:54.453 INFO:teuthology.orchestra.run.vm02.stdout:Repeating the final host check... 2026-03-05T23:13:54.474 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-03-05T23:13:54.475 INFO:teuthology.orchestra.run.vm02.stdout:podman (/bin/podman) version 5.8.0 is present 2026-03-05T23:13:54.475 INFO:teuthology.orchestra.run.vm02.stdout:systemctl is present 2026-03-05T23:13:54.475 INFO:teuthology.orchestra.run.vm02.stdout:lvcreate is present 2026-03-05T23:13:54.481 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-05T23:13:54.481 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-05T23:13:54.488 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-05T23:13:54.488 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-05T23:13:54.494 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Host looks OK 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Cluster fsid: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Acquiring lock 140508022285456 on /run/cephadm/899950a0-18e0-11f1-8524-455d4b1e06bd.lock 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Lock 140508022285456 acquired on /run/cephadm/899950a0-18e0-11f1-8524-455d4b1e06bd.lock 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 3300 ... 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 6789 ... 2026-03-05T23:13:54.501 INFO:teuthology.orchestra.run.vm02.stdout:Base mon IP(s) is [192.168.123.102:3300, 192.168.123.102:6789], mon addrv is [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T23:13:54.505 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout default via 192.168.123.1 dev eth0 proto dhcp src 192.168.123.102 metric 100 2026-03-05T23:13:54.505 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 192.168.123.0/24 dev eth0 proto kernel scope link src 192.168.123.102 metric 100 2026-03-05T23:13:54.510 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-05T23:13:54.510 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout fe80::/64 dev eth0 proto kernel metric 1024 pref medium 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 2: eth0: mtu 1500 state UP qlen 1000 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 fe80::5055:ff:fe00:2/64 scope link noprefixroute 2026-03-05T23:13:54.513 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-05T23:13:54.514 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-05T23:13:54.514 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-05T23:13:54.514 INFO:teuthology.orchestra.run.vm02.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24'] 2026-03-05T23:13:54.514 INFO:teuthology.orchestra.run.vm02.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-05T23:13:54.515 INFO:teuthology.orchestra.run.vm02.stdout:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Trying to pull harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Getting image source signatures 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying blob sha256:d21d4233fd3d4dd2f376e5ef084c47891c860682c1de15a9c0357cea5defbc91 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying config sha256:306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T23:13:55.158 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Writing manifest to image destination 2026-03-05T23:13:55.538 INFO:teuthology.orchestra.run.vm02.stdout:ceph: stdout ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable) 2026-03-05T23:13:55.539 INFO:teuthology.orchestra.run.vm02.stdout:Ceph version: ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable) 2026-03-05T23:13:55.539 INFO:teuthology.orchestra.run.vm02.stdout:Extracting ceph user uid/gid from container image... 2026-03-05T23:13:55.764 INFO:teuthology.orchestra.run.vm02.stdout:stat: stdout 167 167 2026-03-05T23:13:55.764 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial keys... 2026-03-05T23:13:56.004 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQAjAKppzU9NMxAA6Zn4Q4AwByi75+Ue/bGA0w== 2026-03-05T23:13:56.224 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQAkAKppry4jBRAAOvN5Ttfgl3+kaaiCGi6RGw== 2026-03-05T23:13:56.484 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQAkAKppfXlsFBAAz0bCtKBYVjV9JSYPbClIBA== 2026-03-05T23:13:56.484 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial monmap... 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool for a [v2:192.168.123.102:3300,v1:192.168.123.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-05T23:13:56.712 INFO:teuthology.orchestra.run.vm02.stdout:setting min_mon_release = quincy 2026-03-05T23:13:56.713 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: set fsid to 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:56.713 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-05T23:13:56.713 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:13:56.713 INFO:teuthology.orchestra.run.vm02.stdout:Creating mon... 2026-03-05T23:13:56.967 INFO:teuthology.orchestra.run.vm02.stdout:create mon.a on 2026-03-05T23:13:57.260 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-05T23:13:57.407 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target → /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target. 2026-03-05T23:13:57.407 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target → /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target. 2026-03-05T23:13:57.568 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a 2026-03-05T23:13:57.568 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service: Unit ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service not loaded. 2026-03-05T23:13:57.715 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target.wants/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service → /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@.service. 2026-03-05T23:13:57.881 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T23:13:57.881 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-05T23:13:57.882 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon to start... 2026-03-05T23:13:57.882 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon... 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout cluster: 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout id: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout services: 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.258626s) 2026-03-05T23:13:58.456 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout data: 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pgs: 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:mon is available 2026-03-05T23:13:58.457 INFO:teuthology.orchestra.run.vm02.stdout:Assimilating anything we can from ceph.conf... 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-05T23:13:58.930 INFO:teuthology.orchestra.run.vm02.stdout:Generating new minimal ceph.conf... 2026-03-05T23:13:59.333 INFO:teuthology.orchestra.run.vm02.stdout:Restarting the monitor... 2026-03-05T23:13:59.643 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a[54735]: 2026-03-05T22:13:59.405+0000 7fb5c1929640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-03-05T23:13:59.914 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55031]: 2026-03-05 23:13:59.642246611 +0100 CET m=+0.251160227 container died 2e4202ea025c597f9db739062e92c67a3a96e189a4bcba65c1e60564c33ca57b (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:13:59.914 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55031]: 2026-03-05 23:13:59.756467587 +0100 CET m=+0.365381203 container remove 2e4202ea025c597f9db739062e92c67a3a96e189a4bcba65c1e60564c33ca57b (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:13:59.914 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 bash[55031]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a 2026-03-05T23:13:59.914 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service: Deactivated successfully. 2026-03-05T23:13:59.915 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 systemd[1]: Stopped Ceph mon.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:13:59.915 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 systemd[1]: Starting Ceph mon.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:13:59.965 INFO:teuthology.orchestra.run.vm02.stdout:Setting public_network to 192.168.123.0/24 in mon config section 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55111]: 2026-03-05 23:13:59.913075092 +0100 CET m=+0.020253010 container create ab211c4dbb90cb421e3056c8a5c80339dbc39c3702f2ed4a91f5577893afae38 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55111]: 2026-03-05 23:13:59.950276074 +0100 CET m=+0.057453992 container init ab211c4dbb90cb421e3056c8a5c80339dbc39c3702f2ed4a91f5577893afae38 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55111]: 2026-03-05 23:13:59.95617217 +0100 CET m=+0.063350078 container start ab211c4dbb90cb421e3056c8a5c80339dbc39c3702f2ed4a91f5577893afae38 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 bash[55111]: ab211c4dbb90cb421e3056c8a5c80339dbc39c3702f2ed4a91f5577893afae38 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 podman[55111]: 2026-03-05 23:13:59.905960485 +0100 CET m=+0.013138412 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 systemd[1]: Started Ceph mon.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: set uid:gid to 167:167 (ceph:ceph) 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable), process ceph-mon, pid 7 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: pidfile_write: ignore empty --pid-file 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: load: jerasure load: lrc 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: RocksDB version: 7.9.2 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Git sha 0 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Compile date 2026-03-03 21:08:28 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: DB SUMMARY 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: DB Session ID: IMBBI5JS597V7XRZX04W 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: CURRENT file: CURRENT 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: IDENTITY file: IDENTITY 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 87081 ; 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.error_if_exists: 0 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.create_if_missing: 0 2026-03-05T23:14:00.175 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.paranoid_checks: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.flush_verify_memtable_count: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.env: 0x55e449b7aca0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.fs: PosixFileSystem 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.info_log: 0x55e44bf74320 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_file_opening_threads: 16 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.statistics: (nil) 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.use_fsync: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_log_file_size: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.log_file_time_to_roll: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.keep_log_file_num: 1000 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.recycle_log_file_num: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_fallocate: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_mmap_reads: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_mmap_writes: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.use_direct_reads: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.create_missing_column_families: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.db_log_dir: 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.wal_dir: 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.table_cache_numshardbits: 6 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.WAL_ttl_seconds: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.WAL_size_limit_MB: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.is_fd_close_on_exec: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.advise_random_on_open: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.db_write_buffer_size: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.write_buffer_manager: 0x55e44bf79900 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.use_adaptive_mutex: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.rate_limiter: (nil) 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.wal_recovery_mode: 2 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enable_thread_tracking: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enable_pipelined_write: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.unordered_write: 0 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-05T23:14:00.176 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.row_cache: None 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.wal_filter: None 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_ingest_behind: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.two_write_queues: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.manual_wal_flush: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.wal_compression: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.atomic_flush: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.persist_stats_to_disk: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.write_dbid_to_manifest: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.log_readahead_size: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.best_efforts_recovery: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.allow_data_in_errors: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.db_host_id: __hostname__ 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enforce_single_del_contracts: true 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_background_jobs: 2 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_background_compactions: -1 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_subcompactions: 1 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.delayed_write_rate : 16777216 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_total_wal_size: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.stats_dump_period_sec: 600 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.stats_persist_period_sec: 600 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_open_files: -1 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bytes_per_sync: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.wal_bytes_per_sync: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.strict_bytes_per_sync: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_readahead_size: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_background_flushes: -1 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Compression algorithms supported: 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kZSTD supported: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kXpressCompression supported: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kBZip2Compression supported: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-05T23:14:00.177 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kLZ4Compression supported: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kZlibCompression supported: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kLZ4HCCompression supported: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: kSnappyCompression supported: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Fast CRC32 supported: Supported on x86 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: DMutex implementation: pthread_mutex_t 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.merge_operator: 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_filter: None 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_filter_factory: None 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.sst_partitioner_factory: None 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.memtable_factory: SkipListFactory 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.table_factory: BlockBasedTable 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e44bf743e0) 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: cache_index_and_filter_blocks: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: pin_top_level_index_and_filter: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: index_type: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: data_block_index_type: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: index_shortening: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: data_block_hash_table_util_ratio: 0.750000 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: checksum: 4 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: no_block_cache: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_cache: 0x55e44bf991f0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_cache_name: BinnedLRUCache 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_cache_options: 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: capacity : 536870912 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: num_shard_bits : 4 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: strict_capacity_limit : 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: high_pri_pool_ratio: 0.000 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_cache_compressed: (nil) 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: persistent_cache: (nil) 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_size: 4096 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_size_deviation: 10 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_restart_interval: 16 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: index_block_restart_interval: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: metadata_block_size: 4096 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: partition_filters: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: use_delta_encoding: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: filter_policy: bloomfilter 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: whole_key_filtering: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: verify_compression: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: read_amp_bytes_per_bit: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: format_version: 5 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: enable_index_compression: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: block_align: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: max_auto_readahead_size: 262144 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: prepopulate_block_cache: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: initial_auto_readahead_size: 8192 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout: num_file_reads_for_auto_readahead: 2 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.write_buffer_size: 33554432 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_write_buffer_number: 2 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression: NoCompression 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression: Disabled 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.prefix_extractor: nullptr 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.num_levels: 7 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-05T23:14:00.178 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.window_bits: -14 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.level: 32767 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.strategy: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.enabled: false 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.target_file_size_base: 67108864 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.target_file_size_multiplier: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.arena_block_size: 1048576 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.disable_auto_compactions: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.inplace_update_support: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.inplace_update_num_locks: 10000 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.memtable_huge_page_size: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.bloom_locality: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.max_successive_merges: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.optimize_filters_for_hits: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.paranoid_file_checks: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.force_consistency_checks: 1 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.report_bg_io_stats: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.ttl: 2592000 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.periodic_compaction_seconds: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-05T23:14:00.179 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enable_blob_files: false 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.min_blob_size: 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_file_size: 268435456 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_compression_type: NoCompression 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.enable_blob_garbage_collection: false 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.blob_file_starting_level: 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7a0c48cf-d38e-4d3f-963b-fd4fcec58057 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748839989060, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748839990215, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84042, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 245, "table_properties": {"data_size": 82208, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10134, "raw_average_key_size": 47, "raw_value_size": 76403, "raw_average_value_size": 360, "num_data_blocks": 10, "num_entries": 212, "num_filter_entries": 212, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1772748839, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7a0c48cf-d38e-4d3f-963b-fd4fcec58057", "db_session_id": "IMBBI5JS597V7XRZX04W", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748839990272, "job": 1, "event": "recovery_finished"} 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e44bf9ae00 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: DB pointer 0x55e44c0b2000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: ** DB Stats ** 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: L0 2/0 83.93 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Sum 2/0 83.93 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 92.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Cumulative compaction: 0.00 GB write, 5.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Interval compaction: 0.00 GB write, 5.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Block cache BinnedLRUCache@0x55e44bf991f0#7 capacity: 512.00 MB usage: 1.17 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 7e-06 secs_since: 0 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.41 KB,7.7486e-05%) Misc(1,0.00 KB,0%) 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: starting mon.a rank 0 at public addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] at bind addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???) e1 preinit fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mds e0 Unable to load 'last_metadata' 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mds e0 Unable to load 'last_metadata' 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mds e1 new map 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mds e1 print_map 2026-03-05T23:14:00.180 INFO:journalctl@ceph.mon.a.vm02.stdout: e1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: btime 2026-03-05T22:13:57:908856+0000 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: legacy client fscid: -1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout: No filesystems configured 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mgr e0 loading version 1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mgr e1 active server: (0) 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:13:59 vm02 ceph-mon[55145]: mon.a@-1(???).mgr e1 mkfs or daemon transitioned to available, loading commands 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: monmap epoch 1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: last_changed 2026-03-05T22:13:56.575186+0000 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: min_mon_release 19 (squid) 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: election_strategy: 1 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: fsmap 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T23:14:00.181 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:00 vm02 ceph-mon[55145]: mgrmap e1: no daemons active 2026-03-05T23:14:00.402 INFO:teuthology.orchestra.run.vm02.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-05T23:14:00.403 INFO:teuthology.orchestra.run.vm02.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:14:00.403 INFO:teuthology.orchestra.run.vm02.stdout:Creating mgr... 2026-03-05T23:14:00.403 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-05T23:14:00.403 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-05T23:14:00.559 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y 2026-03-05T23:14:00.560 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y.service: Unit ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y.service not loaded. 2026-03-05T23:14:00.700 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd.target.wants/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y.service → /etc/systemd/system/ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@.service. 2026-03-05T23:14:00.857 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 systemd[1]: Starting Ceph mgr.y for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr to start... 2026-03-05T23:14:00.924 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr... 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 podman[55366]: 2026-03-05 23:14:00.854941834 +0100 CET m=+0.041897161 container create f9caa3c78e445fcf39b932d1eba151c3eb0850f491e5be2d831fa5d19d198955 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 podman[55366]: 2026-03-05 23:14:00.9062704 +0100 CET m=+0.093225737 container init f9caa3c78e445fcf39b932d1eba151c3eb0850f491e5be2d831fa5d19d198955 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 podman[55366]: 2026-03-05 23:14:00.910889086 +0100 CET m=+0.097844413 container start f9caa3c78e445fcf39b932d1eba151c3eb0850f491e5be2d831fa5d19d198955 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 bash[55366]: f9caa3c78e445fcf39b932d1eba151c3eb0850f491e5be2d831fa5d19d198955 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 podman[55366]: 2026-03-05 23:14:00.825990224 +0100 CET m=+0.012945562 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 2026-03-05T23:14:01.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:00 vm02 systemd[1]: Started Ceph mgr.y for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:01.444 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:01.445 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:01.446 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:01.446 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:01.446 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:01.446 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (1/15)... 2026-03-05T23:14:01.583 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:01 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2690039012' entity='client.admin' 2026-03-05T23:14:01.583 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:01 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:01.190+0000 7fcd89485100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:14:01.583 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:01 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:01.363+0000 7fcd89485100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:14:02.541 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:02 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/738708654' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:02.923 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:02.539+0000 7fcd89485100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:14:03.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:03 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:03.392+0000 7fcd89485100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:14:03.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:03 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:03.526+0000 7fcd89485100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:03.891 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:03.892 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (2/15)... 2026-03-05T23:14:04.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:03 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1903439425' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:04.174 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:03 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:03.794+0000 7fcd89485100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:14:05.923 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:05 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:05.629+0000 7fcd89485100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:14:06.189 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:05 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:05.977+0000 7fcd89485100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:06.189 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:06 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:06.122+0000 7fcd89485100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:06.359 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:06.360 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:06.361 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:06.361 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:06.361 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:06.361 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (3/15)... 2026-03-05T23:14:06.547 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:06 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/390267712' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:06.547 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:06 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:06.255+0000 7fcd89485100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:06.547 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:06 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:06.411+0000 7fcd89485100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:14:06.547 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:06 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:06.543+0000 7fcd89485100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:14:07.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:07.076+0000 7fcd89485100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:14:07.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:07.235+0000 7fcd89485100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:08.393 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:08.003+0000 7fcd89485100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:08.807 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:08.808 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (4/15)... 2026-03-05T23:14:08.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:08 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/4112779861' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:09.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:09.164+0000 7fcd89485100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:14:09.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:09.294+0000 7fcd89485100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:14:09.708 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:09.427+0000 7fcd89485100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:14:10.169 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:09.705+0000 7fcd89485100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:14:10.169 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:09.845+0000 7fcd89485100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:14:10.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:10 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:10.166+0000 7fcd89485100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:14:10.851 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:10 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:10.507+0000 7fcd89485100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:10 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:10.872+0000 7fcd89485100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:11 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:11.012+0000 7fcd89485100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: Activating manager daemon y 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: mgrmap e2: y(active, starting, since 0.0052283s) 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: Manager daemon y is now available 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:14:11.113 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:11 vm02 ceph-mon[55145]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2026-03-05T23:14:11.252 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:11.253 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (5/15)... 2026-03-05T23:14:12.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:12 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3530561608' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:12.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:12 vm02 ceph-mon[55145]: mgrmap e3: y(active, since 1.01045s) 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "899950a0-18e0-11f1-8524-455d4b1e06bd", 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T23:14:14.009 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T22:13:57:908856+0000", 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T22:13:57.909390+0000", 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:14.010 INFO:teuthology.orchestra.run.vm02.stdout:mgr is available 2026-03-05T23:14:14.481 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:14 vm02 ceph-mon[55145]: mgrmap e4: y(active, since 2s) 2026-03-05T23:14:14.481 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:14 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2211908117' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-05T23:14:14.492 INFO:teuthology.orchestra.run.vm02.stdout:Enabling cephadm module... 2026-03-05T23:14:15.485 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:15 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T23:14:15.485 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:15 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T23:14:15.485 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:15 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-05T23:14:15.485 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setuser ceph since I am not root 2026-03-05T23:14:15.485 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setgroup ceph since I am not root 2026-03-05T23:14:15.823 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:15.672+0000 7f9d8386d100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:14:15.823 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:15.821+0000 7f9d8386d100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-05T23:14:16.062 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 5... 2026-03-05T23:14:16.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:16 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-05T23:14:16.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:16 vm02 ceph-mon[55145]: mgrmap e5: y(active, since 4s) 2026-03-05T23:14:16.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:16 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3436830947' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:14:17.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:17 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:17.007+0000 7f9d8386d100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:14:18.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:17 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:17.863+0000 7f9d8386d100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:14:18.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:17 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:17.986+0000 7f9d8386d100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:14:18.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:18 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:18.228+0000 7f9d8386d100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:14:20.419 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.094+0000 7f9d8386d100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:14:20.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.417+0000 7f9d8386d100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:20.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.544+0000 7f9d8386d100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:14:20.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.658+0000 7f9d8386d100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:21.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.790+0000 7f9d8386d100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:14:21.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:20 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:20.904+0000 7f9d8386d100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:14:21.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:21 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:21.408+0000 7f9d8386d100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:14:21.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:21 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:21.553+0000 7f9d8386d100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:22.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:22 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:22.241+0000 7f9d8386d100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:14:23.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:23 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:23.274+0000 7f9d8386d100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:14:23.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:23 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:23.393+0000 7f9d8386d100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:14:23.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:23 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:23.516+0000 7f9d8386d100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:14:24.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:23 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:23.792+0000 7f9d8386d100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:14:24.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:23 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:23.908+0000 7f9d8386d100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:14:24.531 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:24 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:24.197+0000 7f9d8386d100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:14:24.886 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:24 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:24.529+0000 7f9d8386d100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:25.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:24 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:24.884+0000 7f9d8386d100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:14:25.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:25 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:25.009+0000 7f9d8386d100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: Active manager daemon y restarted 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: Activating manager daemon y 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: osdmap e2: 0 total, 0 up, 0 in 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: mgrmap e6: y(active, starting, since 0.23514s) 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: Manager daemon y is now available 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:14:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:25 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 5 is available 2026-03-05T23:14:26.413 INFO:teuthology.orchestra.run.vm02.stdout:Setting orchestrator backend to cephadm... 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: Found migration_current of "None". Setting to last migration. 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:26.507 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:26 vm02 ceph-mon[55145]: mgrmap e7: y(active, since 1.23656s) 2026-03-05T23:14:27.404 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-05T23:14:27.404 INFO:teuthology.orchestra.run.vm02.stdout:Generating ssh key... 2026-03-05T23:14:27.521 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:27 vm02 ceph-mon[55145]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:14:27.521 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:27 vm02 ceph-mon[55145]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:14:27.521 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:27 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:27.521 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:27 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:27.521 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:27 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:28.055 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: Generating public/private rsa key pair. 2026-03-05T23:14:28.055 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: Your identification has been saved in /tmp/tmprjgl94cv/key 2026-03-05T23:14:28.055 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: Your public key has been saved in /tmp/tmprjgl94cv/key.pub 2026-03-05T23:14:28.055 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: The key fingerprint is: 2026-03-05T23:14:28.055 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: SHA256:BZCJ158JWPEVRtBEPBpOqJ+fde9Oot2zQK+8y53P2SI ceph-899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: The key's randomart image is: 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: +---[RSA 3072]----+ 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | ..B+o.BB. | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | . = +ooo+ | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | . . =o= . | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | . .* | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | .S. . | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | o o o | 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | . o o.o.| 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | o Eo=*=| 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: | .B+O@| 2026-03-05T23:14:28.056 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: +----[SHA256]-----+ 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:26] ENGINE Bus STARTING 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:26] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:26] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:26] ENGINE Bus STARTED 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:26] ENGINE Client ('192.168.123.102', 60220) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: mgrmap e8: y(active, since 2s) 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:28.403 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:28 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:28.417 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHSl1VelIGuq4af2fefJ8SdwSgBUO37H0/G+D6203YxJU5r3OY6pjjNehceg67dibnUULjf3HU8HC6YDwbSUVdJ11Pm8iNBMANhcAKPYn+Yw/xk4isuAMD8Sd3UoE2+IK8QGRhaYEmjG7MlFWKw+QCADR/SHg245BQEV1gb/v5iwWPu4gNaipdkzi0ivs274mpkg/6bQtcTxAEhFNDYOjRKDMuvhO6u+96D6Pj2uQdL82xn3+EcmNGmqgtnt63gFfEItAIlMevEWs5knRsntF6fCxaKt7hTTjP7zQerCqCLrNWYI2usZLSojy/kbwggSoZgUU6XCYbUBiOuAGfC1LtMLV6ZjBTSNTEkXWg6lx/TkmNLtnbCHvr1QU2Ic1Zxr4bWaMW6mNordcHk+iIMIHDcO5zZ7/rOUCnfHtxuKINsVkdmGSzZ6LaFWAdxZawplIZuAZX0G21bDd0c9RvmPegqJiV+Hn4yswjY9kx4/IkOPQ34/LLhbABWIzBtGtRdjE= ceph-899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:28.417 INFO:teuthology.orchestra.run.vm02.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-05T23:14:28.417 INFO:teuthology.orchestra.run.vm02.stdout:Adding key to root@localhost authorized_keys... 2026-03-05T23:14:28.417 INFO:teuthology.orchestra.run.vm02.stdout:Adding host vm02... 2026-03-05T23:14:29.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:29 vm02 ceph-mon[55145]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:29.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:29 vm02 ceph-mon[55145]: Generating ssh key... 2026-03-05T23:14:29.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:29 vm02 ceph-mon[55145]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:30.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:30 vm02 ceph-mon[55145]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:31.316 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Added host 'vm02' with addr '192.168.123.102' 2026-03-05T23:14:31.316 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mon service... 2026-03-05T23:14:31.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:31 vm02 ceph-mon[55145]: Deploying cephadm binary to vm02 2026-03-05T23:14:31.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:31 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:31.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:31 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:31.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-05T23:14:31.838 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mgr service... 2026-03-05T23:14:32.314 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-05T23:14:32.497 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:32 vm02 ceph-mon[55145]: Added host vm02 2026-03-05T23:14:32.497 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:32 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:32.497 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:32 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:33.342 INFO:teuthology.orchestra.run.vm02.stdout:Enabling the dashboard module... 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: Saving service mon spec with placement count:5 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: Saving service mgr spec with placement count:2 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1162009158' entity='client.admin' 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:33.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:33 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/4130256823' entity='client.admin' 2026-03-05T23:14:34.425 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:34 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setuser ceph since I am not root 2026-03-05T23:14:34.425 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:34 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setgroup ceph since I am not root 2026-03-05T23:14:34.425 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:34 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T23:14:34.425 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:34 vm02 ceph-mon[55145]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:14:34.845 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:34 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:34.676+0000 7f65c4f8a100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:14:35.151 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:34 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:34.845+0000 7f65c4f8a100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:35.163 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-05T23:14:35.164 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 9... 2026-03-05T23:14:35.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:35 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T23:14:35.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:35 vm02 ceph-mon[55145]: mgrmap e9: y(active, since 9s) 2026-03-05T23:14:35.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:35 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/4057154788' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:14:36.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:36 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:36.051+0000 7f65c4f8a100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:14:37.308 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:36 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:36.931+0000 7f65c4f8a100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:14:37.308 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:37 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:37.054+0000 7f65c4f8a100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:14:37.308 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:37 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:37.305+0000 7f65c4f8a100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:14:39.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.096+0000 7f65c4f8a100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:14:39.703 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.443+0000 7f65c4f8a100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:39.703 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.579+0000 7f65c4f8a100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:14:39.973 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.701+0000 7f65c4f8a100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:39.976 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.846+0000 7f65c4f8a100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:14:40.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:39.970+0000 7f65c4f8a100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:14:40.923 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:40 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:40.517+0000 7f65c4f8a100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:14:40.923 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:40 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:40.672+0000 7f65c4f8a100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:14:41.923 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:41 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:41.424+0000 7f65c4f8a100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:14:42.758 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:42 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:42.495+0000 7f65c4f8a100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:14:42.758 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:42 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:42.621+0000 7f65c4f8a100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:14:43.015 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:42 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:42.755+0000 7f65c4f8a100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:14:43.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:43.012+0000 7f65c4f8a100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:14:43.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:43.133+0000 7f65c4f8a100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:14:43.813 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:43.450+0000 7f65c4f8a100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:14:44.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:43.811+0000 7f65c4f8a100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:44 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:44.178+0000 7f65c4f8a100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:14:44 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:14:44.301+0000 7f65c4f8a100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: Active manager daemon y restarted 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: Activating manager daemon y 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: mgrmap e10: y(active, starting, since 0.00875631s) 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: Manager daemon y is now available 2026-03-05T23:14:44.462 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:45.490 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T23:14:45.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-03-05T23:14:45.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-05T23:14:45.491 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T23:14:45.491 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 9 is available 2026-03-05T23:14:45.491 INFO:teuthology.orchestra.run.vm02.stdout:Generating a dashboard self-signed certificate... 2026-03-05T23:14:45.603 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:14:45.603 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:14:45.603 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:45.603 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:45 vm02 ceph-mon[55145]: mgrmap e11: y(active, since 1.02192s) 2026-03-05T23:14:46.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-05T23:14:46.234 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial admin user... 2026-03-05T23:14:46.615 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:46 vm02 ceph-mon[55145]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:14:46.615 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:46 vm02 ceph-mon[55145]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:14:46.615 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:46.615 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:46.615 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:46.936 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$I/klK2DvWnc2SohmUTY6ZOCLEPTf2xO03dVHp7aqFKfbzzbEF3gsW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1772748886, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-05T23:14:46.936 INFO:teuthology.orchestra.run.vm02.stdout:Fetching dashboard port number... 2026-03-05T23:14:47.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 8443 2026-03-05T23:14:47.408 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T23:14:47.408 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout:Ceph Dashboard is now available at: 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout: URL: https://vm02.local:8443/ 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout: User: admin 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout: Password: 5gtemegto2 2026-03-05T23:14:47.409 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.410 INFO:teuthology.orchestra.run.vm02.stdout:Saving cluster configuration to /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config directory 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:45] ENGINE Bus STARTING 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:45] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:45] ENGINE Client ('192.168.123.102', 42872) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:46] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: [05/Mar/2026:22:14:46] ENGINE Bus STARTED 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: mgrmap e12: y(active, since 2s) 2026-03-05T23:14:47.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:47 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1036994259' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:Or, if you are only running a single cluster on this host: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: ceph telemetry on 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:For more information see: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:47.946 INFO:teuthology.orchestra.run.vm02.stdout:Bootstrap complete. 2026-03-05T23:14:47.975 INFO:tasks.cephadm:Fetching config... 2026-03-05T23:14:47.975 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:14:47.975 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-05T23:14:47.990 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-05T23:14:47.990 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:14:47.990 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-05T23:14:48.054 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-05T23:14:48.054 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:14:48.054 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/keyring of=/dev/stdout 2026-03-05T23:14:48.125 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-05T23:14:48.125 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:14:48.125 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-05T23:14:48.183 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-05T23:14:48.183 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHSl1VelIGuq4af2fefJ8SdwSgBUO37H0/G+D6203YxJU5r3OY6pjjNehceg67dibnUULjf3HU8HC6YDwbSUVdJ11Pm8iNBMANhcAKPYn+Yw/xk4isuAMD8Sd3UoE2+IK8QGRhaYEmjG7MlFWKw+QCADR/SHg245BQEV1gb/v5iwWPu4gNaipdkzi0ivs274mpkg/6bQtcTxAEhFNDYOjRKDMuvhO6u+96D6Pj2uQdL82xn3+EcmNGmqgtnt63gFfEItAIlMevEWs5knRsntF6fCxaKt7hTTjP7zQerCqCLrNWYI2usZLSojy/kbwggSoZgUU6XCYbUBiOuAGfC1LtMLV6ZjBTSNTEkXWg6lx/TkmNLtnbCHvr1QU2Ic1Zxr4bWaMW6mNordcHk+iIMIHDcO5zZ7/rOUCnfHtxuKINsVkdmGSzZ6LaFWAdxZawplIZuAZX0G21bDd0c9RvmPegqJiV+Hn4yswjY9kx4/IkOPQ34/LLhbABWIzBtGtRdjE= ceph-899950a0-18e0-11f1-8524-455d4b1e06bd' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-05T23:14:48.261 INFO:teuthology.orchestra.run.vm02.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHSl1VelIGuq4af2fefJ8SdwSgBUO37H0/G+D6203YxJU5r3OY6pjjNehceg67dibnUULjf3HU8HC6YDwbSUVdJ11Pm8iNBMANhcAKPYn+Yw/xk4isuAMD8Sd3UoE2+IK8QGRhaYEmjG7MlFWKw+QCADR/SHg245BQEV1gb/v5iwWPu4gNaipdkzi0ivs274mpkg/6bQtcTxAEhFNDYOjRKDMuvhO6u+96D6Pj2uQdL82xn3+EcmNGmqgtnt63gFfEItAIlMevEWs5knRsntF6fCxaKt7hTTjP7zQerCqCLrNWYI2usZLSojy/kbwggSoZgUU6XCYbUBiOuAGfC1LtMLV6ZjBTSNTEkXWg6lx/TkmNLtnbCHvr1QU2Ic1Zxr4bWaMW6mNordcHk+iIMIHDcO5zZ7/rOUCnfHtxuKINsVkdmGSzZ6LaFWAdxZawplIZuAZX0G21bDd0c9RvmPegqJiV+Hn4yswjY9kx4/IkOPQ34/LLhbABWIzBtGtRdjE= ceph-899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:48.272 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHSl1VelIGuq4af2fefJ8SdwSgBUO37H0/G+D6203YxJU5r3OY6pjjNehceg67dibnUULjf3HU8HC6YDwbSUVdJ11Pm8iNBMANhcAKPYn+Yw/xk4isuAMD8Sd3UoE2+IK8QGRhaYEmjG7MlFWKw+QCADR/SHg245BQEV1gb/v5iwWPu4gNaipdkzi0ivs274mpkg/6bQtcTxAEhFNDYOjRKDMuvhO6u+96D6Pj2uQdL82xn3+EcmNGmqgtnt63gFfEItAIlMevEWs5knRsntF6fCxaKt7hTTjP7zQerCqCLrNWYI2usZLSojy/kbwggSoZgUU6XCYbUBiOuAGfC1LtMLV6ZjBTSNTEkXWg6lx/TkmNLtnbCHvr1QU2Ic1Zxr4bWaMW6mNordcHk+iIMIHDcO5zZ7/rOUCnfHtxuKINsVkdmGSzZ6LaFWAdxZawplIZuAZX0G21bDd0c9RvmPegqJiV+Hn4yswjY9kx4/IkOPQ34/LLhbABWIzBtGtRdjE= ceph-899950a0-18e0-11f1-8524-455d4b1e06bd' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-05T23:14:48.308 INFO:teuthology.orchestra.run.vm09.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHSl1VelIGuq4af2fefJ8SdwSgBUO37H0/G+D6203YxJU5r3OY6pjjNehceg67dibnUULjf3HU8HC6YDwbSUVdJ11Pm8iNBMANhcAKPYn+Yw/xk4isuAMD8Sd3UoE2+IK8QGRhaYEmjG7MlFWKw+QCADR/SHg245BQEV1gb/v5iwWPu4gNaipdkzi0ivs274mpkg/6bQtcTxAEhFNDYOjRKDMuvhO6u+96D6Pj2uQdL82xn3+EcmNGmqgtnt63gFfEItAIlMevEWs5knRsntF6fCxaKt7hTTjP7zQerCqCLrNWYI2usZLSojy/kbwggSoZgUU6XCYbUBiOuAGfC1LtMLV6ZjBTSNTEkXWg6lx/TkmNLtnbCHvr1QU2Ic1Zxr4bWaMW6mNordcHk+iIMIHDcO5zZ7/rOUCnfHtxuKINsVkdmGSzZ6LaFWAdxZawplIZuAZX0G21bDd0c9RvmPegqJiV+Hn4yswjY9kx4/IkOPQ34/LLhbABWIzBtGtRdjE= ceph-899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:14:48.322 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-05T23:14:48.677 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:48 vm02 ceph-mon[55145]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:48.677 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:48 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/683751516' entity='client.admin' 2026-03-05T23:14:48.696 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:14:49.305 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-05T23:14:49.305 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-05T23:14:49.870 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:14:50.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:50 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1013628788' entity='client.admin' 2026-03-05T23:14:50.590 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm09 2026-03-05T23:14:50.590 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:14:50.590 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.conf 2026-03-05T23:14:50.611 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:14:50.611 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:14:50.666 INFO:tasks.cephadm:Adding host vm09 to orchestrator... 2026-03-05T23:14:50.666 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch host add vm09 2026-03-05T23:14:51.039 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:51.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:51 vm02 ceph-mon[55145]: mgrmap e13: y(active, since 6s) 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:14:52.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:52 vm02 ceph-mon[55145]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:53.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:53 vm02 ceph-mon[55145]: Deploying cephadm binary to vm09 2026-03-05T23:14:53.895 INFO:teuthology.orchestra.run.vm02.stdout:Added host 'vm09' with addr '192.168.123.109' 2026-03-05T23:14:54.070 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch host ls --format=json 2026-03-05T23:14:54.415 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:14:54.778 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:14:54.778 INFO:teuthology.orchestra.run.vm02.stdout:[{"addr": "192.168.123.102", "hostname": "vm02", "labels": [], "status": ""}, {"addr": "192.168.123.109", "hostname": "vm09", "labels": [], "status": ""}] 2026-03-05T23:14:54.955 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-05T23:14:54.955 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd crush tunables default 2026-03-05T23:14:55.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:55.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:54 vm02 ceph-mon[55145]: Added host vm09 2026-03-05T23:14:55.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:14:55.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:55.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:55.303 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:14:56.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:55 vm02 ceph-mon[55145]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:14:56.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:55 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:56.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:55 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T23:14:56.445 INFO:teuthology.orchestra.run.vm02.stderr:adjusted tunables profile to default 2026-03-05T23:14:56.987 INFO:tasks.cephadm:Adding mon.a on vm02 2026-03-05T23:14:56.988 INFO:tasks.cephadm:Adding mon.c on vm02 2026-03-05T23:14:56.988 INFO:tasks.cephadm:Adding mon.b on vm09 2026-03-05T23:14:56.988 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply mon '3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b' 2026-03-05T23:14:57.363 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-05T23:14:57.420 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /etc/ceph/ceph.conf 2026-03-05T23:14:57.824 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mon update... 2026-03-05T23:14:57.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:57 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T23:14:57.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:57 vm02 ceph-mon[55145]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:14:58.011 DEBUG:teuthology.orchestra.run.vm02:mon.c> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.c.service 2026-03-05T23:14:58.012 DEBUG:teuthology.orchestra.run.vm09:mon.b> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.b.service 2026-03-05T23:14:58.014 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T23:14:58.014 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph mon dump -f json 2026-03-05T23:14:58.444 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:14:58.860 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:14:58.860 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","modified":"2026-03-05T22:13:56.575186Z","created":"2026-03-05T22:13:56.575186Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-05T23:14:58.860 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:14:59.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:14:59.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:14:59.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:14:59.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:00.029 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T23:15:00.029 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph mon dump -f json 2026-03-05T23:15:00.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:59 vm02 ceph-mon[55145]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:15:00.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:59 vm02 ceph-mon[55145]: Deploying daemon mon.b on vm09 2026-03-05T23:15:00.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:14:59 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/2143032020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:00.468 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:15:00.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.allow_mmap_writes: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.use_direct_reads: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.create_missing_column_families: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.db_log_dir: 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.wal_dir: 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.table_cache_numshardbits: 6 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.WAL_ttl_seconds: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.WAL_size_limit_MB: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.is_fd_close_on_exec: 1 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.advise_random_on_open: 1 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.db_write_buffer_size: 0 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.write_buffer_manager: 0x558441d95900 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-05T23:15:01.153 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.use_adaptive_mutex: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.rate_limiter: (nil) 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.wal_recovery_mode: 2 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enable_thread_tracking: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enable_pipelined_write: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.unordered_write: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.row_cache: None 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.wal_filter: None 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.allow_ingest_behind: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.two_write_queues: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.manual_wal_flush: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.wal_compression: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.atomic_flush: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.persist_stats_to_disk: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.write_dbid_to_manifest: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.log_readahead_size: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.best_efforts_recovery: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.allow_data_in_errors: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.db_host_id: __hostname__ 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enforce_single_del_contracts: true 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_background_jobs: 2 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_background_compactions: -1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_subcompactions: 1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.delayed_write_rate : 16777216 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_total_wal_size: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.stats_dump_period_sec: 600 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.stats_persist_period_sec: 600 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_open_files: -1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bytes_per_sync: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.wal_bytes_per_sync: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.strict_bytes_per_sync: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_readahead_size: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_background_flushes: -1 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Compression algorithms supported: 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kZSTD supported: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kXpressCompression supported: 0 2026-03-05T23:15:01.154 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kBZip2Compression supported: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kLZ4Compression supported: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kZlibCompression supported: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kLZ4HCCompression supported: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: kSnappyCompression supported: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Fast CRC32 supported: Supported on x86 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: DMutex implementation: pthread_mutex_t 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.merge_operator: 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_filter: None 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_filter_factory: None 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.sst_partitioner_factory: None 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.memtable_factory: SkipListFactory 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.table_factory: BlockBasedTable 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558441d903e0) 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: cache_index_and_filter_blocks: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: pin_top_level_index_and_filter: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: index_type: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: data_block_index_type: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: index_shortening: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: data_block_hash_table_util_ratio: 0.750000 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: checksum: 4 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: no_block_cache: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_cache: 0x558441db51f0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_cache_name: BinnedLRUCache 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_cache_options: 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: capacity : 536870912 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: num_shard_bits : 4 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: strict_capacity_limit : 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: high_pri_pool_ratio: 0.000 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_cache_compressed: (nil) 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: persistent_cache: (nil) 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_size: 4096 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_size_deviation: 10 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: block_restart_interval: 16 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: index_block_restart_interval: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: metadata_block_size: 4096 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: partition_filters: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: use_delta_encoding: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: filter_policy: bloomfilter 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: whole_key_filtering: 1 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: verify_compression: 0 2026-03-05T23:15:01.155 INFO:journalctl@ceph.mon.b.vm09.stdout: read_amp_bytes_per_bit: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: format_version: 5 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: enable_index_compression: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: block_align: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: max_auto_readahead_size: 262144 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: prepopulate_block_cache: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: initial_auto_readahead_size: 8192 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout: num_file_reads_for_auto_readahead: 2 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.write_buffer_size: 33554432 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_write_buffer_number: 2 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression: NoCompression 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression: Disabled 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.prefix_extractor: nullptr 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.num_levels: 7 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.window_bits: -14 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.level: 32767 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.strategy: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.enabled: false 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.target_file_size_base: 67108864 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.target_file_size_multiplier: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.arena_block_size: 1048576 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.disable_auto_compactions: 0 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-05T23:15:01.156 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.inplace_update_support: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.inplace_update_num_locks: 10000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.memtable_huge_page_size: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.bloom_locality: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.max_successive_merges: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.optimize_filters_for_hits: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.paranoid_file_checks: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.force_consistency_checks: 1 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.report_bg_io_stats: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.ttl: 2592000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.periodic_compaction_seconds: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enable_blob_files: false 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.min_blob_size: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_file_size: 268435456 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_compression_type: NoCompression 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.enable_blob_garbage_collection: false 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.blob_file_starting_level: 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4ff98759-d9c8-4464-b7ed-d572a2385ad8 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748900846076, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748900849816, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1772748900, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4ff98759-d9c8-4464-b7ed-d572a2385ad8", "db_session_id": "7WEVA2VUF3877785PT98", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748900849929, "job": 1, "event": "recovery_finished"} 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558441db6e00 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: DB pointer 0x558441ece000 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: ** DB Stats ** 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: ** Compaction Stats [default] ** 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: L0 1/0 1.60 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.4 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Sum 1/0 1.60 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.4 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.4 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: ** Compaction Stats [default] ** 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:15:01.157 INFO:journalctl@ceph.mon.b.vm09.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.4 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Cumulative compaction: 0.00 GB write, 0.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Interval compaction: 0.00 GB write, 0.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Block cache BinnedLRUCache@0x558441db51f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b does not exist in monmap, will attempt to join an existing cluster 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: using public_addr v2:192.168.123.109:0/0 -> [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: starting mon.b rank -1 at public addrs [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] at bind addrs [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(???) e0 preinit fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).mds e1 new map 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).mds e1 print_map 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: e1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: btime 2026-03-05T22:13:57:908856+0000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: legacy client fscid: -1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout: No filesystems configured 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mkfs 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: monmap epoch 1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: last_changed 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: min_mon_release 19 (squid) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: election_strategy: 1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: fsmap 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e1: no daemons active 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3097454103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3314830773' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3314830773' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: monmap epoch 1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: last_changed 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: min_mon_release 19 (squid) 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: election_strategy: 1 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: fsmap 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e1: no daemons active 2026-03-05T23:15:01.158 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2690039012' entity='client.admin' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/738708654' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1903439425' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/390267712' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/4112779861' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Activating manager daemon y 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e2: y(active, starting, since 0.0052283s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Manager daemon y is now available 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3530561608' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e3: y(active, since 1.01045s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e4: y(active, since 2s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2211908117' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e5: y(active, since 4s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3436830947' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Active manager daemon y restarted 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Activating manager daemon y 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: osdmap e2: 0 total, 0 up, 0 in 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e6: y(active, starting, since 0.23514s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Manager daemon y is now available 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Found migration_current of "None". Setting to last migration. 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e7: y(active, since 1.23656s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:26] ENGINE Bus STARTING 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:26] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:26] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:26] ENGINE Bus STARTED 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:26] ENGINE Client ('192.168.123.102', 60220) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e8: y(active, since 2s) 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Generating ssh key... 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.159 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Deploying cephadm binary to vm02 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Added host vm02 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Saving service mon spec with placement count:5 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Saving service mgr spec with placement count:2 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1162009158' entity='client.admin' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/4130256823' entity='client.admin' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e9: y(active, since 9s) 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/4057154788' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Active manager daemon y restarted 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Activating manager daemon y 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e10: y(active, starting, since 0.00875631s) 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Manager daemon y is now available 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e11: y(active, since 1.02192s) 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:45] ENGINE Bus STARTING 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:45] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:45] ENGINE Client ('192.168.123.102', 42872) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:46] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: [05/Mar/2026:22:14:46] ENGINE Bus STARTED 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e12: y(active, since 2s) 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1036994259' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/683751516' entity='client.admin' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1013628788' entity='client.admin' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mgrmap e13: y(active, since 6s) 2026-03-05T23:15:01.160 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Deploying cephadm binary to vm09 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Added host vm09 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: Deploying daemon mon.b on vm09 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/2143032020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).mgr e0 loading version 13 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).mgr e13 active server: [v2:192.168.123.102:6800/3096610641,v1:192.168.123.102:6801/3096610641](14156) 2026-03-05T23:15:01.161 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:00 vm09 ceph-mon[79434]: mon.b@-1(synchronizing).mgr e13 mkfs or daemon transitioned to available, loading commands 2026-03-05T23:15:02.159 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 podman[64330]: 2026-03-05 23:15:02.11477919 +0100 CET m=+0.017008769 container create 191ade61bfb5af2c59d02ee5d2c61a3c49af58352916b169d2dbd036f8587f44 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 podman[64330]: 2026-03-05 23:15:02.16225756 +0100 CET m=+0.064487139 container init 191ade61bfb5af2c59d02ee5d2c61a3c49af58352916b169d2dbd036f8587f44 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 podman[64330]: 2026-03-05 23:15:02.167932832 +0100 CET m=+0.070162411 container start 191ade61bfb5af2c59d02ee5d2c61a3c49af58352916b169d2dbd036f8587f44 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 bash[64330]: 191ade61bfb5af2c59d02ee5d2c61a3c49af58352916b169d2dbd036f8587f44 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 podman[64330]: 2026-03-05 23:15:02.107775841 +0100 CET m=+0.010005420 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 systemd[1]: Started Ceph mon.c for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: set uid:gid to 167:167 (ceph:ceph) 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable), process ceph-mon, pid 7 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: pidfile_write: ignore empty --pid-file 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: load: jerasure load: lrc 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: RocksDB version: 7.9.2 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Git sha 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Compile date 2026-03-03 21:08:28 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: DB SUMMARY 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: DB Session ID: I2FURUYQ988IJOUF0XIP 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: CURRENT file: CURRENT 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: IDENTITY file: IDENTITY 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.error_if_exists: 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.create_if_missing: 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.paranoid_checks: 1 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.flush_verify_memtable_count: 1 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.env: 0x555f8a146ca0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.fs: PosixFileSystem 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.info_log: 0x555f8c0b4320 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_file_opening_threads: 16 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.statistics: (nil) 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.use_fsync: 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_log_file_size: 0 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-05T23:15:02.426 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.log_file_time_to_roll: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.keep_log_file_num: 1000 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.recycle_log_file_num: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_fallocate: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_mmap_reads: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_mmap_writes: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.use_direct_reads: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.create_missing_column_families: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.db_log_dir: 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.wal_dir: 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.table_cache_numshardbits: 6 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.WAL_ttl_seconds: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.WAL_size_limit_MB: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.is_fd_close_on_exec: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.advise_random_on_open: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.db_write_buffer_size: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.write_buffer_manager: 0x555f8c0b9900 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.use_adaptive_mutex: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.rate_limiter: (nil) 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.wal_recovery_mode: 2 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enable_thread_tracking: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enable_pipelined_write: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.unordered_write: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.row_cache: None 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.wal_filter: None 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_ingest_behind: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.two_write_queues: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.manual_wal_flush: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.wal_compression: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.atomic_flush: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.persist_stats_to_disk: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.write_dbid_to_manifest: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.log_readahead_size: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.best_efforts_recovery: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.allow_data_in_errors: 0 2026-03-05T23:15:02.427 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.db_host_id: __hostname__ 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enforce_single_del_contracts: true 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_background_jobs: 2 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_background_compactions: -1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_subcompactions: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.delayed_write_rate : 16777216 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_total_wal_size: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.stats_dump_period_sec: 600 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.stats_persist_period_sec: 600 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_open_files: -1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bytes_per_sync: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.wal_bytes_per_sync: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.strict_bytes_per_sync: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_readahead_size: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_background_flushes: -1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Compression algorithms supported: 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kZSTD supported: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kXpressCompression supported: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kBZip2Compression supported: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kLZ4Compression supported: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kZlibCompression supported: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kLZ4HCCompression supported: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: kSnappyCompression supported: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Fast CRC32 supported: Supported on x86 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: DMutex implementation: pthread_mutex_t 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.merge_operator: 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_filter: None 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_filter_factory: None 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.sst_partitioner_factory: None 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.memtable_factory: SkipListFactory 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.table_factory: BlockBasedTable 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555f8c0b43e0) 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: cache_index_and_filter_blocks: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: pin_top_level_index_and_filter: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: index_type: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: data_block_index_type: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: index_shortening: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: data_block_hash_table_util_ratio: 0.750000 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: checksum: 4 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: no_block_cache: 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_cache: 0x555f8c0d91f0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_cache_name: BinnedLRUCache 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_cache_options: 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: capacity : 536870912 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: num_shard_bits : 4 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: strict_capacity_limit : 0 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: high_pri_pool_ratio: 0.000 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_cache_compressed: (nil) 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: persistent_cache: (nil) 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_size: 4096 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_size_deviation: 10 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: block_restart_interval: 16 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: index_block_restart_interval: 1 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: metadata_block_size: 4096 2026-03-05T23:15:02.428 INFO:journalctl@ceph.mon.c.vm02.stdout: partition_filters: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: use_delta_encoding: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: filter_policy: bloomfilter 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: whole_key_filtering: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: verify_compression: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: read_amp_bytes_per_bit: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: format_version: 5 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: enable_index_compression: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: block_align: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: max_auto_readahead_size: 262144 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: prepopulate_block_cache: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: initial_auto_readahead_size: 8192 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout: num_file_reads_for_auto_readahead: 2 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.write_buffer_size: 33554432 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_write_buffer_number: 2 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression: NoCompression 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression: Disabled 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.prefix_extractor: nullptr 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.num_levels: 7 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.window_bits: -14 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.level: 32767 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.strategy: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.enabled: false 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.target_file_size_base: 67108864 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.target_file_size_multiplier: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-05T23:15:02.429 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.arena_block_size: 1048576 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.disable_auto_compactions: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.inplace_update_support: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.inplace_update_num_locks: 10000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.memtable_huge_page_size: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.bloom_locality: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.max_successive_merges: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.optimize_filters_for_hits: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.paranoid_file_checks: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.force_consistency_checks: 1 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.report_bg_io_stats: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.ttl: 2592000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.periodic_compaction_seconds: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enable_blob_files: false 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.min_blob_size: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_file_size: 268435456 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_compression_type: NoCompression 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.enable_blob_garbage_collection: false 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.blob_file_starting_level: 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3912d23c-80e0-40a0-99fa-88a6a4541b1d 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748902193364, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748902194044, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1772748902, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3912d23c-80e0-40a0-99fa-88a6a4541b1d", "db_session_id": "I2FURUYQ988IJOUF0XIP", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: EVENT_LOG_v1 {"time_micros": 1772748902194127, "job": 1, "event": "recovery_finished"} 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555f8c0dae00 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: DB pointer 0x555f8c1f2000 2026-03-05T23:15:02.430 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c does not exist in monmap, will attempt to join an existing cluster 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: ** DB Stats ** 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: L0 1/0 1.60 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Sum 1/0 1.60 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Block cache BinnedLRUCache@0x555f8c0d91f0#7 capacity: 512.00 MB usage: 0.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: Block cache entry stats(count,size,portion): DataBlock(1,0.64 KB,0.00012219%) FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: using public_addrv [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: starting mon.c rank -1 at public addrs [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] at bind addrs [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(???) e0 preinit fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).mds e1 new map 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).mds e1 print_map 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: e1 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: btime 2026-03-05T22:13:57:908856+0000 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: legacy client fscid: -1 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout: No filesystems configured 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-05T23:15:02.431 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mkfs 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: monmap epoch 1 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: last_changed 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: min_mon_release 19 (squid) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: election_strategy: 1 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: fsmap 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e1: no daemons active 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3097454103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3314830773' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3314830773' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: monmap epoch 1 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: last_changed 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: min_mon_release 19 (squid) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: election_strategy: 1 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: fsmap 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e1: no daemons active 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2690039012' entity='client.admin' 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/738708654' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1903439425' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/390267712' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/4112779861' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Activating manager daemon y 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e2: y(active, starting, since 0.0052283s) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Manager daemon y is now available 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14100 192.168.123.102:0/2227568707' entity='mgr.y' 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3530561608' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e3: y(active, since 1.01045s) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e4: y(active, since 2s) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2211908117' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3819668827' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1440150511' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e5: y(active, since 4s) 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3436830947' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Active manager daemon y restarted 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Activating manager daemon y 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: osdmap e2: 0 total, 0 up, 0 in 2026-03-05T23:15:02.432 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e6: y(active, starting, since 0.23514s) 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Manager daemon y is now available 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Found migration_current of "None". Setting to last migration. 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e7: y(active, since 1.23656s) 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:26] ENGINE Bus STARTING 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:26] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:26] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:26] ENGINE Bus STARTED 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:26] ENGINE Client ('192.168.123.102', 60220) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e8: y(active, since 2s) 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Generating ssh key... 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Deploying cephadm binary to vm02 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Added host vm02 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Saving service mon spec with placement count:5 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Saving service mgr spec with placement count:2 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1162009158' entity='client.admin' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/4130256823' entity='client.admin' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14124 192.168.123.102:0/3584846564' entity='mgr.y' 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1069466709' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T23:15:02.433 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e9: y(active, since 9s) 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/4057154788' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Active manager daemon y restarted 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Activating manager daemon y 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e10: y(active, starting, since 0.00875631s) 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Manager daemon y is now available 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e11: y(active, since 1.02192s) 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:45] ENGINE Bus STARTING 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:45] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:45] ENGINE Client ('192.168.123.102', 42872) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:46] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: [05/Mar/2026:22:14:46] ENGINE Bus STARTED 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e12: y(active, since 2s) 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1036994259' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/683751516' entity='client.admin' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1013628788' entity='client.admin' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mgrmap e13: y(active, since 6s) 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Deploying cephadm binary to vm09 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Added host vm09 2026-03-05T23:15:02.434 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1918512578' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: Deploying daemon mon.b on vm09 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/2143032020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:02 vm02 ceph-mon[64366]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-03-05T23:15:05.904 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:15:05.904 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":2,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","modified":"2026-03-05T22:15:00.887633Z","created":"2026-03-05T22:13:56.575186Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-03-05T23:15:05.904 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 2 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: Deploying daemon mon.c on vm02 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: mon.a calling monitor election 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/1766781662' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: mon.b calling monitor election 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: monmap epoch 2 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: last_changed 2026-03-05T22:15:00.887633+0000 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: min_mon_release 19 (squid) 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: election_strategy: 1 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: fsmap 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: mgrmap e13: y(active, since 21s) 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: overall HEALTH_OK 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: Deploying daemon mon.c on vm02 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: mon.a calling monitor election 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/1766781662' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: mon.b calling monitor election 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: monmap epoch 2 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: last_changed 2026-03-05T22:15:00.887633+0000 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: min_mon_release 19 (squid) 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: election_strategy: 1 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: fsmap 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: mgrmap e13: y(active, since 21s) 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: overall HEALTH_OK 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:06.406 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:07.087 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T23:15:07.087 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph mon dump -f json 2026-03-05T23:15:07.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:15:06 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:15:06.884+0000 7f65a5f9d640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-03-05T23:15:07.401 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:15:11.397 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:15:11.397 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":3,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","modified":"2026-03-05T22:15:06.223767Z","created":"2026-03-05T22:13:56.575186Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3301","nonce":0},{"type":"v1","addr":"192.168.123.102:6790","nonce":0}]},"addr":"192.168.123.102:6790/0","public_addr":"192.168.123.102:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2026-03-05T23:15:11.398 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 3 2026-03-05T23:15:11.569 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-05T23:15:11.569 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph config generate-minimal-conf 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: mon.a calling monitor election 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: mon.b calling monitor election 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: mon.c calling monitor election 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: monmap epoch 3 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: last_changed 2026-03-05T22:15:06.223767+0000 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: min_mon_release 19 (squid) 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: election_strategy: 1 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: 2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: fsmap 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: mgrmap e13: y(active, since 26s) 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: overall HEALTH_OK 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:11.570 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:11 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: Deploying daemon mon.c on vm02 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.a calling monitor election 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/1766781662' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.b calling monitor election 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: monmap epoch 2 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: last_changed 2026-03-05T22:15:00.887633+0000 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: min_mon_release 19 (squid) 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: election_strategy: 1 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:11.599 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: fsmap 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mgrmap e13: y(active, since 21s) 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: overall HEALTH_OK 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.a calling monitor election 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.b calling monitor election 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.c calling monitor election 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: monmap epoch 3 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: last_changed 2026-03-05T22:15:06.223767+0000 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: min_mon_release 19 (squid) 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: election_strategy: 1 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: 2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: fsmap 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: mgrmap e13: y(active, since 26s) 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: overall HEALTH_OK 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:11.600 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: mon.a calling monitor election 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: mon.b calling monitor election 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: mon.c calling monitor election 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: monmap epoch 3 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: fsid 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: last_changed 2026-03-05T22:15:06.223767+0000 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: created 2026-03-05T22:13:56.575186+0000 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: min_mon_release 19 (squid) 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: election_strategy: 1 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: 1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: 2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: fsmap 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: mgrmap e13: y(active, since 26s) 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: overall HEALTH_OK 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:11.602 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:11 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:11.916 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:12.312 INFO:teuthology.orchestra.run.vm02.stdout:# minimal ceph.conf for 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:12.312 INFO:teuthology.orchestra.run.vm02.stdout:[global] 2026-03-05T23:15:12.312 INFO:teuthology.orchestra.run.vm02.stdout: fsid = 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:15:12.312 INFO:teuthology.orchestra.run.vm02.stdout: mon_host = [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/3654627772' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.473 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.474 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-05T23:15:12.474 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:15:12.474 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.conf 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/3654627772' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.475 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:12 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.502 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:15:12.502 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:12.569 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:15:12.569 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.conf 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/3654627772' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.591 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:12.592 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:12 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:12.594 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:15:12.594 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:15:12.656 INFO:tasks.cephadm:Adding mgr.y on vm02 2026-03-05T23:15:12.656 INFO:tasks.cephadm:Adding mgr.x on vm09 2026-03-05T23:15:12.656 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply mgr '2;vm02=y;vm09=x' 2026-03-05T23:15:13.029 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: Reconfiguring daemon mon.a on vm02 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: Reconfiguring mon.c (monmap changed)... 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: Reconfiguring daemon mon.c on vm02 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/822313811' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:13.407 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:13.407 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:13 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.439 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mgr update... 2026-03-05T23:15:13.600 DEBUG:teuthology.orchestra.run.vm09:mgr.x> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.x.service 2026-03-05T23:15:13.602 INFO:tasks.cephadm:Deploying OSDs... 2026-03-05T23:15:13.602 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:15:13.602 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T23:15:13.619 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T23:15:13.619 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme0n1 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:15:13 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:15:13.222+0000 7f65a5f9d640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: Reconfiguring daemon mon.a on vm02 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: Reconfiguring mon.c (monmap changed)... 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: Reconfiguring daemon mon.c on vm02 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/822313811' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: Reconfiguring daemon mon.a on vm02 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: Reconfiguring mon.c (monmap changed)... 2026-03-05T23:15:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: Reconfiguring daemon mon.c on vm02 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/822313811' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T23:15:13.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:13 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme0n1 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 727 Links: 1 Device type: 103,1 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:14:49.588262053 +0100 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:23.554036177 +0100 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:23.554036177 +0100 2026-03-05T23:15:13.677 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 23:13:22.595215594 +0100 2026-03-05T23:15:13.677 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-05T23:15:13.741 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:15:13.741 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:15:13.741 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000209632 s, 2.4 MB/s 2026-03-05T23:15:13.742 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-05T23:15:13.799 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme1n1 2026-03-05T23:15:13.856 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme1n1 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 741 Links: 1 Device type: 103,3 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:14:49.641262072 +0100 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:23.953039450 +0100 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:23.953039450 +0100 2026-03-05T23:15:13.857 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 23:13:22.738103430 +0100 2026-03-05T23:15:13.857 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-05T23:15:13.920 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:15:13.920 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:15:13.920 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000210934 s, 2.4 MB/s 2026-03-05T23:15:13.921 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-05T23:15:13.978 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme2n1 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme2n1 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 752 Links: 1 Device type: 103,5 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:14:49.692262091 +0100 2026-03-05T23:15:14.037 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:24.362050777 +0100 2026-03-05T23:15:14.038 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:24.362050777 +0100 2026-03-05T23:15:14.038 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 23:13:22.881035225 +0100 2026-03-05T23:15:14.038 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-05T23:15:14.104 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:15:14.104 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:15:14.104 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000247283 s, 2.1 MB/s 2026-03-05T23:15:14.105 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-05T23:15:14.164 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme3n1 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme3n1 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 763 Links: 1 Device type: 103,7 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 23:14:49.738262108 +0100 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 23:13:24.780062354 +0100 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 23:13:24.780062354 +0100 2026-03-05T23:15:14.224 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 23:13:23.047035460 +0100 2026-03-05T23:15:14.225 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-05T23:15:14.288 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T23:15:14.289 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T23:15:14.289 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000191028 s, 2.7 MB/s 2026-03-05T23:15:14.289 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: Reconfiguring mon.b (monmap changed)... 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: Reconfiguring daemon mon.b on vm09 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: Reconfiguring mon.b (monmap changed)... 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: Reconfiguring daemon mon.b on vm09 2026-03-05T23:15:14.319 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:14.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.340 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:15:14.340 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T23:15:14.365 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T23:15:14.365 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme0n1 2026-03-05T23:15:14.423 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme0n1 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:14:57.565290789 +0100 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:26.954259140 +0100 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:26.954259140 +0100 2026-03-05T23:15:14.424 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:13:26.094258856 +0100 2026-03-05T23:15:14.424 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-05T23:15:14.428 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 systemd[1]: Starting Ceph mgr.x for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: Reconfiguring mon.b (monmap changed)... 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: Reconfiguring daemon mon.b on vm09 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:14.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:14.466 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:15:14.466 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:15:14.466 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000205484 s, 2.5 MB/s 2026-03-05T23:15:14.467 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-05T23:15:14.560 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme1n1 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme1n1 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,2 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:14:57.592290800 +0100 2026-03-05T23:15:14.601 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:27.419259293 +0100 2026-03-05T23:15:14.602 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:27.419259293 +0100 2026-03-05T23:15:14.602 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:13:26.214258895 +0100 2026-03-05T23:15:14.602 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 podman[80710]: 2026-03-05 23:15:14.450855827 +0100 CET m=+0.018196762 container create f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 podman[80710]: 2026-03-05 23:15:14.496738791 +0100 CET m=+0.064079736 container init f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 podman[80710]: 2026-03-05 23:15:14.501326448 +0100 CET m=+0.068667374 container start f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 bash[80710]: f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 podman[80710]: 2026-03-05 23:15:14.443226766 +0100 CET m=+0.010567711 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:15:14.739 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 systemd[1]: Started Ceph mgr.x for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:15:14.747 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:15:14.747 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:15:14.747 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.00139039 s, 368 kB/s 2026-03-05T23:15:14.747 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-05T23:15:14.838 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme2n1 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme2n1 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 753 Links: 1 Device type: 103,5 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:14:57.620290811 +0100 2026-03-05T23:15:14.925 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:27.884259447 +0100 2026-03-05T23:15:14.926 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:27.884259447 +0100 2026-03-05T23:15:14.926 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:13:26.356258942 +0100 2026-03-05T23:15:14.926 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-05T23:15:15.010 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:14.757+0000 7fc625e45100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:15:15.010 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:14 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:14.905+0000 7fc625e45100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:15:15.015 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:15:15.015 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:15:15.016 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000883073 s, 580 kB/s 2026-03-05T23:15:15.016 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-05T23:15:15.085 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme3n1 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme3n1 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 765 Links: 1 Device type: 103,7 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 23:14:57.649290822 +0100 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 23:13:28.349259600 +0100 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 23:13:28.349259600 +0100 2026-03-05T23:15:15.132 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 23:13:26.466258979 +0100 2026-03-05T23:15:15.132 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-05T23:15:15.260 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T23:15:15.260 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T23:15:15.260 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.00202022 s, 253 kB/s 2026-03-05T23:15:15.262 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-05T23:15:15.311 INFO:tasks.cephadm:Deploying osd.0 on vm02 with /dev/nvme3n1... 2026-03-05T23:15:15.311 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme3n1 2026-03-05T23:15:15.655 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: Deploying daemon mgr.x on vm09 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: Deploying daemon mgr.x on vm09 2026-03-05T23:15:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:15.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: Deploying daemon mgr.x on vm09 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:16 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:16.098+0000 7fc625e45100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.380 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:16.647 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:16.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:17.143 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:15:17.161 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm02:/dev/nvme3n1 2026-03-05T23:15:17.378 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:16 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:16.977+0000 7fc625e45100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:15:17.378 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:17 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:17.114+0000 7fc625e45100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:15:17.498 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[55145]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[55145]: Reconfiguring daemon mgr.y on vm02 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[55145]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[64366]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[64366]: Reconfiguring daemon mgr.y on vm02 2026-03-05T23:15:17.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:17 vm02 ceph-mon[64366]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:17.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:17 vm09 ceph-mon[79434]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T23:15:17.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:17 vm09 ceph-mon[79434]: Reconfiguring daemon mgr.y on vm02 2026-03-05T23:15:17.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:17 vm09 ceph-mon[79434]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:17.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:17 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:17.375+0000 7fc625e45100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:15:18.439 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:18.439 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:18.439 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:18.440 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:18.440 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:18.440 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:18.680 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:18.680 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:18.680 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/856728683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]': finished 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:19.563 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:19 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:19.227+0000 7fc625e45100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/856728683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]': finished 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/856728683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]: dispatch 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9fd0a3-4543-4559-aaa8-786df229ff8d"}]': finished 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T23:15:19.564 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:19.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:19 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:19.560+0000 7fc625e45100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:15:19.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:19 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:19.693+0000 7fc625e45100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:15:19.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:19 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:19.806+0000 7fc625e45100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:15:20.399 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:19 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:19.940+0000 7fc625e45100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:15:20.399 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:20 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:20.055+0000 7fc625e45100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:15:20.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:20 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/988891365' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:20.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:20 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/988891365' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:20.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:20 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/988891365' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:20.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:20 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:20.542+0000 7fc625e45100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:15:21.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:20 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:20.691+0000 7fc625e45100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:15:21.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:21 vm02 ceph-mon[55145]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:21.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:21 vm02 ceph-mon[64366]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:21.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:21 vm09 ceph-mon[79434]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:21.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:21 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:21.380+0000 7fc625e45100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:15:22.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:22 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:22.390+0000 7fc625e45100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:15:22.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:22 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:22.511+0000 7fc625e45100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:15:22.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:22 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:22.637+0000 7fc625e45100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:15:23.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:22 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:22.890+0000 7fc625e45100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:15:23.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:23 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:23.009+0000 7fc625e45100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:15:23.642 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:23 vm02 ceph-mon[55145]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:23.642 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:23 vm02 ceph-mon[64366]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:23.648 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:23 vm09 ceph-mon[79434]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:23.648 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:23 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:23.308+0000 7fc625e45100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:15:23.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:23 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:23.645+0000 7fc625e45100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:15:24.408 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: Standby manager daemon x started 2026-03-05T23:15:24.408 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:24.007+0000 7fc625e45100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:15:24.408 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:15:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:15:24.123+0000 7fc625e45100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: Standby manager daemon x started 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T23:15:24.410 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T23:15:24.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:24 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: Standby manager daemon x started 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1900178001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T23:15:24.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:24 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[55145]: Deploying daemon osd.0 on vm02 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[55145]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[55145]: mgrmap e14: y(active, since 40s), standbys: x 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[64366]: Deploying daemon osd.0 on vm02 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[64366]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[64366]: mgrmap e14: y(active, since 40s), standbys: x 2026-03-05T23:15:25.446 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:25 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:15:25.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:25 vm09 ceph-mon[79434]: Deploying daemon osd.0 on vm02 2026-03-05T23:15:25.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:25 vm09 ceph-mon[79434]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:25.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:25 vm09 ceph-mon[79434]: mgrmap e14: y(active, since 40s), standbys: x 2026-03-05T23:15:25.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:25 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:15:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:26 vm02 ceph-mon[55145]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:26 vm02 ceph-mon[64366]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:26.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:26 vm09 ceph-mon[79434]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:27.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:27 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:28.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:27 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:28.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:27 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:28.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:27 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:29.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:29.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:29.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:29.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.731 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 0 on host 'vm02' 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.809 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:29.896 DEBUG:teuthology.orchestra.run.vm02:osd.0> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.0.service 2026-03-05T23:15:29.897 INFO:tasks.cephadm:Deploying osd.1 on vm02 with /dev/nvme2n1... 2026-03-05T23:15:29.898 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme2n1 2026-03-05T23:15:30.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:30.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:30.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:30.380 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:31.115 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:30 vm02 ceph-mon[64366]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T23:15:31.116 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:30 vm02 ceph-mon[64366]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:31.116 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:30 vm02 ceph-mon[55145]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T23:15:31.116 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:30 vm02 ceph-mon[55145]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:31.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:30 vm09 ceph-mon[79434]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T23:15:31.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:30 vm09 ceph-mon[79434]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:32.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:32.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:32.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:32.786 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:15:32.804 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm02:/dev/nvme2n1 2026-03-05T23:15:32.916 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:15:32 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0[68299]: 2026-03-05T22:15:32.727+0000 7f44fd2d6640 -1 osd.0 0 waiting for initial osdmap 2026-03-05T23:15:32.916 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:15:32 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0[68299]: 2026-03-05T22:15:32.735+0000 7f44f88ff640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: Detected new or changed devices on vm02 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: Detected new or changed devices on vm02 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' 2026-03-05T23:15:32.916 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:33.118 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:33.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:15:33.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:15:33.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: Detected new or changed devices on vm02 2026-03-05T23:15:33.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:33.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T23:15:33.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:33.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:33.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T23:15:33.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: from='osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687]' entity='osd.0' 2026-03-05T23:15:33.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:34.048 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:34.048 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:34.048 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:34.048 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687] boot 2026-03-05T23:15:34.048 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687] boot 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T23:15:34.049 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: osd.0 [v2:192.168.123.102:6802/2849161687,v1:192.168.123.102:6803/2849161687] boot 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T23:15:34.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: pgmap v23: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: osdmap e9: 1 total, 1 up, 1 in 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3314724064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]': finished 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: pgmap v23: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: osdmap e9: 1 total, 1 up, 1 in 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3314724064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]': finished 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T23:15:35.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:34 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: pgmap v23: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: osdmap e9: 1 total, 1 up, 1 in 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3314724064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]: dispatch 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc"}]': finished 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T23:15:35.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:34 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:36.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:35 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1785510728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:36.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:35 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1785510728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:36.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:35 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1785510728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:37.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:36 vm02 ceph-mon[64366]: pgmap v26: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:37.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:36 vm02 ceph-mon[55145]: pgmap v26: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:37.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:36 vm09 ceph-mon[79434]: pgmap v26: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:39.381 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[55145]: pgmap v27: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:39.381 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T23:15:39.381 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:39.631 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[64366]: pgmap v27: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:39.631 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T23:15:39.631 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:39 vm09 ceph-mon[79434]: pgmap v27: 0 pgs: ; 0 B data, 426 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T23:15:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:40.477 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:40 vm02 ceph-mon[55145]: Deploying daemon osd.1 on vm02 2026-03-05T23:15:40.477 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:40 vm02 ceph-mon[64366]: Deploying daemon osd.1 on vm02 2026-03-05T23:15:40.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:40 vm09 ceph-mon[79434]: Deploying daemon osd.1 on vm02 2026-03-05T23:15:41.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:41 vm02 ceph-mon[64366]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:41.424 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:41 vm02 ceph-mon[55145]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:41.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:41 vm09 ceph-mon[79434]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[55145]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[64366]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:43.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:43 vm09 ceph-mon[79434]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:43.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:43.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:43.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.828 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 1 on host 'vm02' 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[55145]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.883 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.884 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:44.884 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:44.884 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.884 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:44 vm02 ceph-mon[64366]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:44.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:44 vm09 ceph-mon[79434]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:44.980 DEBUG:teuthology.orchestra.run.vm02:osd.1> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.1.service 2026-03-05T23:15:44.981 INFO:tasks.cephadm:Deploying osd.2 on vm02 with /dev/nvme1n1... 2026-03-05T23:15:44.981 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme1n1 2026-03-05T23:15:45.437 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[55145]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[55145]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[64366]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:45.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:45 vm02 ceph-mon[64366]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:45.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:45.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:45.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:45 vm09 ceph-mon[79434]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:45.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:45 vm09 ceph-mon[79434]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:47.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: pgmap v32: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:47.839 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:15:47.862 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm02:/dev/nvme1n1 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: Detected new or changed devices on vm02 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: from='osd.1 ' entity='osd.1' 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.890 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:15:47 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1[76072]: 2026-03-05T22:15:47.628+0000 7f553e18f640 -1 osd.1 0 waiting for initial osdmap 2026-03-05T23:15:47.890 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:15:47 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1[76072]: 2026-03-05T22:15:47.644+0000 7f5538fa5640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: Detected new or changed devices on vm02 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: from='osd.1 ' entity='osd.1' 2026-03-05T23:15:47.890 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:47 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: Detected new or changed devices on vm02 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: from='osd.1 ' entity='osd.1' 2026-03-05T23:15:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:47 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:48.190 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107] boot 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107] boot 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T23:15:49.112 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: osd.1 [v2:192.168.123.102:6810/994105107,v1:192.168.123.102:6811/994105107] boot 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T23:15:49.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:15:49.901 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/999721425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]': finished 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/999721425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]': finished 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T23:15:49.902 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:49 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/999721425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]: dispatch 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5a853f1-fd61-492c-b88e-c6533a7de5d2"}]': finished 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T23:15:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:49 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:15:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:50 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1859539112' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:50 vm02 ceph-mon[55145]: pgmap v38: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:50 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1859539112' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:50 vm02 ceph-mon[64366]: pgmap v38: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:51.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:50 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1859539112' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:15:51.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:50 vm09 ceph-mon[79434]: pgmap v38: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:53.381 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:53 vm02 ceph-mon[55145]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:53.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:53 vm02 ceph-mon[64366]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:53.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:53 vm09 ceph-mon[79434]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:54.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T23:15:54.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:54 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:54.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:54 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T23:15:54.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:54 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:54.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:54 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T23:15:54.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:54 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:55.613 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:55 vm02 ceph-mon[55145]: pgmap v40: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:55.613 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:55 vm02 ceph-mon[55145]: Deploying daemon osd.2 on vm02 2026-03-05T23:15:55.613 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:55 vm02 ceph-mon[64366]: pgmap v40: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:55.613 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:55 vm02 ceph-mon[64366]: Deploying daemon osd.2 on vm02 2026-03-05T23:15:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:55 vm09 ceph-mon[79434]: pgmap v40: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:55 vm09 ceph-mon[79434]: Deploying daemon osd.2 on vm02 2026-03-05T23:15:57.643 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:57 vm02 ceph-mon[55145]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:57.643 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:57 vm02 ceph-mon[64366]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:57.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:57 vm09 ceph-mon[79434]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:58.644 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:15:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:59.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:15:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:15:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:15:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.384 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 2 on host 'vm02' 2026-03-05T23:16:00.525 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[64366]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.526 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[64366]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.526 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:00.526 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.526 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.527 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[55145]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.527 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[55145]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.527 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:00.527 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.527 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.555 DEBUG:teuthology.orchestra.run.vm02:osd.2> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.2.service 2026-03-05T23:16:00.597 INFO:tasks.cephadm:Deploying osd.3 on vm02 with /dev/nvme0n1... 2026-03-05T23:16:00.597 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme0n1 2026-03-05T23:16:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:00 vm09 ceph-mon[79434]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:00 vm09 ceph-mon[79434]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T23:16:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:01.062 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[55145]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:01.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:01 vm02 ceph-mon[64366]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: from='osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:01 vm09 ceph-mon[79434]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='osd.2 ' entity='osd.2' 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: Detected new or changed devices on vm02 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.433 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='osd.2 ' entity='osd.2' 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: Detected new or changed devices on vm02 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.435 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:02.435 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2[84254]: 2026-03-05T22:16:02.214+0000 7f1caa2d8640 -1 osd.2 0 waiting for initial osdmap 2026-03-05T23:16:02.435 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2[84254]: 2026-03-05T22:16:02.225+0000 7f1ca5901640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='osd.2 ' entity='osd.2' 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: pgmap v46: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: Detected new or changed devices on vm02 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:03.499 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:16:03.515 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm02:/dev/nvme0n1 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[55145]: osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540] boot 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[55145]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[64366]: osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540] boot 2026-03-05T23:16:03.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[64366]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T23:16:03.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:03 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:03.831 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:16:03.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:03 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:16:03.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:03 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:16:03.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:03 vm09 ceph-mon[79434]: osd.2 [v2:192.168.123.102:6818/2925425540,v1:192.168.123.102:6819/2925425540] boot 2026-03-05T23:16:03.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:03 vm09 ceph-mon[79434]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T23:16:03.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:03 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: pgmap v48: 0 pgs: ; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: pgmap v48: 0 pgs: ; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:04.690 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: pgmap v48: 0 pgs: ; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:04.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[55145]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[64366]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T23:16:05.544 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:05.544 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90734]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-05T23:16:05.544 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90734]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.544 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90734]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.544 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90734]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.794 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:05.794 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 ceph-mon[79434]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T23:16:05.794 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T23:16:05.815 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90781]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T23:16:05.815 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90781]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.815 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90781]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.815 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90781]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.815 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90747]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90747]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90747]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90747]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90752]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme2n1 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90752]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90752]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90752]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90767]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90767]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90767]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90767]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90772]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme1n1 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90772]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90772]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90772]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90739]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90739]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90739]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:05.816 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90739]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:06.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90787]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T23:16:06.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90787]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:06.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90787]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:06.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:05 vm02 sudo[90787]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:06.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 sudo[81492]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T23:16:06.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 sudo[81492]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T23:16:06.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 sudo[81492]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T23:16:06.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:05 vm09 sudo[81492]: pam_unix(sudo:session): session closed for user root 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1288207933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]': finished 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: osdmap e21: 4 total, 3 up, 4 in 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/798655990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[64366]: pgmap v52: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1288207933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]': finished 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: osdmap e21: 4 total, 3 up, 4 in 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/798655990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:06.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:06 vm02 ceph-mon[55145]: pgmap v52: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1288207933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb0dfc02-ab5e-438c-b3a6-caa237623b19"}]': finished 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: osdmap e21: 4 total, 3 up, 4 in 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/798655990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:06.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:06 vm09 ceph-mon[79434]: pgmap v52: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:08.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:07 vm02 ceph-mon[55145]: mgrmap e15: y(active, since 82s), standbys: x 2026-03-05T23:16:08.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:07 vm02 ceph-mon[64366]: mgrmap e15: y(active, since 82s), standbys: x 2026-03-05T23:16:08.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:07 vm09 ceph-mon[79434]: mgrmap e15: y(active, since 82s), standbys: x 2026-03-05T23:16:09.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:08 vm02 ceph-mon[64366]: pgmap v53: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:09.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:08 vm02 ceph-mon[55145]: pgmap v53: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:09.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:08 vm09 ceph-mon[79434]: pgmap v53: 1 pgs: 1 unknown; 0 B data, 479 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:10.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:10 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T23:16:10.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:10 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:10.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:10 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T23:16:10.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:10 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:10.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:10 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T23:16:10.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:10 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:11.344 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:11 vm02 ceph-mon[55145]: Deploying daemon osd.3 on vm02 2026-03-05T23:16:11.344 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:11 vm02 ceph-mon[55145]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:11.344 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:11 vm02 ceph-mon[64366]: Deploying daemon osd.3 on vm02 2026-03-05T23:16:11.344 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:11 vm02 ceph-mon[64366]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:11.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:11 vm09 ceph-mon[79434]: Deploying daemon osd.3 on vm02 2026-03-05T23:16:11.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:11 vm09 ceph-mon[79434]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:13 vm02 ceph-mon[55145]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:13 vm02 ceph-mon[64366]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:13.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:13 vm09 ceph-mon[79434]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:14.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:14.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:14.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:14.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.389 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[55145]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:15 vm02 ceph-mon[64366]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:15 vm09 ceph-mon[79434]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T23:16:15.987 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 3 on host 'vm02' 2026-03-05T23:16:16.140 DEBUG:teuthology.orchestra.run.vm02:osd.3> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.3.service 2026-03-05T23:16:16.182 INFO:tasks.cephadm:Deploying osd.4 on vm09 with /dev/nvme3n1... 2026-03-05T23:16:16.182 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme3n1 2026-03-05T23:16:16.502 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.831 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:16 vm09 ceph-mon[79434]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:16.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T23:16:16.925 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T23:16:16.925 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:16.925 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:16.925 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[55145]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:16.926 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:16 vm02 ceph-mon[64366]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:17.884 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:16:17.902 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm09:/dev/nvme3n1 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[55145]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[55145]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[55145]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[64366]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[64366]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[64366]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' 2026-03-05T23:16:17.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:17 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:17.923 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:16:17 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3[92705]: 2026-03-05T22:16:17.657+0000 7f8891cf4640 -1 osd.3 0 waiting for initial osdmap 2026-03-05T23:16:17.923 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:16:17 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3[92705]: 2026-03-05T22:16:17.672+0000 7f888d31d640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:16:18.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:17 vm09 ceph-mon[79434]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T23:16:18.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:17 vm09 ceph-mon[79434]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T23:16:18.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:17 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:18.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:17 vm09 ceph-mon[79434]: from='osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023]' entity='osd.3' 2026-03-05T23:16:18.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:17 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:18.228 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: Detected new or changed devices on vm02 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:19.087 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023] boot 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: osdmap e24: 4 total, 4 up, 4 in 2026-03-05T23:16:19.088 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:18 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: Detected new or changed devices on vm02 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023] boot 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: osdmap e24: 4 total, 4 up, 4 in 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: Detected new or changed devices on vm02 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: osd.3 [v2:192.168.123.102:6826/371122023,v1:192.168.123.102:6827/371122023] boot 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: osdmap e24: 4 total, 4 up, 4 in 2026-03-05T23:16:19.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:18 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: osdmap e25: 4 total, 4 up, 4 in 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]: dispatch 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]': finished 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: osdmap e26: 5 total, 4 up, 5 in 2026-03-05T23:16:20.336 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: osdmap e25: 4 total, 4 up, 4 in 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]': finished 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: osdmap e26: 5 total, 4 up, 5 in 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: osdmap e25: 4 total, 4 up, 4 in 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]: dispatch 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/2001940677' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8eab83d7-c7f0-4704-b590-29197ec5d307"}]': finished 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: osdmap e26: 5 total, 4 up, 5 in 2026-03-05T23:16:20.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:21.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:21 vm02 ceph-mon[55145]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:21.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:21 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/154548641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:21.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:21 vm02 ceph-mon[64366]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:21.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:21 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/154548641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:21.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:21 vm09 ceph-mon[79434]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:21.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:21 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/154548641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:23.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:23 vm02 ceph-mon[55145]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:23.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:23 vm02 ceph-mon[64366]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:23.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:23 vm09 ceph-mon[79434]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:25.603 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:25 vm09 ceph-mon[79434]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:25.603 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:25 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T23:16:25.603 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:25 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[55145]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[64366]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T23:16:25.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:25 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:26.504 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:26 vm09 ceph-mon[79434]: Deploying daemon osd.4 on vm09 2026-03-05T23:16:26.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:26 vm02 ceph-mon[55145]: Deploying daemon osd.4 on vm09 2026-03-05T23:16:26.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:26 vm02 ceph-mon[64366]: Deploying daemon osd.4 on vm09 2026-03-05T23:16:27.666 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:27 vm09 ceph-mon[79434]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:27.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:27 vm02 ceph-mon[55145]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:27.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:27 vm02 ceph-mon[64366]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:28.607 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:28.607 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:28.607 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:29.404 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:29.964 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 4 on host 'vm09' 2026-03-05T23:16:30.113 DEBUG:teuthology.orchestra.run.vm09:osd.4> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.4.service 2026-03-05T23:16:30.114 INFO:tasks.cephadm:Deploying osd.5 on vm09 with /dev/nvme2n1... 2026-03-05T23:16:30.114 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme2n1 2026-03-05T23:16:30.584 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:30.610 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:30 vm09 ceph-mon[79434]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.610 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:30 vm09 ceph-mon[79434]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.610 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:30 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:30.610 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:30 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:30.610 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:30 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[64366]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[64366]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[55145]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[55145]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:30.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:30 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: osdmap e27: 5 total, 4 up, 5 in 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[64366]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: osdmap e27: 5 total, 4 up, 5 in 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:31.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:31 vm02 ceph-mon[55145]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: osdmap e27: 5 total, 4 up, 5 in 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: from='osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:31.717 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:31 vm09 ceph-mon[79434]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:32.222 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:16:32 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:16:32.210+0000 7fd860214640 -1 osd.4 0 waiting for initial osdmap 2026-03-05T23:16:32.222 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:16:32 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:16:32.218+0000 7fd85b02a640 -1 osd.4 28 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:16:32.593 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:32.593 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: Detected new or changed devices on vm09 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: from='osd.4 ' entity='osd.4' 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658] boot 2026-03-05T23:16:32.594 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:32 vm09 ceph-mon[79434]: osdmap e29: 5 total, 5 up, 5 in 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: Detected new or changed devices on vm09 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: from='osd.4 ' entity='osd.4' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658] boot 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[64366]: osdmap e29: 5 total, 5 up, 5 in 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: Detected new or changed devices on vm09 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: Adjusting osd_memory_target on vm09 to 257.0M 2026-03-05T23:16:32.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: Unable to set osd_memory_target on vm09 to 269536460: error parsing value: Value '269536460' is below minimum 939524096 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: from='osd.4 ' entity='osd.4' 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 507 MiB used, 79 GiB / 80 GiB avail 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: osd.4 [v2:192.168.123.109:6800/1500353658,v1:192.168.123.109:6801/1500353658] boot 2026-03-05T23:16:32.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:32 vm02 ceph-mon[55145]: osdmap e29: 5 total, 5 up, 5 in 2026-03-05T23:16:33.091 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:16:33.110 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm09:/dev/nvme2n1 2026-03-05T23:16:33.438 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[64366]: osdmap e30: 5 total, 5 up, 5 in 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:33.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:33 vm02 ceph-mon[55145]: osdmap e30: 5 total, 5 up, 5 in 2026-03-05T23:16:33.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:33 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:16:33.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:33 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:16:33.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:16:33.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:33 vm09 ceph-mon[79434]: osdmap e30: 5 total, 5 up, 5 in 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: pgmap v75: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:34.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:34 vm09 ceph-mon[79434]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: pgmap v75: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[64366]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: pgmap v75: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:34.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:34 vm02 ceph-mon[55145]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T23:16:35.525 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:35 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/3143253170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.525 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:35 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.525 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:35 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]': finished 2026-03-05T23:16:35.525 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:35 vm09 ceph-mon[79434]: osdmap e32: 6 total, 5 up, 6 in 2026-03-05T23:16:35.525 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:35 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/3143253170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]': finished 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[64366]: osdmap e32: 6 total, 5 up, 6 in 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/3143253170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]: dispatch 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "787616a7-90cd-42c6-976e-79888f069930"}]': finished 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[55145]: osdmap e32: 6 total, 5 up, 6 in 2026-03-05T23:16:35.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:35 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:36.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:36 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/441877623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:36.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:36 vm02 ceph-mon[64366]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:36.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:36 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/441877623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:36.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:36 vm02 ceph-mon[55145]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:36.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:36 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/441877623' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:36.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:36 vm09 ceph-mon[79434]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:39.391 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:39 vm09 ceph-mon[79434]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:39.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:39 vm02 ceph-mon[64366]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:39.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:39 vm02 ceph-mon[55145]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T23:16:40.581 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:40 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T23:16:40.581 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:40 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:40.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:40 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T23:16:40.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:40 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:40.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:40 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T23:16:40.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:40 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:41.526 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:41 vm09 ceph-mon[79434]: Deploying daemon osd.5 on vm09 2026-03-05T23:16:41.526 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:41 vm09 ceph-mon[79434]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 83 KiB/s, 0 objects/s recovering 2026-03-05T23:16:41.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:41 vm02 ceph-mon[64366]: Deploying daemon osd.5 on vm09 2026-03-05T23:16:41.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:41 vm02 ceph-mon[64366]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 83 KiB/s, 0 objects/s recovering 2026-03-05T23:16:41.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:41 vm02 ceph-mon[55145]: Deploying daemon osd.5 on vm09 2026-03-05T23:16:41.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:41 vm02 ceph-mon[55145]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 83 KiB/s, 0 objects/s recovering 2026-03-05T23:16:43.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:43 vm09 ceph-mon[79434]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:43.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:43.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:43.406 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:43 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[64366]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[55145]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:43.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:43 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.117 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.117 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.117 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:45.117 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:45.118 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.118 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 58 KiB/s, 0 objects/s recovering 2026-03-05T23:16:45.118 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.118 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:44 vm09 ceph-mon[79434]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.118 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 5 on host 'vm09' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 58 KiB/s, 0 objects/s recovering 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[64366]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 58 KiB/s, 0 objects/s recovering 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:44 vm02 ceph-mon[55145]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T23:16:45.462 DEBUG:teuthology.orchestra.run.vm09:osd.5> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.5.service 2026-03-05T23:16:45.463 INFO:tasks.cephadm:Deploying osd.6 on vm09 with /dev/nvme1n1... 2026-03-05T23:16:45.464 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme1n1 2026-03-05T23:16:45.943 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.992 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:45 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:45.992 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:16:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:16:45.867+0000 7fa950c37640 -1 osd.5 0 waiting for initial osdmap 2026-03-05T23:16:45.992 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:16:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:16:45.874+0000 7fa94c24e640 -1 osd.5 34 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:46.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:45 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967] boot 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: osdmap e35: 6 total, 6 up, 6 in 2026-03-05T23:16:47.127 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:46 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967] boot 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: osdmap e35: 6 total, 6 up, 6 in 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: osd.5 [v2:192.168.123.109:6808/4045898967,v1:192.168.123.109:6809/4045898967] boot 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: osdmap e35: 6 total, 6 up, 6 in 2026-03-05T23:16:47.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:46 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:16:48.177 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:16:48.194 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm09:/dev/nvme1n1 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: Detected new or changed devices on vm09 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.217 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: Adjusting osd_memory_target on vm09 to 128.5M 2026-03-05T23:16:48.218 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: Unable to set osd_memory_target on vm09 to 134768230: error parsing value: Value '134768230' is below minimum 939524096 2026-03-05T23:16:48.218 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:48.218 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:48.218 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.218 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:48 vm09 ceph-mon[79434]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: Detected new or changed devices on vm09 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: Adjusting osd_memory_target on vm09 to 128.5M 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: Unable to set osd_memory_target on vm09 to 134768230: error parsing value: Value '134768230' is below minimum 939524096 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[55145]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: Detected new or changed devices on vm09 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: Adjusting osd_memory_target on vm09 to 128.5M 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: Unable to set osd_memory_target on vm09 to 134768230: error parsing value: Value '134768230' is below minimum 939524096 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:48.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:48 vm02 ceph-mon[64366]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T23:16:48.502 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:16:49.380 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:49 vm09 ceph-mon[79434]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:49.380 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:49 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:49.380 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:49 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:49.380 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:49 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:49.380 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:49 vm09 ceph-mon[79434]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[55145]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[55145]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[64366]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:49.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:49 vm02 ceph-mon[64366]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T23:16:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:50 vm09 ceph-mon[79434]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:50.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:50 vm02 ceph-mon[55145]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:50.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:50 vm02 ceph-mon[64366]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]': finished 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: osdmap e38: 7 total, 6 up, 7 in 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/2019797976' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]': finished 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: osdmap e38: 7 total, 6 up, 7 in 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:51.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:51 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/2019797976' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]: dispatch 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/557068801' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40bad7d9-c1c1-4191-9f48-5ea2877c2235"}]': finished 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: osdmap e38: 7 total, 6 up, 7 in 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:51 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/2019797976' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:16:53.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:53 vm02 ceph-mon[55145]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:53.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:53 vm02 ceph-mon[64366]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:53.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:53 vm09 ceph-mon[79434]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:55.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:55 vm09 ceph-mon[79434]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:55.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:55 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T23:16:55.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:55 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[55145]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[64366]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T23:16:55.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:55 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:16:56.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:56 vm02 ceph-mon[55145]: Deploying daemon osd.6 on vm09 2026-03-05T23:16:56.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:56 vm02 ceph-mon[64366]: Deploying daemon osd.6 on vm09 2026-03-05T23:16:56.680 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:56 vm09 ceph-mon[79434]: Deploying daemon osd.6 on vm09 2026-03-05T23:16:57.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:57 vm02 ceph-mon[55145]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:57.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:57 vm02 ceph-mon[64366]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:57.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:57 vm09 ceph-mon[79434]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:58.746 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:58.747 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:58.747 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:58 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:58.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:58 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[55145]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[64366]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:16:59 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:59 vm09 ceph-mon[79434]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:16:59.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:16:59.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:16:59 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:00.474 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 6 on host 'vm09' 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.599 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:00 vm09 ceph-mon[79434]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:00.630 DEBUG:teuthology.orchestra.run.vm09:osd.6> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.6.service 2026-03-05T23:17:00.673 INFO:tasks.cephadm:Deploying osd.7 on vm09 with /dev/nvme0n1... 2026-03-05T23:17:00.673 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- lvm zap /dev/nvme0n1 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[55145]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T23:17:00.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:00 vm02 ceph-mon[64366]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:01.131 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[55145]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:01.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:01 vm02 ceph-mon[64366]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:01.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:01 vm09 ceph-mon[79434]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:02.468 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:17:02 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:17:02.312+0000 7fb4d08c8640 -1 osd.6 0 waiting for initial osdmap 2026-03-05T23:17:02.468 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:17:02 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:17:02.320+0000 7fb4cb6de640 -1 osd.6 40 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='osd.6 ' entity='osd.6' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: Detected new or changed devices on vm09 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: Adjusting osd_memory_target on vm09 to 87739k 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: Unable to set osd_memory_target on vm09 to 89845486: error parsing value: Value '89845486' is below minimum 939524096 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='osd.6 ' entity='osd.6' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: Detected new or changed devices on vm09 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: Adjusting osd_memory_target on vm09 to 87739k 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: Unable to set osd_memory_target on vm09 to 89845486: error parsing value: Value '89845486' is below minimum 939524096 2026-03-05T23:17:02.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:02.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:02.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:02 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='osd.6 ' entity='osd.6' 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: Detected new or changed devices on vm09 2026-03-05T23:17:02.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: Adjusting osd_memory_target on vm09 to 87739k 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: Unable to set osd_memory_target on vm09 to 89845486: error parsing value: Value '89845486' is below minimum 939524096 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:02.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:02 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:03.523 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T23:17:03.539 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch daemon add osd vm09:/dev/nvme0n1 2026-03-05T23:17:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:03 vm09 ceph-mon[79434]: osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911] boot 2026-03-05T23:17:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:03 vm09 ceph-mon[79434]: osdmap e41: 7 total, 7 up, 7 in 2026-03-05T23:17:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:03 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:03 vm09 ceph-mon[79434]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T23:17:03.854 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[55145]: osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911] boot 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[55145]: osdmap e41: 7 total, 7 up, 7 in 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[55145]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[64366]: osd.6 [v2:192.168.123.109:6816/3736740911,v1:192.168.123.109:6817/3736740911] boot 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[64366]: osdmap e41: 7 total, 7 up, 7 in 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:03.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:03 vm02 ceph-mon[64366]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:04.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:04 vm09 ceph-mon[79434]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[55145]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:04.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:04 vm02 ceph-mon[64366]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T23:17:05.595 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:05 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/1894072458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.595 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:05 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.595 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:05 vm09 ceph-mon[79434]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]': finished 2026-03-05T23:17:05.595 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:05 vm09 ceph-mon[79434]: osdmap e44: 8 total, 7 up, 8 in 2026-03-05T23:17:05.595 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:05 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/1894072458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[55145]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]': finished 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[55145]: osdmap e44: 8 total, 7 up, 8 in 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/1894072458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]: dispatch 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[64366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ee32ff5-5169-4e44-b3ee-f46d817b78d8"}]': finished 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[64366]: osdmap e44: 8 total, 7 up, 8 in 2026-03-05T23:17:05.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:05 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:06.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:06 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/1887159629' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:17:06.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:06 vm02 ceph-mon[55145]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:06 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/1887159629' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:17:06.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:06 vm02 ceph-mon[64366]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:06 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/1887159629' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T23:17:06.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:06 vm09 ceph-mon[79434]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:09.559 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:09 vm09 ceph-mon[79434]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:09.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:09 vm02 ceph-mon[55145]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:09.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:09 vm02 ceph-mon[64366]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:10.658 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:10 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T23:17:10.658 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:10 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:10.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:10 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T23:17:10.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:10 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:10.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:10 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T23:17:10.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:10 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:11.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:11 vm02 ceph-mon[55145]: Deploying daemon osd.7 on vm09 2026-03-05T23:17:11.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:11 vm02 ceph-mon[55145]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:11.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:11 vm02 ceph-mon[64366]: Deploying daemon osd.7 on vm09 2026-03-05T23:17:11.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:11 vm02 ceph-mon[64366]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:11.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:11 vm09 ceph-mon[79434]: Deploying daemon osd.7 on vm09 2026-03-05T23:17:11.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:11 vm09 ceph-mon[79434]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:13.529 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:13 vm09 ceph-mon[79434]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:13.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:13 vm02 ceph-mon[55145]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:13.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:13 vm02 ceph-mon[64366]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:14.540 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:14.540 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:14.540 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:14 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:14.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:14 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[55145]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:15 vm02 ceph-mon[64366]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T23:17:15.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:15.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:15 vm09 ceph-mon[79434]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T23:17:16.202 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 7 on host 'vm09' 2026-03-05T23:17:16.362 DEBUG:teuthology.orchestra.run.vm09:osd.7> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.7.service 2026-03-05T23:17:16.363 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-03-05T23:17:16.363 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd stat -f json 2026-03-05T23:17:16.693 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:17.050 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[55145]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.051 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:16 vm02 ceph-mon[64366]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:17.179 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:16 vm09 ceph-mon[79434]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 140 GiB / 140 GiB avail 2026-03-05T23:17:17.237 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1772749022,"num_in_osds":8,"osd_in_since":1772749025,"num_remapped_pgs":0} 2026-03-05T23:17:17.913 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:17:17 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:17:17.646+0000 7f9bedd52640 -1 osd.7 0 waiting for initial osdmap 2026-03-05T23:17:17.913 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:17:17 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:17:17.665+0000 7f9be937b640 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2048366737' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300] boot 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: osdmap e47: 8 total, 8 up, 8 in 2026-03-05T23:17:17.913 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:17 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2048366737' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300] boot 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: osdmap e47: 8 total, 8 up, 8 in 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2048366737' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300]' entity='osd.7' 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: osd.7 [v2:192.168.123.109:6824/1128161300,v1:192.168.123.109:6825/1128161300] boot 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: osdmap e47: 8 total, 8 up, 8 in 2026-03-05T23:17:18.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:17 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:18.238 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd stat -f json 2026-03-05T23:17:18.544 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:18.941 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:19.100 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1772749037,"num_in_osds":8,"osd_in_since":1772749025,"num_remapped_pgs":0} 2026-03-05T23:17:19.100 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd dump --format=json 2026-03-05T23:17:19.244 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: purged_snaps scrub starts 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: purged_snaps scrub ok 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: Detected new or changed devices on vm09 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: Adjusting osd_memory_target on vm09 to 65804k 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: Unable to set osd_memory_target on vm09 to 67384115: error parsing value: Value '67384115' is below minimum 939524096 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1932916383' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: purged_snaps scrub starts 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: purged_snaps scrub ok 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: Detected new or changed devices on vm09 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: Adjusting osd_memory_target on vm09 to 65804k 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: Unable to set osd_memory_target on vm09 to 67384115: error parsing value: Value '67384115' is below minimum 939524096 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T23:17:19.245 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:19 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1932916383' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:19.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: purged_snaps scrub starts 2026-03-05T23:17:19.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: purged_snaps scrub ok 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: Detected new or changed devices on vm09 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: Adjusting osd_memory_target on vm09 to 65804k 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: Unable to set osd_memory_target on vm09 to 67384115: error parsing value: Value '67384115' is below minimum 939524096 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T23:17:19.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:19 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1932916383' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T23:17:19.460 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:19.825 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:19.825 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":48,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","created":"2026-03-05T22:13:57.909118+0000","modified":"2026-03-05T22:17:18.866387+0000","last_up_change":"2026-03-05T22:17:17.863659+0000","last_in_change":"2026-03-05T22:17:05.528448+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T22:16:04.367897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9fd0a3-4543-4559-aaa8-786df229ff8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6803","nonce":2849161687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6805","nonce":2849161687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6809","nonce":2849161687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6807","nonce":2849161687}]},"public_addr":"192.168.123.102:6803/2849161687","cluster_addr":"192.168.123.102:6805/2849161687","heartbeat_back_addr":"192.168.123.102:6809/2849161687","heartbeat_front_addr":"192.168.123.102:6807/2849161687","state":["exists","up"]},{"osd":1,"uuid":"e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6811","nonce":994105107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6813","nonce":994105107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6817","nonce":994105107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6815","nonce":994105107}]},"public_addr":"192.168.123.102:6811/994105107","cluster_addr":"192.168.123.102:6813/994105107","heartbeat_back_addr":"192.168.123.102:6817/994105107","heartbeat_front_addr":"192.168.123.102:6815/994105107","state":["exists","up"]},{"osd":2,"uuid":"d5a853f1-fd61-492c-b88e-c6533a7de5d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6819","nonce":2925425540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6821","nonce":2925425540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6825","nonce":2925425540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6823","nonce":2925425540}]},"public_addr":"192.168.123.102:6819/2925425540","cluster_addr":"192.168.123.102:6821/2925425540","heartbeat_back_addr":"192.168.123.102:6825/2925425540","heartbeat_front_addr":"192.168.123.102:6823/2925425540","state":["exists","up"]},{"osd":3,"uuid":"eb0dfc02-ab5e-438c-b3a6-caa237623b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6827","nonce":371122023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6829","nonce":371122023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6833","nonce":371122023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6831","nonce":371122023}]},"public_addr":"192.168.123.102:6827/371122023","cluster_addr":"192.168.123.102:6829/371122023","heartbeat_back_addr":"192.168.123.102:6833/371122023","heartbeat_front_addr":"192.168.123.102:6831/371122023","state":["exists","up"]},{"osd":4,"uuid":"8eab83d7-c7f0-4704-b590-29197ec5d307","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6801","nonce":1500353658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6803","nonce":1500353658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6807","nonce":1500353658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6805","nonce":1500353658}]},"public_addr":"192.168.123.109:6801/1500353658","cluster_addr":"192.168.123.109:6803/1500353658","heartbeat_back_addr":"192.168.123.109:6807/1500353658","heartbeat_front_addr":"192.168.123.109:6805/1500353658","state":["exists","up"]},{"osd":5,"uuid":"787616a7-90cd-42c6-976e-79888f069930","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6809","nonce":4045898967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6811","nonce":4045898967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6815","nonce":4045898967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6813","nonce":4045898967}]},"public_addr":"192.168.123.109:6809/4045898967","cluster_addr":"192.168.123.109:6811/4045898967","heartbeat_back_addr":"192.168.123.109:6815/4045898967","heartbeat_front_addr":"192.168.123.109:6813/4045898967","state":["exists","up"]},{"osd":6,"uuid":"40bad7d9-c1c1-4191-9f48-5ea2877c2235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6817","nonce":3736740911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6819","nonce":3736740911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6823","nonce":3736740911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6821","nonce":3736740911}]},"public_addr":"192.168.123.109:6817/3736740911","cluster_addr":"192.168.123.109:6819/3736740911","heartbeat_back_addr":"192.168.123.109:6823/3736740911","heartbeat_front_addr":"192.168.123.109:6821/3736740911","state":["exists","up"]},{"osd":7,"uuid":"7ee32ff5-5169-4e44-b3ee-f46d817b78d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6825","nonce":1128161300}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6827","nonce":1128161300}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6831","nonce":1128161300}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6829","nonce":1128161300}]},"public_addr":"192.168.123.109:6825/1128161300","cluster_addr":"192.168.123.109:6827/1128161300","heartbeat_back_addr":"192.168.123.109:6831/1128161300","heartbeat_front_addr":"192.168.123.109:6829/1128161300","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:30.778105+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:45.840659+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:00.677763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:15.955269+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:30.823590+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:45.481765+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:00.457943+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:16.262856+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:6800/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/2713234455":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/580646402":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/148983180":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/1354672838":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3115021144":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6801/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6800/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3066949393":"2026-03-06T22:14:25.011478+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T23:17:19.993 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-03-05T22:16:04.367897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-03-05T23:17:19.993 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd pool get .mgr pg_num 2026-03-05T23:17:20.094 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:20 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2825531305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:20.094 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:20 vm02 ceph-mon[64366]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T23:17:20.094 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:20 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2825531305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:20.094 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:20 vm02 ceph-mon[55145]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T23:17:20.327 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:20.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:20 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2825531305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:20.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:20 vm09 ceph-mon[79434]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T23:17:20.663 INFO:teuthology.orchestra.run.vm02.stdout:pg_num: 1 2026-03-05T23:17:20.839 INFO:tasks.cephadm:Adding ceph.rgw.foo.a on vm02 2026-03-05T23:17:20.839 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply rgw foo.a --placement '1;vm02=foo.a' 2026-03-05T23:17:21.158 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:21.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:21 vm09 ceph-mon[79434]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:21.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:21 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1910279519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T23:17:21.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:21 vm02 ceph-mon[55145]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:21.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:21 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1910279519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T23:17:21.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:21 vm02 ceph-mon[64366]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:21.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:21 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1910279519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T23:17:21.511 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled rgw.foo.a update... 2026-03-05T23:17:21.664 DEBUG:teuthology.orchestra.run.vm02:rgw.foo.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@rgw.foo.a.service 2026-03-05T23:17:21.665 INFO:tasks.cephadm:Adding ceph.iscsi.iscsi.a on vm09 2026-03-05T23:17:21.666 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd pool create datapool 3 3 replicated 2026-03-05T23:17:22.003 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:22.512 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:22.535 INFO:teuthology.orchestra.run.vm09.stderr:pool 'datapool' created 2026-03-05T23:17:22.694 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- rbd pool init datapool 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: Deploying daemon rgw.foo.a on vm02 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/592137915' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: Deploying daemon rgw.foo.a on vm02 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/592137915' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:22 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:22.924 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:17:22 vm02 systemd[1]: Started Ceph rgw.foo.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:17:22.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:22.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:22.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: Deploying daemon rgw.foo.a on vm02 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 498 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/592137915' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:22.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:22 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T23:17:23.029 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/1914253428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/1914253428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:23.924 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:23 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:23.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T23:17:23.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T23:17:23.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/1914253428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:23.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:23 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: Checking dashboard <-> RGW credentials 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2507013749' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[55145]: pgmap v121: 36 pgs: 17 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: Checking dashboard <-> RGW credentials 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2507013749' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:24 vm02 ceph-mon[64366]: pgmap v121: 36 pgs: 17 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: Checking dashboard <-> RGW credentials 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2507013749' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T23:17:24.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:24 vm09 ceph-mon[79434]: pgmap v121: 36 pgs: 17 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:25.714 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply iscsi datapool admin admin --trusted_ip_list 192.168.123.109 --placement '1;vm09=iscsi.a' 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[55145]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[55145]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[55145]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[55145]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[64366]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[64366]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[64366]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T23:17:25.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:25 vm02 ceph-mon[64366]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T23:17:25.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:25 vm09 ceph-mon[79434]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T23:17:25.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:25 vm09 ceph-mon[79434]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T23:17:25.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:25 vm09 ceph-mon[79434]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T23:17:25.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:25 vm09 ceph-mon[79434]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T23:17:26.041 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:26.384 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled iscsi.datapool update... 2026-03-05T23:17:26.533 INFO:tasks.cephadm:Distributing iscsi-gateway.cfg... 2026-03-05T23:17:26.533 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:17:26.533 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/iscsi-gateway.cfg 2026-03-05T23:17:26.578 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:17:26.578 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/iscsi-gateway.cfg 2026-03-05T23:17:26.610 DEBUG:teuthology.orchestra.run.vm09:iscsi.iscsi.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@iscsi.iscsi.a.service 2026-03-05T23:17:26.652 INFO:tasks.cephadm:Adding prometheus.a on vm09 2026-03-05T23:17:26.652 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply prometheus '1;vm09=a' 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: pgmap v124: 68 pgs: 17 creating+peering, 1 active+clean, 50 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='client.14454 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.674 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:26 vm09 ceph-mon[79434]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: pgmap v124: 68 pgs: 17 creating+peering, 1 active+clean, 50 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='client.14454 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[55145]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: pgmap v124: 68 pgs: 17 creating+peering, 1 active+clean, 50 unknown; 577 KiB data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='client.14454 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T23:17:26.923 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:26 vm02 ceph-mon[64366]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T23:17:27.000 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:27.353 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled prometheus update... 2026-03-05T23:17:27.523 DEBUG:teuthology.orchestra.run.vm09:prometheus.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@prometheus.a.service 2026-03-05T23:17:27.524 INFO:tasks.cephadm:Adding node-exporter.a on vm02 2026-03-05T23:17:27.524 INFO:tasks.cephadm:Adding node-exporter.b on vm09 2026-03-05T23:17:27.525 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply node-exporter '2;vm02=a;vm09=b' 2026-03-05T23:17:27.883 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:28.212 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled node-exporter update... 2026-03-05T23:17:28.398 DEBUG:teuthology.orchestra.run.vm02:node-exporter.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@node-exporter.a.service 2026-03-05T23:17:28.400 DEBUG:teuthology.orchestra.run.vm09:node-exporter.b> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@node-exporter.b.service 2026-03-05T23:17:28.401 INFO:tasks.cephadm:Adding alertmanager.a on vm02 2026-03-05T23:17:28.401 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply alertmanager '1;vm02=a' 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.464 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:28 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T23:17:28.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:28 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:28.789 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:29.132 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled alertmanager update... 2026-03-05T23:17:29.306 DEBUG:teuthology.orchestra.run.vm02:alertmanager.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@alertmanager.a.service 2026-03-05T23:17:29.308 INFO:tasks.cephadm:Adding grafana.a on vm09 2026-03-05T23:17:29.308 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph orch apply grafana '1;vm09=a' 2026-03-05T23:17:29.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:29.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T23:17:29.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: pgmap v127: 100 pgs: 20 creating+peering, 21 active+clean, 59 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 1.5 KiB/s rd, 1023 B/s wr, 2 op/s 2026-03-05T23:17:29.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T23:17:29.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:29 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: pgmap v127: 100 pgs: 20 creating+peering, 21 active+clean, 59 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 1.5 KiB/s rd, 1023 B/s wr, 2 op/s 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: pgmap v127: 100 pgs: 20 creating+peering, 21 active+clean, 59 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail; 1.5 KiB/s rd, 1023 B/s wr, 2 op/s 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T23:17:29.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:29 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:29.693 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:30.057 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled grafana update... 2026-03-05T23:17:30.208 DEBUG:teuthology.orchestra.run.vm09:grafana.a> sudo journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@grafana.a.service 2026-03-05T23:17:30.210 INFO:tasks.cephadm:Setting up client nodes... 2026-03-05T23:17:30.210 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.371 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:30 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:30.535 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:30.573 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T23:17:30.574 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:30 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:30.938 INFO:teuthology.orchestra.run.vm02.stdout:[client.0] 2026-03-05T23:17:30.938 INFO:teuthology.orchestra.run.vm02.stdout: key = AQD6AKppieh8NxAA4g70UIxMTzffTQWmLrwAgQ== 2026-03-05T23:17:31.112 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:17:31.112 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-05T23:17:31.112 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-05T23:17:31.147 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: pgmap v130: 132 pgs: 13 creating+peering, 79 active+clean, 40 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/454130498' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.377 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: pgmap v130: 132 pgs: 13 creating+peering, 79 active+clean, 40 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/454130498' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:31 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:31.473 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.b/config 2026-03-05T23:17:31.647 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: pgmap v130: 132 pgs: 13 creating+peering, 79 active+clean, 40 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/454130498' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:31.648 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:31.923 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:17:31 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a[100278]: 2026-03-05T22:17:31.644+0000 7fa864480940 -1 LDAP not started since no server URIs were provided in the configuration. 2026-03-05T23:17:31.941 INFO:teuthology.orchestra.run.vm09.stdout:[client.1] 2026-03-05T23:17:31.941 INFO:teuthology.orchestra.run.vm09.stdout: key = AQD7AKppE3bKNxAAHW2jT09eWkj8XDOL+nyWIA== 2026-03-05T23:17:32.157 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:17:32.157 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-03-05T23:17:32.157 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-03-05T23:17:32.221 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-05T23:17:32.221 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-05T23:17:32.221 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph mgr dump --format=json 2026-03-05T23:17:32.558 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:32.569 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/1748489186' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[55145]: pgmap v133: 132 pgs: 13 creating+peering, 88 active+clean, 31 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2263545469' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/1748489186' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:32.572 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:32 vm02 ceph-mon[64366]: pgmap v133: 132 pgs: 13 creating+peering, 88 active+clean, 31 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2026-03-05T23:17:32.576 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1302255790' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T23:17:32.749 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/1748489186' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T23:17:32.750 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:32 vm09 ceph-mon[79434]: pgmap v133: 132 pgs: 13 creating+peering, 88 active+clean, 31 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2026-03-05T23:17:32.934 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:33.113 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":15,"flags":0,"active_gid":14156,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":3096610641},{"type":"v1","addr":"192.168.123.102:6801","nonce":3096610641}]},"active_addr":"192.168.123.102:6801/3096610641","active_change":"2026-03-05T22:14:44.303963+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24104,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.102:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3143970247}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":94228353}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":592531076}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3741675779}]}]} 2026-03-05T23:17:33.115 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-05T23:17:33.115 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-05T23:17:33.115 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd dump --format=json 2026-03-05T23:17:33.511 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:33.871 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1919656049' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: Cluster is now healthy 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[55145]: Deploying daemon prometheus.a on vm09 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1919656049' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: Cluster is now healthy 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.872 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:33 vm02 ceph-mon[64366]: Deploying daemon prometheus.a on vm09 2026-03-05T23:17:33.872 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:33.872 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":59,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","created":"2026-03-05T22:13:57.909118+0000","modified":"2026-03-05T22:17:31.558470+0000","last_up_change":"2026-03-05T22:17:17.863659+0000","last_in_change":"2026-03-05T22:17:05.528448+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T22:16:04.367897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"datapool","create_time":"2026-03-05T22:17:22.350699+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":3,"pg_placement_num":3,"pg_placement_num_target":3,"pg_num_target":3,"pg_num_pending":3,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":53,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.6500000953674316,"score_stable":2.6500000953674316,"optimal_score":0.87999999523162842,"raw_score_acting":2.3299999237060547,"raw_score_stable":2.3299999237060547,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":".rgw.root","create_time":"2026-03-05T22:17:22.669422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.log","create_time":"2026-03-05T22:17:24.645168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.control","create_time":"2026-03-05T22:17:26.597831+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.meta","create_time":"2026-03-05T22:17:28.663454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9fd0a3-4543-4559-aaa8-786df229ff8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6803","nonce":2849161687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6805","nonce":2849161687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6809","nonce":2849161687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6807","nonce":2849161687}]},"public_addr":"192.168.123.102:6803/2849161687","cluster_addr":"192.168.123.102:6805/2849161687","heartbeat_back_addr":"192.168.123.102:6809/2849161687","heartbeat_front_addr":"192.168.123.102:6807/2849161687","state":["exists","up"]},{"osd":1,"uuid":"e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6811","nonce":994105107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6813","nonce":994105107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6817","nonce":994105107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6815","nonce":994105107}]},"public_addr":"192.168.123.102:6811/994105107","cluster_addr":"192.168.123.102:6813/994105107","heartbeat_back_addr":"192.168.123.102:6817/994105107","heartbeat_front_addr":"192.168.123.102:6815/994105107","state":["exists","up"]},{"osd":2,"uuid":"d5a853f1-fd61-492c-b88e-c6533a7de5d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6819","nonce":2925425540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6821","nonce":2925425540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6825","nonce":2925425540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6823","nonce":2925425540}]},"public_addr":"192.168.123.102:6819/2925425540","cluster_addr":"192.168.123.102:6821/2925425540","heartbeat_back_addr":"192.168.123.102:6825/2925425540","heartbeat_front_addr":"192.168.123.102:6823/2925425540","state":["exists","up"]},{"osd":3,"uuid":"eb0dfc02-ab5e-438c-b3a6-caa237623b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6827","nonce":371122023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6829","nonce":371122023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6833","nonce":371122023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6831","nonce":371122023}]},"public_addr":"192.168.123.102:6827/371122023","cluster_addr":"192.168.123.102:6829/371122023","heartbeat_back_addr":"192.168.123.102:6833/371122023","heartbeat_front_addr":"192.168.123.102:6831/371122023","state":["exists","up"]},{"osd":4,"uuid":"8eab83d7-c7f0-4704-b590-29197ec5d307","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6801","nonce":1500353658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6803","nonce":1500353658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6807","nonce":1500353658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6805","nonce":1500353658}]},"public_addr":"192.168.123.109:6801/1500353658","cluster_addr":"192.168.123.109:6803/1500353658","heartbeat_back_addr":"192.168.123.109:6807/1500353658","heartbeat_front_addr":"192.168.123.109:6805/1500353658","state":["exists","up"]},{"osd":5,"uuid":"787616a7-90cd-42c6-976e-79888f069930","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6809","nonce":4045898967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6811","nonce":4045898967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6815","nonce":4045898967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6813","nonce":4045898967}]},"public_addr":"192.168.123.109:6809/4045898967","cluster_addr":"192.168.123.109:6811/4045898967","heartbeat_back_addr":"192.168.123.109:6815/4045898967","heartbeat_front_addr":"192.168.123.109:6813/4045898967","state":["exists","up"]},{"osd":6,"uuid":"40bad7d9-c1c1-4191-9f48-5ea2877c2235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6817","nonce":3736740911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6819","nonce":3736740911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6823","nonce":3736740911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6821","nonce":3736740911}]},"public_addr":"192.168.123.109:6817/3736740911","cluster_addr":"192.168.123.109:6819/3736740911","heartbeat_back_addr":"192.168.123.109:6823/3736740911","heartbeat_front_addr":"192.168.123.109:6821/3736740911","state":["exists","up"]},{"osd":7,"uuid":"7ee32ff5-5169-4e44-b3ee-f46d817b78d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6825","nonce":1128161300}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6827","nonce":1128161300}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6831","nonce":1128161300}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6829","nonce":1128161300}]},"public_addr":"192.168.123.109:6825/1128161300","cluster_addr":"192.168.123.109:6827/1128161300","heartbeat_back_addr":"192.168.123.109:6831/1128161300","heartbeat_front_addr":"192.168.123.109:6829/1128161300","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:30.778105+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:45.840659+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:00.677763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:15.955269+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:30.823590+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:45.481765+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:00.457943+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:16.262856+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:6800/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/2713234455":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/580646402":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/148983180":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/1354672838":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3115021144":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6801/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6800/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3066949393":"2026-03-06T22:14:25.011478+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T23:17:33.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1919656049' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: Cluster is now healthy 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:33.949 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:33 vm09 ceph-mon[79434]: Deploying daemon prometheus.a on vm09 2026-03-05T23:17:34.451 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-05T23:17:34.451 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd dump --format=json 2026-03-05T23:17:34.601 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:17:34 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a[114602]: * Running on http://[::1]:5000/ (Press CTRL+C to quit) 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/964258856' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[55145]: pgmap v134: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 79 KiB/s rd, 6.9 KiB/s wr, 191 op/s 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[55145]: from='client.? 192.168.123.109:0/3094703066' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/964258856' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[64366]: pgmap v134: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 79 KiB/s rd, 6.9 KiB/s wr, 191 op/s 2026-03-05T23:17:34.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:34 vm02 ceph-mon[64366]: from='client.? 192.168.123.109:0/3094703066' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T23:17:34.793 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:34.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:34 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/964258856' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:34.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:34 vm09 ceph-mon[79434]: pgmap v134: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 79 KiB/s rd, 6.9 KiB/s wr, 191 op/s 2026-03-05T23:17:34.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:34 vm09 ceph-mon[79434]: from='client.? 192.168.123.109:0/3094703066' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T23:17:35.145 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:35.145 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":60,"fsid":"899950a0-18e0-11f1-8524-455d4b1e06bd","created":"2026-03-05T22:13:57.909118+0000","modified":"2026-03-05T22:17:35.020006+0000","last_up_change":"2026-03-05T22:17:17.863659+0000","last_in_change":"2026-03-05T22:17:05.528448+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T22:16:04.367897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"datapool","create_time":"2026-03-05T22:17:22.350699+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":3,"pg_placement_num":3,"pg_placement_num_target":3,"pg_num_target":3,"pg_num_pending":3,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":53,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.6500000953674316,"score_stable":2.6500000953674316,"optimal_score":0.87999999523162842,"raw_score_acting":2.3299999237060547,"raw_score_stable":2.3299999237060547,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":".rgw.root","create_time":"2026-03-05T22:17:22.669422+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.log","create_time":"2026-03-05T22:17:24.645168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.control","create_time":"2026-03-05T22:17:26.597831+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.meta","create_time":"2026-03-05T22:17:28.663454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9fd0a3-4543-4559-aaa8-786df229ff8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6803","nonce":2849161687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6805","nonce":2849161687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6809","nonce":2849161687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":2849161687},{"type":"v1","addr":"192.168.123.102:6807","nonce":2849161687}]},"public_addr":"192.168.123.102:6803/2849161687","cluster_addr":"192.168.123.102:6805/2849161687","heartbeat_back_addr":"192.168.123.102:6809/2849161687","heartbeat_front_addr":"192.168.123.102:6807/2849161687","state":["exists","up"]},{"osd":1,"uuid":"e78e4275-9f97-46c0-bf3a-3ffeb1f6d2fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6811","nonce":994105107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6813","nonce":994105107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6817","nonce":994105107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":994105107},{"type":"v1","addr":"192.168.123.102:6815","nonce":994105107}]},"public_addr":"192.168.123.102:6811/994105107","cluster_addr":"192.168.123.102:6813/994105107","heartbeat_back_addr":"192.168.123.102:6817/994105107","heartbeat_front_addr":"192.168.123.102:6815/994105107","state":["exists","up"]},{"osd":2,"uuid":"d5a853f1-fd61-492c-b88e-c6533a7de5d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6819","nonce":2925425540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6821","nonce":2925425540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6825","nonce":2925425540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":2925425540},{"type":"v1","addr":"192.168.123.102:6823","nonce":2925425540}]},"public_addr":"192.168.123.102:6819/2925425540","cluster_addr":"192.168.123.102:6821/2925425540","heartbeat_back_addr":"192.168.123.102:6825/2925425540","heartbeat_front_addr":"192.168.123.102:6823/2925425540","state":["exists","up"]},{"osd":3,"uuid":"eb0dfc02-ab5e-438c-b3a6-caa237623b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6827","nonce":371122023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6829","nonce":371122023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6833","nonce":371122023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":371122023},{"type":"v1","addr":"192.168.123.102:6831","nonce":371122023}]},"public_addr":"192.168.123.102:6827/371122023","cluster_addr":"192.168.123.102:6829/371122023","heartbeat_back_addr":"192.168.123.102:6833/371122023","heartbeat_front_addr":"192.168.123.102:6831/371122023","state":["exists","up"]},{"osd":4,"uuid":"8eab83d7-c7f0-4704-b590-29197ec5d307","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":29,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6801","nonce":1500353658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6803","nonce":1500353658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6807","nonce":1500353658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":1500353658},{"type":"v1","addr":"192.168.123.109:6805","nonce":1500353658}]},"public_addr":"192.168.123.109:6801/1500353658","cluster_addr":"192.168.123.109:6803/1500353658","heartbeat_back_addr":"192.168.123.109:6807/1500353658","heartbeat_front_addr":"192.168.123.109:6805/1500353658","state":["exists","up"]},{"osd":5,"uuid":"787616a7-90cd-42c6-976e-79888f069930","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6809","nonce":4045898967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6811","nonce":4045898967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6815","nonce":4045898967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":4045898967},{"type":"v1","addr":"192.168.123.109:6813","nonce":4045898967}]},"public_addr":"192.168.123.109:6809/4045898967","cluster_addr":"192.168.123.109:6811/4045898967","heartbeat_back_addr":"192.168.123.109:6815/4045898967","heartbeat_front_addr":"192.168.123.109:6813/4045898967","state":["exists","up"]},{"osd":6,"uuid":"40bad7d9-c1c1-4191-9f48-5ea2877c2235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6817","nonce":3736740911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6819","nonce":3736740911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6823","nonce":3736740911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3736740911},{"type":"v1","addr":"192.168.123.109:6821","nonce":3736740911}]},"public_addr":"192.168.123.109:6817/3736740911","cluster_addr":"192.168.123.109:6819/3736740911","heartbeat_back_addr":"192.168.123.109:6823/3736740911","heartbeat_front_addr":"192.168.123.109:6821/3736740911","state":["exists","up"]},{"osd":7,"uuid":"7ee32ff5-5169-4e44-b3ee-f46d817b78d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6825","nonce":1128161300}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6827","nonce":1128161300}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6831","nonce":1128161300}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":1128161300},{"type":"v1","addr":"192.168.123.109:6829","nonce":1128161300}]},"public_addr":"192.168.123.109:6825/1128161300","cluster_addr":"192.168.123.109:6827/1128161300","heartbeat_back_addr":"192.168.123.109:6831/1128161300","heartbeat_front_addr":"192.168.123.109:6829/1128161300","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:30.778105+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:15:45.840659+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:00.677763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:15.955269+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:30.823590+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:16:45.481765+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:00.457943+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T22:17:16.262856+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:6800/3418766762":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/2713234455":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/580646402":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/148983180":"2026-03-06T22:14:44.303863+0000","192.168.123.102:0/1354672838":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3115021144":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6801/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:6800/1966693431":"2026-03-06T22:14:25.011478+0000","192.168.123.102:0/3066949393":"2026-03-06T22:14:25.011478+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T23:17:35.324 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.0 flush_pg_stats 2026-03-05T23:17:35.324 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.1 flush_pg_stats 2026-03-05T23:17:35.324 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.2 flush_pg_stats 2026-03-05T23:17:35.324 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.3 flush_pg_stats 2026-03-05T23:17:35.325 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.4 flush_pg_stats 2026-03-05T23:17:35.325 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.5 flush_pg_stats 2026-03-05T23:17:35.325 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.6 flush_pg_stats 2026-03-05T23:17:35.325 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph tell osd.7 flush_pg_stats 2026-03-05T23:17:35.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[55145]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T23:17:35.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[55145]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T23:17:35.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/4014926402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:35.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[64366]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T23:17:35.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[64366]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T23:17:35.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:35 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/4014926402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:35.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:35 vm09 ceph-mon[79434]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T23:17:35.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:35 vm09 ceph-mon[79434]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T23:17:35.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:35 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/4014926402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T23:17:36.691 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:36.711 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:36.834 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:36.977 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:36.990 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:36.998 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:37.228 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:37.230 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:37.330 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:37 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:37.330 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:37 vm02 ceph-mon[64366]: pgmap v136: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 5.8 KiB/s wr, 181 op/s 2026-03-05T23:17:37.331 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:37 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:37.331 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:37 vm02 ceph-mon[55145]: pgmap v136: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 5.8 KiB/s wr, 181 op/s 2026-03-05T23:17:37.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:37 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:37.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:37 vm09 ceph-mon[79434]: pgmap v136: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 5.8 KiB/s wr, 181 op/s 2026-03-05T23:17:37.742 INFO:teuthology.orchestra.run.vm02.stdout:103079215121 2026-03-05T23:17:37.742 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.3 2026-03-05T23:17:38.113 INFO:teuthology.orchestra.run.vm02.stdout:55834574871 2026-03-05T23:17:38.113 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.1 2026-03-05T23:17:38.574 INFO:teuthology.orchestra.run.vm02.stdout:150323855372 2026-03-05T23:17:38.574 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.5 2026-03-05T23:17:38.615 INFO:teuthology.orchestra.run.vm02.stdout:176093659145 2026-03-05T23:17:38.615 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.6 2026-03-05T23:17:38.670 INFO:teuthology.orchestra.run.vm02.stdout:124554051598 2026-03-05T23:17:38.670 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.4 2026-03-05T23:17:38.679 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 systemd[1]: Starting Ceph prometheus.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:17:38.787 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:38.859 INFO:teuthology.orchestra.run.vm02.stdout:77309411349 2026-03-05T23:17:38.860 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:38.872 INFO:teuthology.orchestra.run.vm02.stdout:34359738394 2026-03-05T23:17:38.872 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:38.903 INFO:teuthology.orchestra.run.vm02.stdout:201863462918 2026-03-05T23:17:38.904 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 podman[115227]: 2026-03-05 23:17:38.731372624 +0100 CET m=+0.033822966 container create 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 podman[115227]: 2026-03-05 23:17:38.781864117 +0100 CET m=+0.084314469 container init 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 podman[115227]: 2026-03-05 23:17:38.788051578 +0100 CET m=+0.090501920 container start 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 bash[115227]: 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 podman[115227]: 2026-03-05 23:17:38.711504859 +0100 CET m=+0.013955210 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 systemd[1]: Started Ceph prometheus.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.832Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.833Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.833Z caller=main.go:623 level=info host_details="(Linux 5.14.0-686.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Feb 19 10:49:27 UTC 2026 x86_64 vm09 (none))" 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.833Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.833Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.834Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.834Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-03-05T23:17:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.837Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.837Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.173µs 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.837Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.838Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.838Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=15.299µs wal_replay_duration=1.098946ms wbl_replay_duration=221ns total_replay_duration=1.127751ms 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.839Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.840Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.840Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.840Z caller=main.go:1153 level=info msg="TSDB started" 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.840Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.850Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.407028ms db_storage=1.082µs remote_storage=1.202µs web_handler=131ns query_engine=821ns scrape=733.434µs scrape_sd=56.105µs notify=510ns notify_sd=721ns rules=8.341041ms tracing=5.811µs 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.850Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-03-05T23:17:39.180 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:17:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:17:38.850Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-03-05T23:17:39.319 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:39.325 INFO:teuthology.orchestra.run.vm02.stdout:103079215121 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: pgmap v137: 132 pgs: 132 active+clean; 583 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.6 KiB/s wr, 146 op/s 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3779956029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: pgmap v137: 132 pgs: 132 active+clean; 583 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.6 KiB/s wr, 146 op/s 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T23:17:39.595 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:39 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3779956029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T23:17:39.643 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215121 got 103079215121 for osd.3 2026-03-05T23:17:39.643 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: pgmap v137: 132 pgs: 132 active+clean; 583 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.6 KiB/s wr, 146 op/s 2026-03-05T23:17:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' 2026-03-05T23:17:39.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T23:17:39.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3779956029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T23:17:39.866 INFO:teuthology.orchestra.run.vm02.stdout:55834574871 2026-03-05T23:17:40.170 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:39 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: ignoring --setuser ceph since I am not root 2026-03-05T23:17:40.170 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:39 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: ignoring --setgroup ceph since I am not root 2026-03-05T23:17:40.170 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:39 vm09 ceph-mgr[80769]: -- 192.168.123.109:0/2052304066 <== mon.1 v2:192.168.123.109:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce07ddb2c0 con 0x55ce07db1400 2026-03-05T23:17:40.170 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:40.165+0000 7fad304ac100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:17:40.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setuser ceph since I am not root 2026-03-05T23:17:40.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:39 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ignoring --setgroup ceph since I am not root 2026-03-05T23:17:40.387 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574871 got 55834574871 for osd.1 2026-03-05T23:17:40.387 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:40.429 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:40.321+0000 7fad304ac100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:17:40.539 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:40.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:40 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:40.252+0000 7f6bb6da7100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T23:17:40.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:40 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:40.410+0000 7f6bb6da7100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T23:17:40.937 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[55145]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1357646457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[55145]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[64366]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1357646457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T23:17:41.064 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:40 vm02 ceph-mon[64366]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T23:17:41.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:40 vm09 ceph-mon[79434]: from='mgr.14156 192.168.123.102:0/3766026072' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T23:17:41.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:40 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1357646457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T23:17:41.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:40 vm09 ceph-mon[79434]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T23:17:41.287 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:41.511 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:41.611 INFO:teuthology.orchestra.run.vm02.stdout:150323855372 2026-03-05T23:17:41.645 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:41.858 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:41.928 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:41 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2428247054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T23:17:41.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:41 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:41.597+0000 7fad304ac100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:17:41.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:41 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2428247054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T23:17:41.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:41 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2428247054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T23:17:42.039 INFO:tasks.cephadm.ceph_manager.ceph:need seq 150323855372 got 150323855372 for osd.5 2026-03-05T23:17:42.040 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:42.280 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:42 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:42.275+0000 7f6bb6da7100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T23:17:42.388 INFO:teuthology.orchestra.run.vm02.stdout:176093659145 2026-03-05T23:17:42.857 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659145 got 176093659145 for osd.6 2026-03-05T23:17:42.858 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:42.868 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:42.551+0000 7fad304ac100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:17:42.868 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:42.687+0000 7fad304ac100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:17:42.970 INFO:teuthology.orchestra.run.vm02.stdout:124554051598 2026-03-05T23:17:43.125 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:42 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3624306907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T23:17:43.126 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:42 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3624306907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T23:17:43.178 INFO:tasks.cephadm.ceph_manager.ceph:need seq 124554051598 got 124554051598 for osd.4 2026-03-05T23:17:43.178 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:43.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:42 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3624306907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T23:17:43.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:42.961+0000 7fad304ac100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:17:43.223 INFO:teuthology.orchestra.run.vm02.stdout:77309411347 2026-03-05T23:17:43.227 INFO:teuthology.orchestra.run.vm02.stdout:34359738393 2026-03-05T23:17:43.305 INFO:teuthology.orchestra.run.vm02.stdout:201863462917 2026-03-05T23:17:43.429 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738393 for osd.0 2026-03-05T23:17:43.481 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411347 for osd.2 2026-03-05T23:17:43.510 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462917 for osd.7 2026-03-05T23:17:43.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:43.436+0000 7f6bb6da7100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T23:17:43.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:43.607+0000 7f6bb6da7100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:43 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:43.892+0000 7f6bb6da7100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/302604496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3684849965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2595212271' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/534078973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/302604496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3684849965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2595212271' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:44.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:43 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/534078973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:44.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:43 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/302604496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T23:17:44.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:43 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3684849965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:44.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:43 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2595212271' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:44.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:43 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/534078973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:44.430 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:44.482 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:44.511 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:45.201 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:45.320 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:44.962+0000 7fad304ac100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:17:45.623 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:45.317+0000 7fad304ac100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:17:45.623 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:45.487+0000 7fad304ac100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:17:45.624 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:45.695 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:45.820 INFO:teuthology.orchestra.run.vm02.stdout:34359738393 2026-03-05T23:17:45.876 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:45.620+0000 7fad304ac100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:17:45.876 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:45.771+0000 7fad304ac100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:17:45.981 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:45 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/265556931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:45.981 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:45 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/265556931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:46.036 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738393 for osd.0 2026-03-05T23:17:46.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:45 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/265556931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:46.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:45.910+0000 7fad304ac100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:17:46.342 INFO:teuthology.orchestra.run.vm02.stdout:77309411347 2026-03-05T23:17:46.454 INFO:teuthology.orchestra.run.vm02.stdout:201863462917 2026-03-05T23:17:46.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411347 for osd.2 2026-03-05T23:17:46.560 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:46 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:46.293+0000 7f6bb6da7100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T23:17:46.647 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462917 for osd.7 2026-03-05T23:17:46.835 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:46 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:46.692+0000 7f6bb6da7100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:17:46.835 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:46 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:46.833+0000 7f6bb6da7100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T23:17:46.877 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:46.459+0000 7fad304ac100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:17:46.878 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:46.627+0000 7fad304ac100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:17:47.037 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:47.117 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:46 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:46.962+0000 7f6bb6da7100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T23:17:47.117 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:46 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2667794737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:47.117 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:46 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2751758948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:47.117 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:46 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2667794737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:47.117 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:46 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2751758948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:46 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2667794737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:47.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:46 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2751758948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:47.395 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:47.421 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:47 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:47.110+0000 7f6bb6da7100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T23:17:47.421 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:47 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:47.242+0000 7f6bb6da7100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T23:17:47.560 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:47.648 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:47.678 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:47.374+0000 7fad304ac100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:17:47.858 INFO:teuthology.orchestra.run.vm02.stdout:34359738393 2026-03-05T23:17:48.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:47 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/307485308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:48.053 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:47 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:47.962+0000 7f6bb6da7100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T23:17:48.053 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:47 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/307485308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:48.170 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738393 for osd.0 2026-03-05T23:17:48.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:47 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/307485308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:48.376 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:48.424 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:48 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:48.145+0000 7f6bb6da7100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T23:17:48.533 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:48.758 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:48.484+0000 7fad304ac100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:17:48.758 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:48.620+0000 7fad304ac100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:17:48.996 INFO:teuthology.orchestra.run.vm02.stdout:77309411347 2026-03-05T23:17:49.031 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:48.755+0000 7fad304ac100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:17:49.171 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:49.179 INFO:teuthology.orchestra.run.vm02.stdout:201863462917 2026-03-05T23:17:49.270 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:49 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1220879678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:49.271 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:49 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:49.005+0000 7f6bb6da7100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T23:17:49.271 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:49 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1220879678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:49.343 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411347 for osd.2 2026-03-05T23:17:49.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:49 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1220879678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:49.428 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:49.029+0000 7fad304ac100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:17:49.428 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:49.154+0000 7fad304ac100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:17:49.525 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462917 for osd.7 2026-03-05T23:17:49.708 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:49.818 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:49.464+0000 7fad304ac100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:17:50.166 INFO:teuthology.orchestra.run.vm02.stdout:34359738393 2026-03-05T23:17:50.178 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:50 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1671959148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:50.178 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:49.815+0000 7fad304ac100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:17:50.314 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:50 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1671959148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:50.315 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:50 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1671959148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:50.344 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:50.354 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738393 for osd.0 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:50.201+0000 7fad304ac100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T22:17:50.328+0000 7fad304ac100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: [05/Mar/2026:22:17:50] ENGINE Bus STARTING 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: CherryPy Checker: 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: The Application mounted at '' has an empty config. 2026-03-05T23:17:50.449 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: 2026-03-05T23:17:50.526 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:50.854 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:50.887 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:50 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:50.723+0000 7f6bb6da7100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T23:17:50.887 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:50 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:50.884+0000 7f6bb6da7100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T23:17:50.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: [05/Mar/2026:22:17:50] ENGINE Serving on http://:::9283 2026-03-05T23:17:50.928 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:17:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x[80745]: [05/Mar/2026:22:17:50] ENGINE Bus STARTED 2026-03-05T23:17:51.163 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3147724723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: Standby manager daemon x restarted 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: Standby manager daemon x started 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[55145]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:51 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:51.044+0000 7f6bb6da7100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3147724723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: Standby manager daemon x restarted 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: Standby manager daemon x started 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:17:51.173 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:51 vm02 ceph-mon[64366]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:17:51.356 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:51.392 INFO:teuthology.orchestra.run.vm02.stdout:77309411347 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3147724723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: Standby manager daemon x restarted 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: Standby manager daemon x started 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T23:17:51.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:51 vm09 ceph-mon[79434]: from='mgr.? 192.168.123.109:0/1810783012' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T23:17:51.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:51 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:51.526+0000 7f6bb6da7100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T23:17:51.665 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411347 for osd.2 2026-03-05T23:17:51.884 INFO:teuthology.orchestra.run.vm02.stdout:201863462917 2026-03-05T23:17:51.884 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:51 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:51.673+0000 7f6bb6da7100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T23:17:52.065 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462917 for osd.7 2026-03-05T23:17:52.083 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:52.140 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:52 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:52.027+0000 7f6bb6da7100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T23:17:52.140 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[55145]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T23:17:52.140 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/990773853' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:52.140 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/292000144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:52.414 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[64366]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T23:17:52.414 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/990773853' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:52.414 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:52 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/292000144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:52.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:52 vm09 ceph-mon[79434]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T23:17:52.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:52 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/990773853' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:52.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:52 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/292000144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:52.465 INFO:teuthology.orchestra.run.vm02.stdout:34359738393 2026-03-05T23:17:52.629 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738393 for osd.0 2026-03-05T23:17:52.666 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:52.672 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:52 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:52.411+0000 7f6bb6da7100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T23:17:52.954 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:52 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:52.821+0000 7f6bb6da7100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T23:17:52.954 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:52 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T22:17:52.950+0000 7f6bb6da7100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T23:17:53.022 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:53.065 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1656638173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: Active manager daemon y restarted 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: Activating manager daemon y 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: mgrmap e19: y(active, starting, since 0.0261457s), standbys: x 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:17:53.371 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: Manager daemon y is now available 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:17:53] ENGINE Bus STARTING 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: CherryPy Checker: 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: The Application mounted at '' has an empty config. 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:17:53] ENGINE Serving on http://:::9283 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1656638173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: Active manager daemon y restarted 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: Activating manager daemon y 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: mgrmap e19: y(active, starting, since 0.0261457s), standbys: x 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: Manager daemon y is now available 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.372 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:53 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1656638173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: Active manager daemon y restarted 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: Activating manager daemon y 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: mgrmap e19: y(active, starting, since 0.0261457s), standbys: x 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: Manager daemon y is now available 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:53.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T23:17:53.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T23:17:53.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.429 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:53 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T23:17:53.604 INFO:teuthology.orchestra.run.vm02.stdout:77309411347 2026-03-05T23:17:53.622 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:53 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:17:53] ENGINE Bus STARTED 2026-03-05T23:17:53.630 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.0 2026-03-05T23:17:53.833 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411347 for osd.2 2026-03-05T23:17:53.852 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:54.146 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.146 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.146 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2117866278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:54.146 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[55145]: mgrmap e20: y(active, since 1.09953s), standbys: x 2026-03-05T23:17:54.353 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:17:54 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a[114602]: debug there is no tcmu-runner data available 2026-03-05T23:17:54.353 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:54 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.353 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:54 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.353 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:54 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2117866278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:54.353 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:54 vm09 ceph-mon[79434]: mgrmap e20: y(active, since 1.09953s), standbys: x 2026-03-05T23:17:54.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T23:17:54.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2117866278' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:54.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:54 vm02 ceph-mon[64366]: mgrmap e20: y(active, since 1.09953s), standbys: x 2026-03-05T23:17:54.445 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:54.506 INFO:teuthology.orchestra.run.vm02.stdout:201863462917 2026-03-05T23:17:54.783 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462917 for osd.7 2026-03-05T23:17:54.833 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.2 2026-03-05T23:17:55.155 INFO:teuthology.orchestra.run.vm02.stdout:34359738396 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[55145]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[55145]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/264481326' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:17:55 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ::ffff:192.168.123.109 - - [05/Mar/2026:22:17:55] "GET /metrics HTTP/1.1" 503 1620 "" "Prometheus/2.51.0" 2026-03-05T23:17:55.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[64366]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:17:55.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[64366]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:55.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/264481326' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:55.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:55 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.524 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:55.524 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738394 got 34359738396 for osd.0 2026-03-05T23:17:55.524 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:55 vm09 ceph-mon[79434]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:17:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:55 vm09 ceph-mon[79434]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:55 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/264481326' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:55 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:55 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:55.784 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph osd last-stat-seq osd.7 2026-03-05T23:17:55.943 INFO:teuthology.orchestra.run.vm02.stdout:77309411350 2026-03-05T23:17:56.138 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411350 for osd.2 2026-03-05T23:17:56.138 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:56.253 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: [05/Mar/2026:22:17:55] ENGINE Bus STARTING 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3725191744' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: [05/Mar/2026:22:17:55] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: [05/Mar/2026:22:17:55] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: [05/Mar/2026:22:17:55] ENGINE Bus STARTED 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: [05/Mar/2026:22:17:55] ENGINE Client ('192.168.123.102', 44710) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/2535654015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: mgrmap e21: y(active, since 3s), standbys: x 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.368 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: [05/Mar/2026:22:17:55] ENGINE Bus STARTING 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3725191744' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: [05/Mar/2026:22:17:55] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: [05/Mar/2026:22:17:55] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: [05/Mar/2026:22:17:55] ENGINE Bus STARTED 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: [05/Mar/2026:22:17:55] ENGINE Client ('192.168.123.102', 44710) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/2535654015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: mgrmap e21: y(active, since 3s), standbys: x 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.369 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:56 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.624 INFO:teuthology.orchestra.run.vm02.stdout:201863462919 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: [05/Mar/2026:22:17:55] ENGINE Bus STARTING 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3725191744' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: [05/Mar/2026:22:17:55] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: [05/Mar/2026:22:17:55] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: [05/Mar/2026:22:17:55] ENGINE Bus STARTED 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: [05/Mar/2026:22:17:55] ENGINE Client ('192.168.123.102', 44710) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/2535654015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: mgrmap e21: y(active, since 3s), standbys: x 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:56 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:56.801 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462918 got 201863462919 for osd.7 2026-03-05T23:17:56.801 DEBUG:teuthology.parallel:result is None 2026-03-05T23:17:56.801 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-05T23:17:56.801 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph pg dump --format=json 2026-03-05T23:17:57.138 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:57.607 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:57 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/1568571748' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:57.607 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:57 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/1568571748' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:57.607 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:57.609 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-05T23:17:57.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:57 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/1568571748' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T23:17:57.765 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2026-03-05T22:17:56.994722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596507,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":823,"num_read_kb":563,"num_write":559,"num_write_kb":2195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":396,"acting":396,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":167739392,"kb_used":221820,"kb_used_data":7100,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":167517572,"statfs":{"total":171765137408,"available":171537993728,"internally_reserved":0,"allocated":7270400,"data_stored":4011865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12711,"internal_metadata":219663961},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.888242"},"pg_stats":[{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002592+0000","last_change":"2026-03-05T22:17:24.549435+0000","last_active":"2026-03-05T22:17:53.002592+0000","last_peered":"2026-03-05T22:17:53.002592+0000","last_clean":"2026-03-05T22:17:53.002592+0000","last_became_active":"2026-03-05T22:17:24.548895+0000","last_became_peered":"2026-03-05T22:17:24.548895+0000","last_unstale":"2026-03-05T22:17:53.002592+0000","last_undegraded":"2026-03-05T22:17:53.002592+0000","last_fullsized":"2026-03-05T22:17:53.002592+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:30:23.113649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996776+0000","last_change":"2026-03-05T22:17:26.579520+0000","last_active":"2026-03-05T22:17:52.996776+0000","last_peered":"2026-03-05T22:17:52.996776+0000","last_clean":"2026-03-05T22:17:52.996776+0000","last_became_active":"2026-03-05T22:17:26.578066+0000","last_became_peered":"2026-03-05T22:17:26.578066+0000","last_unstale":"2026-03-05T22:17:52.996776+0000","last_undegraded":"2026-03-05T22:17:52.996776+0000","last_fullsized":"2026-03-05T22:17:52.996776+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:33:24.053844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970385+0000","last_change":"2026-03-05T22:17:28.581649+0000","last_active":"2026-03-05T22:17:52.970385+0000","last_peered":"2026-03-05T22:17:52.970385+0000","last_clean":"2026-03-05T22:17:52.970385+0000","last_became_active":"2026-03-05T22:17:28.581539+0000","last_became_peered":"2026-03-05T22:17:28.581539+0000","last_unstale":"2026-03-05T22:17:52.970385+0000","last_undegraded":"2026-03-05T22:17:52.970385+0000","last_fullsized":"2026-03-05T22:17:52.970385+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:13:20.144400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"59'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996769+0000","last_change":"2026-03-05T22:17:30.574843+0000","last_active":"2026-03-05T22:17:52.996769+0000","last_peered":"2026-03-05T22:17:52.996769+0000","last_clean":"2026-03-05T22:17:52.996769+0000","last_became_active":"2026-03-05T22:17:30.574750+0000","last_became_peered":"2026-03-05T22:17:30.574750+0000","last_unstale":"2026-03-05T22:17:52.996769+0000","last_undegraded":"2026-03-05T22:17:52.996769+0000","last_fullsized":"2026-03-05T22:17:52.996769+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:40:25.626518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006514+0000","last_change":"2026-03-05T22:17:30.617608+0000","last_active":"2026-03-05T22:17:53.006514+0000","last_peered":"2026-03-05T22:17:53.006514+0000","last_clean":"2026-03-05T22:17:53.006514+0000","last_became_active":"2026-03-05T22:17:30.617467+0000","last_became_peered":"2026-03-05T22:17:30.617467+0000","last_unstale":"2026-03-05T22:17:53.006514+0000","last_undegraded":"2026-03-05T22:17:53.006514+0000","last_fullsized":"2026-03-05T22:17:53.006514+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:35:29.291397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006538+0000","last_change":"2026-03-05T22:17:24.559541+0000","last_active":"2026-03-05T22:17:53.006538+0000","last_peered":"2026-03-05T22:17:53.006538+0000","last_clean":"2026-03-05T22:17:53.006538+0000","last_became_active":"2026-03-05T22:17:24.559457+0000","last_became_peered":"2026-03-05T22:17:24.559457+0000","last_unstale":"2026-03-05T22:17:53.006538+0000","last_undegraded":"2026-03-05T22:17:53.006538+0000","last_fullsized":"2026-03-05T22:17:53.006538+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:18:51.170015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006562+0000","last_change":"2026-03-05T22:17:26.584384+0000","last_active":"2026-03-05T22:17:53.006562+0000","last_peered":"2026-03-05T22:17:53.006562+0000","last_clean":"2026-03-05T22:17:53.006562+0000","last_became_active":"2026-03-05T22:17:26.584291+0000","last_became_peered":"2026-03-05T22:17:26.584291+0000","last_unstale":"2026-03-05T22:17:53.006562+0000","last_undegraded":"2026-03-05T22:17:53.006562+0000","last_fullsized":"2026-03-05T22:17:53.006562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:04:31.033365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995674+0000","last_change":"2026-03-05T22:17:28.570615+0000","last_active":"2026-03-05T22:17:52.995674+0000","last_peered":"2026-03-05T22:17:52.995674+0000","last_clean":"2026-03-05T22:17:52.995674+0000","last_became_active":"2026-03-05T22:17:28.570498+0000","last_became_peered":"2026-03-05T22:17:28.570498+0000","last_unstale":"2026-03-05T22:17:52.995674+0000","last_undegraded":"2026-03-05T22:17:52.995674+0000","last_fullsized":"2026-03-05T22:17:52.995674+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:54:29.628783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997693+0000","last_change":"2026-03-05T22:17:24.567461+0000","last_active":"2026-03-05T22:17:52.997693+0000","last_peered":"2026-03-05T22:17:52.997693+0000","last_clean":"2026-03-05T22:17:52.997693+0000","last_became_active":"2026-03-05T22:17:24.567388+0000","last_became_peered":"2026-03-05T22:17:24.567388+0000","last_unstale":"2026-03-05T22:17:52.997693+0000","last_undegraded":"2026-03-05T22:17:52.997693+0000","last_fullsized":"2026-03-05T22:17:52.997693+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:52:03.065525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996082+0000","last_change":"2026-03-05T22:17:26.586155+0000","last_active":"2026-03-05T22:17:52.996082+0000","last_peered":"2026-03-05T22:17:52.996082+0000","last_clean":"2026-03-05T22:17:52.996082+0000","last_became_active":"2026-03-05T22:17:26.585917+0000","last_became_peered":"2026-03-05T22:17:26.585917+0000","last_unstale":"2026-03-05T22:17:52.996082+0000","last_undegraded":"2026-03-05T22:17:52.996082+0000","last_fullsized":"2026-03-05T22:17:52.996082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:28:33.127870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997656+0000","last_change":"2026-03-05T22:17:28.578987+0000","last_active":"2026-03-05T22:17:52.997656+0000","last_peered":"2026-03-05T22:17:52.997656+0000","last_clean":"2026-03-05T22:17:52.997656+0000","last_became_active":"2026-03-05T22:17:28.578760+0000","last_became_peered":"2026-03-05T22:17:28.578760+0000","last_unstale":"2026-03-05T22:17:52.997656+0000","last_undegraded":"2026-03-05T22:17:52.997656+0000","last_fullsized":"2026-03-05T22:17:52.997656+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:18:16.757498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002731+0000","last_change":"2026-03-05T22:17:30.579812+0000","last_active":"2026-03-05T22:17:53.002731+0000","last_peered":"2026-03-05T22:17:53.002731+0000","last_clean":"2026-03-05T22:17:53.002731+0000","last_became_active":"2026-03-05T22:17:30.579732+0000","last_became_peered":"2026-03-05T22:17:30.579732+0000","last_unstale":"2026-03-05T22:17:53.002731+0000","last_undegraded":"2026-03-05T22:17:53.002731+0000","last_fullsized":"2026-03-05T22:17:53.002731+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:20:21.340171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997767+0000","last_change":"2026-03-05T22:17:24.568556+0000","last_active":"2026-03-05T22:17:52.997767+0000","last_peered":"2026-03-05T22:17:52.997767+0000","last_clean":"2026-03-05T22:17:52.997767+0000","last_became_active":"2026-03-05T22:17:24.568435+0000","last_became_peered":"2026-03-05T22:17:24.568435+0000","last_unstale":"2026-03-05T22:17:52.997767+0000","last_undegraded":"2026-03-05T22:17:52.997767+0000","last_fullsized":"2026-03-05T22:17:52.997767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:13:10.358104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"59'5","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995863+0000","last_change":"2026-03-05T22:17:26.592551+0000","last_active":"2026-03-05T22:17:52.995863+0000","last_peered":"2026-03-05T22:17:52.995863+0000","last_clean":"2026-03-05T22:17:52.995863+0000","last_became_active":"2026-03-05T22:17:26.591740+0000","last_became_peered":"2026-03-05T22:17:26.591740+0000","last_unstale":"2026-03-05T22:17:52.995863+0000","last_undegraded":"2026-03-05T22:17:52.995863+0000","last_fullsized":"2026-03-05T22:17:52.995863+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:26:00.717385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964068+0000","last_change":"2026-03-05T22:17:28.576735+0000","last_active":"2026-03-05T22:17:52.964068+0000","last_peered":"2026-03-05T22:17:52.964068+0000","last_clean":"2026-03-05T22:17:52.964068+0000","last_became_active":"2026-03-05T22:17:28.576381+0000","last_became_peered":"2026-03-05T22:17:28.576381+0000","last_unstale":"2026-03-05T22:17:52.964068+0000","last_undegraded":"2026-03-05T22:17:52.964068+0000","last_fullsized":"2026-03-05T22:17:52.964068+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:58:35.236886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997803+0000","last_change":"2026-03-05T22:17:30.606637+0000","last_active":"2026-03-05T22:17:52.997803+0000","last_peered":"2026-03-05T22:17:52.997803+0000","last_clean":"2026-03-05T22:17:52.997803+0000","last_became_active":"2026-03-05T22:17:30.606552+0000","last_became_peered":"2026-03-05T22:17:30.606552+0000","last_unstale":"2026-03-05T22:17:52.997803+0000","last_undegraded":"2026-03-05T22:17:52.997803+0000","last_fullsized":"2026-03-05T22:17:52.997803+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:39:42.169449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995835+0000","last_change":"2026-03-05T22:17:30.616840+0000","last_active":"2026-03-05T22:17:52.995835+0000","last_peered":"2026-03-05T22:17:52.995835+0000","last_clean":"2026-03-05T22:17:52.995835+0000","last_became_active":"2026-03-05T22:17:30.616750+0000","last_became_peered":"2026-03-05T22:17:30.616750+0000","last_unstale":"2026-03-05T22:17:52.995835+0000","last_undegraded":"2026-03-05T22:17:52.995835+0000","last_fullsized":"2026-03-05T22:17:52.995835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:06:45.097396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002447+0000","last_change":"2026-03-05T22:17:24.565494+0000","last_active":"2026-03-05T22:17:53.002447+0000","last_peered":"2026-03-05T22:17:53.002447+0000","last_clean":"2026-03-05T22:17:53.002447+0000","last_became_active":"2026-03-05T22:17:24.565047+0000","last_became_peered":"2026-03-05T22:17:24.565047+0000","last_unstale":"2026-03-05T22:17:53.002447+0000","last_undegraded":"2026-03-05T22:17:53.002447+0000","last_fullsized":"2026-03-05T22:17:53.002447+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:07:55.534825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005744+0000","last_change":"2026-03-05T22:17:26.583405+0000","last_active":"2026-03-05T22:17:53.005744+0000","last_peered":"2026-03-05T22:17:53.005744+0000","last_clean":"2026-03-05T22:17:53.005744+0000","last_became_active":"2026-03-05T22:17:26.583270+0000","last_became_peered":"2026-03-05T22:17:26.583270+0000","last_unstale":"2026-03-05T22:17:53.005744+0000","last_undegraded":"2026-03-05T22:17:53.005744+0000","last_fullsized":"2026-03-05T22:17:53.005744+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:19:08.826485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970554+0000","last_change":"2026-03-05T22:17:28.572952+0000","last_active":"2026-03-05T22:17:52.970554+0000","last_peered":"2026-03-05T22:17:52.970554+0000","last_clean":"2026-03-05T22:17:52.970554+0000","last_became_active":"2026-03-05T22:17:28.569707+0000","last_became_peered":"2026-03-05T22:17:28.569707+0000","last_unstale":"2026-03-05T22:17:52.970554+0000","last_undegraded":"2026-03-05T22:17:52.970554+0000","last_fullsized":"2026-03-05T22:17:52.970554+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:08:39.147627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006875+0000","last_change":"2026-03-05T22:17:30.619737+0000","last_active":"2026-03-05T22:17:53.006875+0000","last_peered":"2026-03-05T22:17:53.006875+0000","last_clean":"2026-03-05T22:17:53.006875+0000","last_became_active":"2026-03-05T22:17:30.619287+0000","last_became_peered":"2026-03-05T22:17:30.619287+0000","last_unstale":"2026-03-05T22:17:53.006875+0000","last_undegraded":"2026-03-05T22:17:53.006875+0000","last_fullsized":"2026-03-05T22:17:53.006875+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:11:04.026166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996274+0000","last_change":"2026-03-05T22:17:24.574621+0000","last_active":"2026-03-05T22:17:52.996274+0000","last_peered":"2026-03-05T22:17:52.996274+0000","last_clean":"2026-03-05T22:17:52.996274+0000","last_became_active":"2026-03-05T22:17:24.574536+0000","last_became_peered":"2026-03-05T22:17:24.574536+0000","last_unstale":"2026-03-05T22:17:52.996274+0000","last_undegraded":"2026-03-05T22:17:52.996274+0000","last_fullsized":"2026-03-05T22:17:52.996274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:20:29.377551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"59'12","reported_seq":48,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006914+0000","last_change":"2026-03-05T22:17:26.581866+0000","last_active":"2026-03-05T22:17:53.006914+0000","last_peered":"2026-03-05T22:17:53.006914+0000","last_clean":"2026-03-05T22:17:53.006914+0000","last_became_active":"2026-03-05T22:17:26.581401+0000","last_became_peered":"2026-03-05T22:17:26.581401+0000","last_unstale":"2026-03-05T22:17:53.006914+0000","last_undegraded":"2026-03-05T22:17:53.006914+0000","last_fullsized":"2026-03-05T22:17:53.006914+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:40:37.407825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996206+0000","last_change":"2026-03-05T22:17:28.567656+0000","last_active":"2026-03-05T22:17:52.996206+0000","last_peered":"2026-03-05T22:17:52.996206+0000","last_clean":"2026-03-05T22:17:52.996206+0000","last_became_active":"2026-03-05T22:17:28.567541+0000","last_became_peered":"2026-03-05T22:17:28.567541+0000","last_unstale":"2026-03-05T22:17:52.996206+0000","last_undegraded":"2026-03-05T22:17:52.996206+0000","last_fullsized":"2026-03-05T22:17:52.996206+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:41:58.600256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"59'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964733+0000","last_change":"2026-03-05T22:17:30.588116+0000","last_active":"2026-03-05T22:17:52.964733+0000","last_peered":"2026-03-05T22:17:52.964733+0000","last_clean":"2026-03-05T22:17:52.964733+0000","last_became_active":"2026-03-05T22:17:30.587490+0000","last_became_peered":"2026-03-05T22:17:30.587490+0000","last_unstale":"2026-03-05T22:17:52.964733+0000","last_undegraded":"2026-03-05T22:17:52.964733+0000","last_fullsized":"2026-03-05T22:17:52.964733+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:46:05.880788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"52'1","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971426+0000","last_change":"2026-03-05T22:17:24.576648+0000","last_active":"2026-03-05T22:17:52.971426+0000","last_peered":"2026-03-05T22:17:52.971426+0000","last_clean":"2026-03-05T22:17:52.971426+0000","last_became_active":"2026-03-05T22:17:24.575763+0000","last_became_peered":"2026-03-05T22:17:24.575763+0000","last_unstale":"2026-03-05T22:17:52.971426+0000","last_undegraded":"2026-03-05T22:17:52.971426+0000","last_fullsized":"2026-03-05T22:17:52.971426+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:30:35.650109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003162+0000","last_change":"2026-03-05T22:17:26.584481+0000","last_active":"2026-03-05T22:17:53.003162+0000","last_peered":"2026-03-05T22:17:53.003162+0000","last_clean":"2026-03-05T22:17:53.003162+0000","last_became_active":"2026-03-05T22:17:26.584335+0000","last_became_peered":"2026-03-05T22:17:26.584335+0000","last_unstale":"2026-03-05T22:17:53.003162+0000","last_undegraded":"2026-03-05T22:17:53.003162+0000","last_fullsized":"2026-03-05T22:17:53.003162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:08:09.854739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"59'8","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966609+0000","last_change":"2026-03-05T22:17:28.580271+0000","last_active":"2026-03-05T22:17:52.966609+0000","last_peered":"2026-03-05T22:17:52.966609+0000","last_clean":"2026-03-05T22:17:52.966609+0000","last_became_active":"2026-03-05T22:17:28.580193+0000","last_became_peered":"2026-03-05T22:17:28.580193+0000","last_unstale":"2026-03-05T22:17:52.966609+0000","last_undegraded":"2026-03-05T22:17:52.966609+0000","last_fullsized":"2026-03-05T22:17:52.966609+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:27:22.441360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970938+0000","last_change":"2026-03-05T22:17:26.590440+0000","last_active":"2026-03-05T22:17:52.970938+0000","last_peered":"2026-03-05T22:17:52.970938+0000","last_clean":"2026-03-05T22:17:52.970938+0000","last_became_active":"2026-03-05T22:17:26.590048+0000","last_became_peered":"2026-03-05T22:17:26.590048+0000","last_unstale":"2026-03-05T22:17:52.970938+0000","last_undegraded":"2026-03-05T22:17:52.970938+0000","last_fullsized":"2026-03-05T22:17:52.970938+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:50:57.546103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"52'1","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006058+0000","last_change":"2026-03-05T22:17:24.570561+0000","last_active":"2026-03-05T22:17:53.006058+0000","last_peered":"2026-03-05T22:17:53.006058+0000","last_clean":"2026-03-05T22:17:53.006058+0000","last_became_active":"2026-03-05T22:17:24.570364+0000","last_became_peered":"2026-03-05T22:17:24.570364+0000","last_unstale":"2026-03-05T22:17:53.006058+0000","last_undegraded":"2026-03-05T22:17:53.006058+0000","last_fullsized":"2026-03-05T22:17:53.006058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:40:52.887548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996799+0000","last_change":"2026-03-05T22:17:28.586269+0000","last_active":"2026-03-05T22:17:52.996799+0000","last_peered":"2026-03-05T22:17:52.996799+0000","last_clean":"2026-03-05T22:17:52.996799+0000","last_became_active":"2026-03-05T22:17:28.585960+0000","last_became_peered":"2026-03-05T22:17:28.585960+0000","last_unstale":"2026-03-05T22:17:52.996799+0000","last_undegraded":"2026-03-05T22:17:52.996799+0000","last_fullsized":"2026-03-05T22:17:52.996799+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:29:32.619403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998267+0000","last_change":"2026-03-05T22:17:30.576569+0000","last_active":"2026-03-05T22:17:52.998267+0000","last_peered":"2026-03-05T22:17:52.998267+0000","last_clean":"2026-03-05T22:17:52.998267+0000","last_became_active":"2026-03-05T22:17:30.576472+0000","last_became_peered":"2026-03-05T22:17:30.576472+0000","last_unstale":"2026-03-05T22:17:52.998267+0000","last_undegraded":"2026-03-05T22:17:52.998267+0000","last_fullsized":"2026-03-05T22:17:52.998267+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:08:57.675869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.0","version":"59'18","reported_seq":57,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006239+0000","last_change":"2026-03-05T22:17:26.587028+0000","last_active":"2026-03-05T22:17:53.006239+0000","last_peered":"2026-03-05T22:17:53.006239+0000","last_clean":"2026-03-05T22:17:53.006239+0000","last_became_active":"2026-03-05T22:17:26.586940+0000","last_became_peered":"2026-03-05T22:17:26.586940+0000","last_unstale":"2026-03-05T22:17:53.006239+0000","last_undegraded":"2026-03-05T22:17:53.006239+0000","last_fullsized":"2026-03-05T22:17:53.006239+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:10:11.772003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":34,"num_read_kb":22,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"52'1","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006210+0000","last_change":"2026-03-05T22:17:24.561659+0000","last_active":"2026-03-05T22:17:53.006210+0000","last_peered":"2026-03-05T22:17:53.006210+0000","last_clean":"2026-03-05T22:17:53.006210+0000","last_became_active":"2026-03-05T22:17:24.561571+0000","last_became_peered":"2026-03-05T22:17:24.561571+0000","last_unstale":"2026-03-05T22:17:53.006210+0000","last_undegraded":"2026-03-05T22:17:53.006210+0000","last_fullsized":"2026-03-05T22:17:53.006210+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:04:10.427821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995621+0000","last_change":"2026-03-05T22:17:28.588148+0000","last_active":"2026-03-05T22:17:52.995621+0000","last_peered":"2026-03-05T22:17:52.995621+0000","last_clean":"2026-03-05T22:17:52.995621+0000","last_became_active":"2026-03-05T22:17:28.588055+0000","last_became_peered":"2026-03-05T22:17:28.588055+0000","last_unstale":"2026-03-05T22:17:52.995621+0000","last_undegraded":"2026-03-05T22:17:52.995621+0000","last_fullsized":"2026-03-05T22:17:52.995621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:02:14.561022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995626+0000","last_change":"2026-03-05T22:17:30.604125+0000","last_active":"2026-03-05T22:17:52.995626+0000","last_peered":"2026-03-05T22:17:52.995626+0000","last_clean":"2026-03-05T22:17:52.995626+0000","last_became_active":"2026-03-05T22:17:30.604050+0000","last_became_peered":"2026-03-05T22:17:30.604050+0000","last_unstale":"2026-03-05T22:17:52.995626+0000","last_undegraded":"2026-03-05T22:17:52.995626+0000","last_fullsized":"2026-03-05T22:17:52.995626+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:54:54.278190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"59'14","reported_seq":46,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996152+0000","last_change":"2026-03-05T22:17:26.575973+0000","last_active":"2026-03-05T22:17:52.996152+0000","last_peered":"2026-03-05T22:17:52.996152+0000","last_clean":"2026-03-05T22:17:52.996152+0000","last_became_active":"2026-03-05T22:17:26.573673+0000","last_became_peered":"2026-03-05T22:17:26.573673+0000","last_unstale":"2026-03-05T22:17:52.996152+0000","last_undegraded":"2026-03-05T22:17:52.996152+0000","last_fullsized":"2026-03-05T22:17:52.996152+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:25.114001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":21,"num_read_kb":14,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"52'1","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002528+0000","last_change":"2026-03-05T22:17:24.570453+0000","last_active":"2026-03-05T22:17:53.002528+0000","last_peered":"2026-03-05T22:17:53.002528+0000","last_clean":"2026-03-05T22:17:53.002528+0000","last_became_active":"2026-03-05T22:17:24.570345+0000","last_became_peered":"2026-03-05T22:17:24.570345+0000","last_unstale":"2026-03-05T22:17:53.002528+0000","last_undegraded":"2026-03-05T22:17:53.002528+0000","last_fullsized":"2026-03-05T22:17:53.002528+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:53:02.598946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005797+0000","last_change":"2026-03-05T22:17:28.570317+0000","last_active":"2026-03-05T22:17:53.005797+0000","last_peered":"2026-03-05T22:17:53.005797+0000","last_clean":"2026-03-05T22:17:53.005797+0000","last_became_active":"2026-03-05T22:17:28.570223+0000","last_became_peered":"2026-03-05T22:17:28.570223+0000","last_unstale":"2026-03-05T22:17:53.005797+0000","last_undegraded":"2026-03-05T22:17:53.005797+0000","last_fullsized":"2026-03-05T22:17:53.005797+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:27:37.945885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963857+0000","last_change":"2026-03-05T22:17:30.621265+0000","last_active":"2026-03-05T22:17:52.963857+0000","last_peered":"2026-03-05T22:17:52.963857+0000","last_clean":"2026-03-05T22:17:52.963857+0000","last_became_active":"2026-03-05T22:17:30.618917+0000","last_became_peered":"2026-03-05T22:17:30.618917+0000","last_unstale":"2026-03-05T22:17:52.963857+0000","last_undegraded":"2026-03-05T22:17:52.963857+0000","last_fullsized":"2026-03-05T22:17:52.963857+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:05:41.814182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971472+0000","last_change":"2026-03-05T22:17:26.575417+0000","last_active":"2026-03-05T22:17:52.971472+0000","last_peered":"2026-03-05T22:17:52.971472+0000","last_clean":"2026-03-05T22:17:52.971472+0000","last_became_active":"2026-03-05T22:17:26.575317+0000","last_became_peered":"2026-03-05T22:17:26.575317+0000","last_unstale":"2026-03-05T22:17:52.971472+0000","last_undegraded":"2026-03-05T22:17:52.971472+0000","last_fullsized":"2026-03-05T22:17:52.971472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:32:40.459990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998002+0000","last_change":"2026-03-05T22:17:24.553682+0000","last_active":"2026-03-05T22:17:52.998002+0000","last_peered":"2026-03-05T22:17:52.998002+0000","last_clean":"2026-03-05T22:17:52.998002+0000","last_became_active":"2026-03-05T22:17:24.553477+0000","last_became_peered":"2026-03-05T22:17:24.553477+0000","last_unstale":"2026-03-05T22:17:52.998002+0000","last_undegraded":"2026-03-05T22:17:52.998002+0000","last_fullsized":"2026-03-05T22:17:52.998002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:56:13.370605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002365+0000","last_change":"2026-03-05T22:17:28.575239+0000","last_active":"2026-03-05T22:17:53.002365+0000","last_peered":"2026-03-05T22:17:53.002365+0000","last_clean":"2026-03-05T22:17:53.002365+0000","last_became_active":"2026-03-05T22:17:28.575138+0000","last_became_peered":"2026-03-05T22:17:28.575138+0000","last_unstale":"2026-03-05T22:17:53.002365+0000","last_undegraded":"2026-03-05T22:17:53.002365+0000","last_fullsized":"2026-03-05T22:17:53.002365+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:14:45.121799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002339+0000","last_change":"2026-03-05T22:17:30.606593+0000","last_active":"2026-03-05T22:17:53.002339+0000","last_peered":"2026-03-05T22:17:53.002339+0000","last_clean":"2026-03-05T22:17:53.002339+0000","last_became_active":"2026-03-05T22:17:30.606413+0000","last_became_peered":"2026-03-05T22:17:30.606413+0000","last_unstale":"2026-03-05T22:17:53.002339+0000","last_undegraded":"2026-03-05T22:17:53.002339+0000","last_fullsized":"2026-03-05T22:17:53.002339+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:10:06.051313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"59'19","reported_seq":61,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003022+0000","last_change":"2026-03-05T22:17:26.577294+0000","last_active":"2026-03-05T22:17:53.003022+0000","last_peered":"2026-03-05T22:17:53.003022+0000","last_clean":"2026-03-05T22:17:53.003022+0000","last_became_active":"2026-03-05T22:17:26.574044+0000","last_became_peered":"2026-03-05T22:17:26.574044+0000","last_unstale":"2026-03-05T22:17:53.003022+0000","last_undegraded":"2026-03-05T22:17:53.003022+0000","last_fullsized":"2026-03-05T22:17:53.003022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:34:33.628037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971057+0000","last_change":"2026-03-05T22:17:24.567764+0000","last_active":"2026-03-05T22:17:52.971057+0000","last_peered":"2026-03-05T22:17:52.971057+0000","last_clean":"2026-03-05T22:17:52.971057+0000","last_became_active":"2026-03-05T22:17:24.567679+0000","last_became_peered":"2026-03-05T22:17:24.567679+0000","last_unstale":"2026-03-05T22:17:52.971057+0000","last_undegraded":"2026-03-05T22:17:52.971057+0000","last_fullsized":"2026-03-05T22:17:52.971057+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:49:55.986194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966584+0000","last_change":"2026-03-05T22:17:28.584464+0000","last_active":"2026-03-05T22:17:52.966584+0000","last_peered":"2026-03-05T22:17:52.966584+0000","last_clean":"2026-03-05T22:17:52.966584+0000","last_became_active":"2026-03-05T22:17:28.583251+0000","last_became_peered":"2026-03-05T22:17:28.583251+0000","last_unstale":"2026-03-05T22:17:52.966584+0000","last_undegraded":"2026-03-05T22:17:52.966584+0000","last_fullsized":"2026-03-05T22:17:52.966584+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:01:40.019204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971032+0000","last_change":"2026-03-05T22:17:30.617158+0000","last_active":"2026-03-05T22:17:52.971032+0000","last_peered":"2026-03-05T22:17:52.971032+0000","last_clean":"2026-03-05T22:17:52.971032+0000","last_became_active":"2026-03-05T22:17:30.616965+0000","last_became_peered":"2026-03-05T22:17:30.616965+0000","last_unstale":"2026-03-05T22:17:52.971032+0000","last_undegraded":"2026-03-05T22:17:52.971032+0000","last_fullsized":"2026-03-05T22:17:52.971032+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:03:39.427905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"59'28","reported_seq":79,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971268+0000","last_change":"2026-03-05T22:17:26.590366+0000","last_active":"2026-03-05T22:17:52.971268+0000","last_peered":"2026-03-05T22:17:52.971268+0000","last_clean":"2026-03-05T22:17:52.971268+0000","last_became_active":"2026-03-05T22:17:26.589938+0000","last_became_peered":"2026-03-05T22:17:26.589938+0000","last_unstale":"2026-03-05T22:17:52.971268+0000","last_undegraded":"2026-03-05T22:17:52.971268+0000","last_fullsized":"2026-03-05T22:17:52.971268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:15:21.502153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":48,"num_read_kb":33,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996563+0000","last_change":"2026-03-05T22:17:24.573922+0000","last_active":"2026-03-05T22:17:52.996563+0000","last_peered":"2026-03-05T22:17:52.996563+0000","last_clean":"2026-03-05T22:17:52.996563+0000","last_became_active":"2026-03-05T22:17:24.572511+0000","last_became_peered":"2026-03-05T22:17:24.572511+0000","last_unstale":"2026-03-05T22:17:52.996563+0000","last_undegraded":"2026-03-05T22:17:52.996563+0000","last_fullsized":"2026-03-05T22:17:52.996563+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:52:26.519916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"53'2","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998052+0000","last_change":"2026-03-05T22:17:25.553847+0000","last_active":"2026-03-05T22:17:52.998052+0000","last_peered":"2026-03-05T22:17:52.998052+0000","last_clean":"2026-03-05T22:17:52.998052+0000","last_became_active":"2026-03-05T22:17:23.548962+0000","last_became_peered":"2026-03-05T22:17:23.548962+0000","last_unstale":"2026-03-05T22:17:52.998052+0000","last_undegraded":"2026-03-05T22:17:52.998052+0000","last_fullsized":"2026-03-05T22:17:52.998052+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:35:05.274264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000482072,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002950+0000","last_change":"2026-03-05T22:17:28.570643+0000","last_active":"2026-03-05T22:17:53.002950+0000","last_peered":"2026-03-05T22:17:53.002950+0000","last_clean":"2026-03-05T22:17:53.002950+0000","last_became_active":"2026-03-05T22:17:28.570550+0000","last_became_peered":"2026-03-05T22:17:28.570550+0000","last_unstale":"2026-03-05T22:17:53.002950+0000","last_undegraded":"2026-03-05T22:17:53.002950+0000","last_fullsized":"2026-03-05T22:17:53.002950+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:23:28.956831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006467+0000","last_change":"2026-03-05T22:17:30.603403+0000","last_active":"2026-03-05T22:17:53.006467+0000","last_peered":"2026-03-05T22:17:53.006467+0000","last_clean":"2026-03-05T22:17:53.006467+0000","last_became_active":"2026-03-05T22:17:30.603242+0000","last_became_peered":"2026-03-05T22:17:30.603242+0000","last_unstale":"2026-03-05T22:17:53.006467+0000","last_undegraded":"2026-03-05T22:17:53.006467+0000","last_fullsized":"2026-03-05T22:17:53.006467+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:07:15.683700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"59'13","reported_seq":52,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971125+0000","last_change":"2026-03-05T22:17:26.578197+0000","last_active":"2026-03-05T22:17:52.971125+0000","last_peered":"2026-03-05T22:17:52.971125+0000","last_clean":"2026-03-05T22:17:52.971125+0000","last_became_active":"2026-03-05T22:17:26.578116+0000","last_became_peered":"2026-03-05T22:17:26.578116+0000","last_unstale":"2026-03-05T22:17:52.971125+0000","last_undegraded":"2026-03-05T22:17:52.971125+0000","last_fullsized":"2026-03-05T22:17:52.971125+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:35:32.095079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971099+0000","last_change":"2026-03-05T22:17:24.567808+0000","last_active":"2026-03-05T22:17:52.971099+0000","last_peered":"2026-03-05T22:17:52.971099+0000","last_clean":"2026-03-05T22:17:52.971099+0000","last_became_active":"2026-03-05T22:17:24.567709+0000","last_became_peered":"2026-03-05T22:17:24.567709+0000","last_unstale":"2026-03-05T22:17:52.971099+0000","last_undegraded":"2026-03-05T22:17:52.971099+0000","last_fullsized":"2026-03-05T22:17:52.971099+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:00:29.440989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"51'1","reported_seq":37,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005930+0000","last_change":"2026-03-05T22:17:25.548408+0000","last_active":"2026-03-05T22:17:53.005930+0000","last_peered":"2026-03-05T22:17:53.005930+0000","last_clean":"2026-03-05T22:17:53.005930+0000","last_became_active":"2026-03-05T22:17:23.551291+0000","last_became_peered":"2026-03-05T22:17:23.551291+0000","last_unstale":"2026-03-05T22:17:53.005930+0000","last_undegraded":"2026-03-05T22:17:53.005930+0000","last_fullsized":"2026-03-05T22:17:53.005930+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:09:22.724981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000176119,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005960+0000","last_change":"2026-03-05T22:17:28.579670+0000","last_active":"2026-03-05T22:17:53.005960+0000","last_peered":"2026-03-05T22:17:53.005960+0000","last_clean":"2026-03-05T22:17:53.005960+0000","last_became_active":"2026-03-05T22:17:28.579356+0000","last_became_peered":"2026-03-05T22:17:28.579356+0000","last_unstale":"2026-03-05T22:17:53.005960+0000","last_undegraded":"2026-03-05T22:17:53.005960+0000","last_fullsized":"2026-03-05T22:17:53.005960+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:04:31.781098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963921+0000","last_change":"2026-03-05T22:17:30.621320+0000","last_active":"2026-03-05T22:17:52.963921+0000","last_peered":"2026-03-05T22:17:52.963921+0000","last_clean":"2026-03-05T22:17:52.963921+0000","last_became_active":"2026-03-05T22:17:30.619728+0000","last_became_peered":"2026-03-05T22:17:30.619728+0000","last_unstale":"2026-03-05T22:17:52.963921+0000","last_undegraded":"2026-03-05T22:17:52.963921+0000","last_fullsized":"2026-03-05T22:17:52.963921+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:47:18.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"59'12","reported_seq":43,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002675+0000","last_change":"2026-03-05T22:17:26.578953+0000","last_active":"2026-03-05T22:17:53.002675+0000","last_peered":"2026-03-05T22:17:53.002675+0000","last_clean":"2026-03-05T22:17:53.002675+0000","last_became_active":"2026-03-05T22:17:26.578832+0000","last_became_peered":"2026-03-05T22:17:26.578832+0000","last_unstale":"2026-03-05T22:17:53.002675+0000","last_undegraded":"2026-03-05T22:17:53.002675+0000","last_fullsized":"2026-03-05T22:17:53.002675+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:14:09.822008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":18,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002631+0000","last_change":"2026-03-05T22:17:24.564706+0000","last_active":"2026-03-05T22:17:53.002631+0000","last_peered":"2026-03-05T22:17:53.002631+0000","last_clean":"2026-03-05T22:17:53.002631+0000","last_became_active":"2026-03-05T22:17:24.564632+0000","last_became_peered":"2026-03-05T22:17:24.564632+0000","last_unstale":"2026-03-05T22:17:53.002631+0000","last_undegraded":"2026-03-05T22:17:53.002631+0000","last_fullsized":"2026-03-05T22:17:53.002631+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:20:41.645821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"59'5","reported_seq":64,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964503+0000","last_change":"2026-03-05T22:17:25.560658+0000","last_active":"2026-03-05T22:17:52.964503+0000","last_peered":"2026-03-05T22:17:52.964503+0000","last_clean":"2026-03-05T22:17:52.964503+0000","last_became_active":"2026-03-05T22:17:23.556955+0000","last_became_peered":"2026-03-05T22:17:23.556955+0000","last_unstale":"2026-03-05T22:17:52.964503+0000","last_undegraded":"2026-03-05T22:17:52.964503+0000","last_fullsized":"2026-03-05T22:17:52.964503+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:52:51.470709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013516890000000001,"stat_sum":{"num_bytes":389,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997815+0000","last_change":"2026-03-05T22:17:28.576744+0000","last_active":"2026-03-05T22:17:52.997815+0000","last_peered":"2026-03-05T22:17:52.997815+0000","last_clean":"2026-03-05T22:17:52.997815+0000","last_became_active":"2026-03-05T22:17:28.576671+0000","last_became_peered":"2026-03-05T22:17:28.576671+0000","last_unstale":"2026-03-05T22:17:52.997815+0000","last_undegraded":"2026-03-05T22:17:52.997815+0000","last_fullsized":"2026-03-05T22:17:52.997815+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:19:04.425839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970700+0000","last_change":"2026-03-05T22:17:30.604333+0000","last_active":"2026-03-05T22:17:52.970700+0000","last_peered":"2026-03-05T22:17:52.970700+0000","last_clean":"2026-03-05T22:17:52.970700+0000","last_became_active":"2026-03-05T22:17:30.604143+0000","last_became_peered":"2026-03-05T22:17:30.604143+0000","last_unstale":"2026-03-05T22:17:52.970700+0000","last_undegraded":"2026-03-05T22:17:52.970700+0000","last_fullsized":"2026-03-05T22:17:52.970700+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:57:00.152461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"59'16","reported_seq":53,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966020+0000","last_change":"2026-03-05T22:17:26.575174+0000","last_active":"2026-03-05T22:17:52.966020+0000","last_peered":"2026-03-05T22:17:52.966020+0000","last_clean":"2026-03-05T22:17:52.966020+0000","last_became_active":"2026-03-05T22:17:26.575012+0000","last_became_peered":"2026-03-05T22:17:26.575012+0000","last_unstale":"2026-03-05T22:17:52.966020+0000","last_undegraded":"2026-03-05T22:17:52.966020+0000","last_fullsized":"2026-03-05T22:17:52.966020+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:32:46.868756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006319+0000","last_change":"2026-03-05T22:17:24.553417+0000","last_active":"2026-03-05T22:17:53.006319+0000","last_peered":"2026-03-05T22:17:53.006319+0000","last_clean":"2026-03-05T22:17:53.006319+0000","last_became_active":"2026-03-05T22:17:24.553306+0000","last_became_peered":"2026-03-05T22:17:24.553306+0000","last_unstale":"2026-03-05T22:17:53.006319+0000","last_undegraded":"2026-03-05T22:17:53.006319+0000","last_fullsized":"2026-03-05T22:17:53.006319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:33:07.588417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964582+0000","last_change":"2026-03-05T22:17:19.881785+0000","last_active":"2026-03-05T22:17:52.964582+0000","last_peered":"2026-03-05T22:17:52.964582+0000","last_clean":"2026-03-05T22:17:52.964582+0000","last_became_active":"2026-03-05T22:17:19.876333+0000","last_became_peered":"2026-03-05T22:17:19.876333+0000","last_unstale":"2026-03-05T22:17:52.964582+0000","last_undegraded":"2026-03-05T22:17:52.964582+0000","last_fullsized":"2026-03-05T22:17:52.964582+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:16:04.429959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:16:04.429959+0000","last_clean_scrub_stamp":"2026-03-05T22:16:04.429959+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:48.058386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964539+0000","last_change":"2026-03-05T22:17:28.576833+0000","last_active":"2026-03-05T22:17:52.964539+0000","last_peered":"2026-03-05T22:17:52.964539+0000","last_clean":"2026-03-05T22:17:52.964539+0000","last_became_active":"2026-03-05T22:17:28.576568+0000","last_became_peered":"2026-03-05T22:17:28.576568+0000","last_unstale":"2026-03-05T22:17:52.964539+0000","last_undegraded":"2026-03-05T22:17:52.964539+0000","last_fullsized":"2026-03-05T22:17:52.964539+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:08:33.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997610+0000","last_change":"2026-03-05T22:17:30.606633+0000","last_active":"2026-03-05T22:17:52.997610+0000","last_peered":"2026-03-05T22:17:52.997610+0000","last_clean":"2026-03-05T22:17:52.997610+0000","last_became_active":"2026-03-05T22:17:30.606527+0000","last_became_peered":"2026-03-05T22:17:30.606527+0000","last_unstale":"2026-03-05T22:17:52.997610+0000","last_undegraded":"2026-03-05T22:17:52.997610+0000","last_fullsized":"2026-03-05T22:17:52.997610+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:50:20.732023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996463+0000","last_change":"2026-03-05T22:17:26.579926+0000","last_active":"2026-03-05T22:17:52.996463+0000","last_peered":"2026-03-05T22:17:52.996463+0000","last_clean":"2026-03-05T22:17:52.996463+0000","last_became_active":"2026-03-05T22:17:26.578859+0000","last_became_peered":"2026-03-05T22:17:26.578859+0000","last_unstale":"2026-03-05T22:17:52.996463+0000","last_undegraded":"2026-03-05T22:17:52.996463+0000","last_fullsized":"2026-03-05T22:17:52.996463+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:29:31.426578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996433+0000","last_change":"2026-03-05T22:17:24.574329+0000","last_active":"2026-03-05T22:17:52.996433+0000","last_peered":"2026-03-05T22:17:52.996433+0000","last_clean":"2026-03-05T22:17:52.996433+0000","last_became_active":"2026-03-05T22:17:24.574227+0000","last_became_peered":"2026-03-05T22:17:24.574227+0000","last_unstale":"2026-03-05T22:17:52.996433+0000","last_undegraded":"2026-03-05T22:17:52.996433+0000","last_fullsized":"2026-03-05T22:17:52.996433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:46:58.609210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998172+0000","last_change":"2026-03-05T22:17:28.585510+0000","last_active":"2026-03-05T22:17:52.998172+0000","last_peered":"2026-03-05T22:17:52.998172+0000","last_clean":"2026-03-05T22:17:52.998172+0000","last_became_active":"2026-03-05T22:17:28.585374+0000","last_became_peered":"2026-03-05T22:17:28.585374+0000","last_unstale":"2026-03-05T22:17:52.998172+0000","last_undegraded":"2026-03-05T22:17:52.998172+0000","last_fullsized":"2026-03-05T22:17:52.998172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:16:15.143727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005706+0000","last_change":"2026-03-05T22:17:30.617976+0000","last_active":"2026-03-05T22:17:53.005706+0000","last_peered":"2026-03-05T22:17:53.005706+0000","last_clean":"2026-03-05T22:17:53.005706+0000","last_became_active":"2026-03-05T22:17:30.617216+0000","last_became_peered":"2026-03-05T22:17:30.617216+0000","last_unstale":"2026-03-05T22:17:53.005706+0000","last_undegraded":"2026-03-05T22:17:53.005706+0000","last_fullsized":"2026-03-05T22:17:53.005706+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:47:09.188174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"59'17","reported_seq":53,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996022+0000","last_change":"2026-03-05T22:17:26.580117+0000","last_active":"2026-03-05T22:17:52.996022+0000","last_peered":"2026-03-05T22:17:52.996022+0000","last_clean":"2026-03-05T22:17:52.996022+0000","last_became_active":"2026-03-05T22:17:26.579364+0000","last_became_peered":"2026-03-05T22:17:26.579364+0000","last_unstale":"2026-03-05T22:17:52.996022+0000","last_undegraded":"2026-03-05T22:17:52.996022+0000","last_fullsized":"2026-03-05T22:17:52.996022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:22:40.539596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966131+0000","last_change":"2026-03-05T22:17:24.570352+0000","last_active":"2026-03-05T22:17:52.966131+0000","last_peered":"2026-03-05T22:17:52.966131+0000","last_clean":"2026-03-05T22:17:52.966131+0000","last_became_active":"2026-03-05T22:17:24.570222+0000","last_became_peered":"2026-03-05T22:17:24.570222+0000","last_unstale":"2026-03-05T22:17:52.966131+0000","last_undegraded":"2026-03-05T22:17:52.966131+0000","last_fullsized":"2026-03-05T22:17:52.966131+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:20:59.552706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970781+0000","last_change":"2026-03-05T22:17:28.573034+0000","last_active":"2026-03-05T22:17:52.970781+0000","last_peered":"2026-03-05T22:17:52.970781+0000","last_clean":"2026-03-05T22:17:52.970781+0000","last_became_active":"2026-03-05T22:17:28.569835+0000","last_became_peered":"2026-03-05T22:17:28.569835+0000","last_unstale":"2026-03-05T22:17:52.970781+0000","last_undegraded":"2026-03-05T22:17:52.970781+0000","last_fullsized":"2026-03-05T22:17:52.970781+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:14.455304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006036+0000","last_change":"2026-03-05T22:17:30.607531+0000","last_active":"2026-03-05T22:17:53.006036+0000","last_peered":"2026-03-05T22:17:53.006036+0000","last_clean":"2026-03-05T22:17:53.006036+0000","last_became_active":"2026-03-05T22:17:30.607436+0000","last_became_peered":"2026-03-05T22:17:30.607436+0000","last_unstale":"2026-03-05T22:17:53.006036+0000","last_undegraded":"2026-03-05T22:17:53.006036+0000","last_fullsized":"2026-03-05T22:17:53.006036+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:06.554042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995904+0000","last_change":"2026-03-05T22:17:26.586217+0000","last_active":"2026-03-05T22:17:52.995904+0000","last_peered":"2026-03-05T22:17:52.995904+0000","last_clean":"2026-03-05T22:17:52.995904+0000","last_became_active":"2026-03-05T22:17:26.586053+0000","last_became_peered":"2026-03-05T22:17:26.586053+0000","last_unstale":"2026-03-05T22:17:52.995904+0000","last_undegraded":"2026-03-05T22:17:52.995904+0000","last_fullsized":"2026-03-05T22:17:52.995904+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:57:20.542544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006032+0000","last_change":"2026-03-05T22:17:24.564637+0000","last_active":"2026-03-05T22:17:53.006032+0000","last_peered":"2026-03-05T22:17:53.006032+0000","last_clean":"2026-03-05T22:17:53.006032+0000","last_became_active":"2026-03-05T22:17:24.564562+0000","last_became_peered":"2026-03-05T22:17:24.564562+0000","last_unstale":"2026-03-05T22:17:53.006032+0000","last_undegraded":"2026-03-05T22:17:53.006032+0000","last_fullsized":"2026-03-05T22:17:53.006032+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:48:31.302309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006214+0000","last_change":"2026-03-05T22:17:28.579631+0000","last_active":"2026-03-05T22:17:53.006214+0000","last_peered":"2026-03-05T22:17:53.006214+0000","last_clean":"2026-03-05T22:17:53.006214+0000","last_became_active":"2026-03-05T22:17:28.579554+0000","last_became_peered":"2026-03-05T22:17:28.579554+0000","last_unstale":"2026-03-05T22:17:53.006214+0000","last_undegraded":"2026-03-05T22:17:53.006214+0000","last_fullsized":"2026-03-05T22:17:53.006214+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:21:22.856527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995868+0000","last_change":"2026-03-05T22:17:30.583547+0000","last_active":"2026-03-05T22:17:52.995868+0000","last_peered":"2026-03-05T22:17:52.995868+0000","last_clean":"2026-03-05T22:17:52.995868+0000","last_became_active":"2026-03-05T22:17:30.583424+0000","last_became_peered":"2026-03-05T22:17:30.583424+0000","last_unstale":"2026-03-05T22:17:52.995868+0000","last_undegraded":"2026-03-05T22:17:52.995868+0000","last_fullsized":"2026-03-05T22:17:52.995868+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:28:00.370196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003095+0000","last_change":"2026-03-05T22:17:26.579337+0000","last_active":"2026-03-05T22:17:53.003095+0000","last_peered":"2026-03-05T22:17:53.003095+0000","last_clean":"2026-03-05T22:17:53.003095+0000","last_became_active":"2026-03-05T22:17:26.579237+0000","last_became_peered":"2026-03-05T22:17:26.579237+0000","last_unstale":"2026-03-05T22:17:53.003095+0000","last_undegraded":"2026-03-05T22:17:53.003095+0000","last_fullsized":"2026-03-05T22:17:53.003095+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:59:26.088517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997920+0000","last_change":"2026-03-05T22:17:24.553701+0000","last_active":"2026-03-05T22:17:52.997920+0000","last_peered":"2026-03-05T22:17:52.997920+0000","last_clean":"2026-03-05T22:17:52.997920+0000","last_became_active":"2026-03-05T22:17:24.553576+0000","last_became_peered":"2026-03-05T22:17:24.553576+0000","last_unstale":"2026-03-05T22:17:52.997920+0000","last_undegraded":"2026-03-05T22:17:52.997920+0000","last_fullsized":"2026-03-05T22:17:52.997920+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:27:37.028598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006134+0000","last_change":"2026-03-05T22:17:28.590132+0000","last_active":"2026-03-05T22:17:53.006134+0000","last_peered":"2026-03-05T22:17:53.006134+0000","last_clean":"2026-03-05T22:17:53.006134+0000","last_became_active":"2026-03-05T22:17:28.589948+0000","last_became_peered":"2026-03-05T22:17:28.589948+0000","last_unstale":"2026-03-05T22:17:53.006134+0000","last_undegraded":"2026-03-05T22:17:53.006134+0000","last_fullsized":"2026-03-05T22:17:53.006134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:09:54.102444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003061+0000","last_change":"2026-03-05T22:17:30.581934+0000","last_active":"2026-03-05T22:17:53.003061+0000","last_peered":"2026-03-05T22:17:53.003061+0000","last_clean":"2026-03-05T22:17:53.003061+0000","last_became_active":"2026-03-05T22:17:30.581859+0000","last_became_peered":"2026-03-05T22:17:30.581859+0000","last_unstale":"2026-03-05T22:17:53.003061+0000","last_undegraded":"2026-03-05T22:17:53.003061+0000","last_fullsized":"2026-03-05T22:17:53.003061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:53.822472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"59'19","reported_seq":56,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966172+0000","last_change":"2026-03-05T22:17:26.582827+0000","last_active":"2026-03-05T22:17:52.966172+0000","last_peered":"2026-03-05T22:17:52.966172+0000","last_clean":"2026-03-05T22:17:52.966172+0000","last_became_active":"2026-03-05T22:17:26.582674+0000","last_became_peered":"2026-03-05T22:17:26.582674+0000","last_unstale":"2026-03-05T22:17:52.966172+0000","last_undegraded":"2026-03-05T22:17:52.966172+0000","last_fullsized":"2026-03-05T22:17:52.966172+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:23:28.595456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964508+0000","last_change":"2026-03-05T22:17:24.564800+0000","last_active":"2026-03-05T22:17:52.964508+0000","last_peered":"2026-03-05T22:17:52.964508+0000","last_clean":"2026-03-05T22:17:52.964508+0000","last_became_active":"2026-03-05T22:17:24.564643+0000","last_became_peered":"2026-03-05T22:17:24.564643+0000","last_unstale":"2026-03-05T22:17:52.964508+0000","last_undegraded":"2026-03-05T22:17:52.964508+0000","last_fullsized":"2026-03-05T22:17:52.964508+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:30:22.375304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006173+0000","last_change":"2026-03-05T22:17:28.579793+0000","last_active":"2026-03-05T22:17:53.006173+0000","last_peered":"2026-03-05T22:17:53.006173+0000","last_clean":"2026-03-05T22:17:53.006173+0000","last_became_active":"2026-03-05T22:17:28.579453+0000","last_became_peered":"2026-03-05T22:17:28.579453+0000","last_unstale":"2026-03-05T22:17:53.006173+0000","last_undegraded":"2026-03-05T22:17:53.006173+0000","last_fullsized":"2026-03-05T22:17:53.006173+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:52:19.329185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964464+0000","last_change":"2026-03-05T22:17:30.603920+0000","last_active":"2026-03-05T22:17:52.964464+0000","last_peered":"2026-03-05T22:17:52.964464+0000","last_clean":"2026-03-05T22:17:52.964464+0000","last_became_active":"2026-03-05T22:17:30.603842+0000","last_became_peered":"2026-03-05T22:17:30.603842+0000","last_unstale":"2026-03-05T22:17:52.964464+0000","last_undegraded":"2026-03-05T22:17:52.964464+0000","last_fullsized":"2026-03-05T22:17:52.964464+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:13:17.031988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"59'12","reported_seq":48,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996608+0000","last_change":"2026-03-05T22:17:26.589411+0000","last_active":"2026-03-05T22:17:52.996608+0000","last_peered":"2026-03-05T22:17:52.996608+0000","last_clean":"2026-03-05T22:17:52.996608+0000","last_became_active":"2026-03-05T22:17:26.588813+0000","last_became_peered":"2026-03-05T22:17:26.588813+0000","last_unstale":"2026-03-05T22:17:52.996608+0000","last_undegraded":"2026-03-05T22:17:52.996608+0000","last_fullsized":"2026-03-05T22:17:52.996608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:02:56.561712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964394+0000","last_change":"2026-03-05T22:17:24.577488+0000","last_active":"2026-03-05T22:17:52.964394+0000","last_peered":"2026-03-05T22:17:52.964394+0000","last_clean":"2026-03-05T22:17:52.964394+0000","last_became_active":"2026-03-05T22:17:24.577274+0000","last_became_peered":"2026-03-05T22:17:24.577274+0000","last_unstale":"2026-03-05T22:17:52.964394+0000","last_undegraded":"2026-03-05T22:17:52.964394+0000","last_fullsized":"2026-03-05T22:17:52.964394+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:06:32.533442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006093+0000","last_change":"2026-03-05T22:17:28.574242+0000","last_active":"2026-03-05T22:17:53.006093+0000","last_peered":"2026-03-05T22:17:53.006093+0000","last_clean":"2026-03-05T22:17:53.006093+0000","last_became_active":"2026-03-05T22:17:28.574141+0000","last_became_peered":"2026-03-05T22:17:28.574141+0000","last_unstale":"2026-03-05T22:17:53.006093+0000","last_undegraded":"2026-03-05T22:17:53.006093+0000","last_fullsized":"2026-03-05T22:17:53.006093+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:26.134419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005882+0000","last_change":"2026-03-05T22:17:30.603756+0000","last_active":"2026-03-05T22:17:53.005882+0000","last_peered":"2026-03-05T22:17:53.005882+0000","last_clean":"2026-03-05T22:17:53.005882+0000","last_became_active":"2026-03-05T22:17:30.603657+0000","last_became_peered":"2026-03-05T22:17:30.603657+0000","last_unstale":"2026-03-05T22:17:53.005882+0000","last_undegraded":"2026-03-05T22:17:53.005882+0000","last_fullsized":"2026-03-05T22:17:53.005882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:36:04.979006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997542+0000","last_change":"2026-03-05T22:17:26.572811+0000","last_active":"2026-03-05T22:17:52.997542+0000","last_peered":"2026-03-05T22:17:52.997542+0000","last_clean":"2026-03-05T22:17:52.997542+0000","last_became_active":"2026-03-05T22:17:26.572690+0000","last_became_peered":"2026-03-05T22:17:26.572690+0000","last_unstale":"2026-03-05T22:17:52.997542+0000","last_undegraded":"2026-03-05T22:17:52.997542+0000","last_fullsized":"2026-03-05T22:17:52.997542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:19:45.459469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"52'2","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964352+0000","last_change":"2026-03-05T22:17:24.578104+0000","last_active":"2026-03-05T22:17:52.964352+0000","last_peered":"2026-03-05T22:17:52.964352+0000","last_clean":"2026-03-05T22:17:52.964352+0000","last_became_active":"2026-03-05T22:17:24.577784+0000","last_became_peered":"2026-03-05T22:17:24.577784+0000","last_unstale":"2026-03-05T22:17:52.964352+0000","last_undegraded":"2026-03-05T22:17:52.964352+0000","last_fullsized":"2026-03-05T22:17:52.964352+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:15:01.107050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964306+0000","last_change":"2026-03-05T22:17:28.576789+0000","last_active":"2026-03-05T22:17:52.964306+0000","last_peered":"2026-03-05T22:17:52.964306+0000","last_clean":"2026-03-05T22:17:52.964306+0000","last_became_active":"2026-03-05T22:17:28.576484+0000","last_became_peered":"2026-03-05T22:17:28.576484+0000","last_unstale":"2026-03-05T22:17:52.964306+0000","last_undegraded":"2026-03-05T22:17:52.964306+0000","last_fullsized":"2026-03-05T22:17:52.964306+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:02:01.317454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997535+0000","last_change":"2026-03-05T22:17:30.617958+0000","last_active":"2026-03-05T22:17:52.997535+0000","last_peered":"2026-03-05T22:17:52.997535+0000","last_clean":"2026-03-05T22:17:52.997535+0000","last_became_active":"2026-03-05T22:17:30.617757+0000","last_became_peered":"2026-03-05T22:17:30.617757+0000","last_unstale":"2026-03-05T22:17:52.997535+0000","last_undegraded":"2026-03-05T22:17:52.997535+0000","last_fullsized":"2026-03-05T22:17:52.997535+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:06:52.961394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966106+0000","last_change":"2026-03-05T22:17:24.554148+0000","last_active":"2026-03-05T22:17:52.966106+0000","last_peered":"2026-03-05T22:17:52.966106+0000","last_clean":"2026-03-05T22:17:52.966106+0000","last_became_active":"2026-03-05T22:17:24.554035+0000","last_became_peered":"2026-03-05T22:17:24.554035+0000","last_unstale":"2026-03-05T22:17:52.966106+0000","last_undegraded":"2026-03-05T22:17:52.966106+0000","last_fullsized":"2026-03-05T22:17:52.966106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:30:59.668994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"59'6","reported_seq":34,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006845+0000","last_change":"2026-03-05T22:17:26.581970+0000","last_active":"2026-03-05T22:17:53.006845+0000","last_peered":"2026-03-05T22:17:53.006845+0000","last_clean":"2026-03-05T22:17:53.006845+0000","last_became_active":"2026-03-05T22:17:26.581573+0000","last_became_peered":"2026-03-05T22:17:26.581573+0000","last_unstale":"2026-03-05T22:17:53.006845+0000","last_undegraded":"2026-03-05T22:17:53.006845+0000","last_fullsized":"2026-03-05T22:17:53.006845+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:47:15.934937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997960+0000","last_change":"2026-03-05T22:17:28.576434+0000","last_active":"2026-03-05T22:17:52.997960+0000","last_peered":"2026-03-05T22:17:52.997960+0000","last_clean":"2026-03-05T22:17:52.997960+0000","last_became_active":"2026-03-05T22:17:28.576355+0000","last_became_peered":"2026-03-05T22:17:28.576355+0000","last_unstale":"2026-03-05T22:17:52.997960+0000","last_undegraded":"2026-03-05T22:17:52.997960+0000","last_fullsized":"2026-03-05T22:17:52.997960+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:07:48.965857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964802+0000","last_change":"2026-03-05T22:17:30.620114+0000","last_active":"2026-03-05T22:17:52.964802+0000","last_peered":"2026-03-05T22:17:52.964802+0000","last_clean":"2026-03-05T22:17:52.964802+0000","last_became_active":"2026-03-05T22:17:30.619606+0000","last_became_peered":"2026-03-05T22:17:30.619606+0000","last_unstale":"2026-03-05T22:17:52.964802+0000","last_undegraded":"2026-03-05T22:17:52.964802+0000","last_fullsized":"2026-03-05T22:17:52.964802+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:11:13.850268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003129+0000","last_change":"2026-03-05T22:17:26.584415+0000","last_active":"2026-03-05T22:17:53.003129+0000","last_peered":"2026-03-05T22:17:53.003129+0000","last_clean":"2026-03-05T22:17:53.003129+0000","last_became_active":"2026-03-05T22:17:26.584220+0000","last_became_peered":"2026-03-05T22:17:26.584220+0000","last_unstale":"2026-03-05T22:17:53.003129+0000","last_undegraded":"2026-03-05T22:17:53.003129+0000","last_fullsized":"2026-03-05T22:17:53.003129+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:58:09.389699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964282+0000","last_change":"2026-03-05T22:17:24.578561+0000","last_active":"2026-03-05T22:17:52.964282+0000","last_peered":"2026-03-05T22:17:52.964282+0000","last_clean":"2026-03-05T22:17:52.964282+0000","last_became_active":"2026-03-05T22:17:24.578485+0000","last_became_peered":"2026-03-05T22:17:24.578485+0000","last_unstale":"2026-03-05T22:17:52.964282+0000","last_undegraded":"2026-03-05T22:17:52.964282+0000","last_fullsized":"2026-03-05T22:17:52.964282+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:57:08.702031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005925+0000","last_change":"2026-03-05T22:17:28.577718+0000","last_active":"2026-03-05T22:17:53.005925+0000","last_peered":"2026-03-05T22:17:53.005925+0000","last_clean":"2026-03-05T22:17:53.005925+0000","last_became_active":"2026-03-05T22:17:28.577376+0000","last_became_peered":"2026-03-05T22:17:28.577376+0000","last_unstale":"2026-03-05T22:17:53.005925+0000","last_undegraded":"2026-03-05T22:17:53.005925+0000","last_fullsized":"2026-03-05T22:17:53.005925+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:23:39.736731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006307+0000","last_change":"2026-03-05T22:17:30.581848+0000","last_active":"2026-03-05T22:17:53.006307+0000","last_peered":"2026-03-05T22:17:53.006307+0000","last_clean":"2026-03-05T22:17:53.006307+0000","last_became_active":"2026-03-05T22:17:30.581771+0000","last_became_peered":"2026-03-05T22:17:30.581771+0000","last_unstale":"2026-03-05T22:17:53.006307+0000","last_undegraded":"2026-03-05T22:17:53.006307+0000","last_fullsized":"2026-03-05T22:17:53.006307+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:32:42.744434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998062+0000","last_change":"2026-03-05T22:17:26.584331+0000","last_active":"2026-03-05T22:17:52.998062+0000","last_peered":"2026-03-05T22:17:52.998062+0000","last_clean":"2026-03-05T22:17:52.998062+0000","last_became_active":"2026-03-05T22:17:26.584171+0000","last_became_peered":"2026-03-05T22:17:26.584171+0000","last_unstale":"2026-03-05T22:17:52.998062+0000","last_undegraded":"2026-03-05T22:17:52.998062+0000","last_fullsized":"2026-03-05T22:17:52.998062+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:53:43.687918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002503+0000","last_change":"2026-03-05T22:17:24.562294+0000","last_active":"2026-03-05T22:17:53.002503+0000","last_peered":"2026-03-05T22:17:53.002503+0000","last_clean":"2026-03-05T22:17:53.002503+0000","last_became_active":"2026-03-05T22:17:24.562181+0000","last_became_peered":"2026-03-05T22:17:24.562181+0000","last_unstale":"2026-03-05T22:17:53.002503+0000","last_undegraded":"2026-03-05T22:17:53.002503+0000","last_fullsized":"2026-03-05T22:17:53.002503+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:14:42.720898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"59'8","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006115+0000","last_change":"2026-03-05T22:17:28.577382+0000","last_active":"2026-03-05T22:17:53.006115+0000","last_peered":"2026-03-05T22:17:53.006115+0000","last_clean":"2026-03-05T22:17:53.006115+0000","last_became_active":"2026-03-05T22:17:28.577226+0000","last_became_peered":"2026-03-05T22:17:28.577226+0000","last_unstale":"2026-03-05T22:17:53.006115+0000","last_undegraded":"2026-03-05T22:17:53.006115+0000","last_fullsized":"2026-03-05T22:17:53.006115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:23:34.932608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995673+0000","last_change":"2026-03-05T22:17:30.587064+0000","last_active":"2026-03-05T22:17:52.995673+0000","last_peered":"2026-03-05T22:17:52.995673+0000","last_clean":"2026-03-05T22:17:52.995673+0000","last_became_active":"2026-03-05T22:17:30.586969+0000","last_became_peered":"2026-03-05T22:17:30.586969+0000","last_unstale":"2026-03-05T22:17:52.995673+0000","last_undegraded":"2026-03-05T22:17:52.995673+0000","last_fullsized":"2026-03-05T22:17:52.995673+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:52:51.133773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006795+0000","last_change":"2026-03-05T22:17:26.582031+0000","last_active":"2026-03-05T22:17:53.006795+0000","last_peered":"2026-03-05T22:17:53.006795+0000","last_clean":"2026-03-05T22:17:53.006795+0000","last_became_active":"2026-03-05T22:17:26.581726+0000","last_became_peered":"2026-03-05T22:17:26.581726+0000","last_unstale":"2026-03-05T22:17:53.006795+0000","last_undegraded":"2026-03-05T22:17:53.006795+0000","last_fullsized":"2026-03-05T22:17:53.006795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:09:27.535559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964165+0000","last_change":"2026-03-05T22:17:24.580111+0000","last_active":"2026-03-05T22:17:52.964165+0000","last_peered":"2026-03-05T22:17:52.964165+0000","last_clean":"2026-03-05T22:17:52.964165+0000","last_became_active":"2026-03-05T22:17:24.579009+0000","last_became_peered":"2026-03-05T22:17:24.579009+0000","last_unstale":"2026-03-05T22:17:52.964165+0000","last_undegraded":"2026-03-05T22:17:52.964165+0000","last_fullsized":"2026-03-05T22:17:52.964165+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:32:38.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998183+0000","last_change":"2026-03-05T22:17:28.576951+0000","last_active":"2026-03-05T22:17:52.998183+0000","last_peered":"2026-03-05T22:17:52.998183+0000","last_clean":"2026-03-05T22:17:52.998183+0000","last_became_active":"2026-03-05T22:17:28.576880+0000","last_became_peered":"2026-03-05T22:17:28.576880+0000","last_unstale":"2026-03-05T22:17:52.998183+0000","last_undegraded":"2026-03-05T22:17:52.998183+0000","last_fullsized":"2026-03-05T22:17:52.998183+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:31.477313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002200+0000","last_change":"2026-03-05T22:17:30.606526+0000","last_active":"2026-03-05T22:17:53.002200+0000","last_peered":"2026-03-05T22:17:53.002200+0000","last_clean":"2026-03-05T22:17:53.002200+0000","last_became_active":"2026-03-05T22:17:30.606270+0000","last_became_peered":"2026-03-05T22:17:30.606270+0000","last_unstale":"2026-03-05T22:17:53.002200+0000","last_undegraded":"2026-03-05T22:17:53.002200+0000","last_fullsized":"2026-03-05T22:17:53.002200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:23:02.148569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996347+0000","last_change":"2026-03-05T22:17:26.579712+0000","last_active":"2026-03-05T22:17:52.996347+0000","last_peered":"2026-03-05T22:17:52.996347+0000","last_clean":"2026-03-05T22:17:52.996347+0000","last_became_active":"2026-03-05T22:17:26.578371+0000","last_became_peered":"2026-03-05T22:17:26.578371+0000","last_unstale":"2026-03-05T22:17:52.996347+0000","last_undegraded":"2026-03-05T22:17:52.996347+0000","last_fullsized":"2026-03-05T22:17:52.996347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:31:34.050416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996320+0000","last_change":"2026-03-05T22:17:24.574006+0000","last_active":"2026-03-05T22:17:52.996320+0000","last_peered":"2026-03-05T22:17:52.996320+0000","last_clean":"2026-03-05T22:17:52.996320+0000","last_became_active":"2026-03-05T22:17:24.573824+0000","last_became_peered":"2026-03-05T22:17:24.573824+0000","last_unstale":"2026-03-05T22:17:52.996320+0000","last_undegraded":"2026-03-05T22:17:52.996320+0000","last_fullsized":"2026-03-05T22:17:52.996320+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:55:16.934830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970308+0000","last_change":"2026-03-05T22:17:28.573722+0000","last_active":"2026-03-05T22:17:52.970308+0000","last_peered":"2026-03-05T22:17:52.970308+0000","last_clean":"2026-03-05T22:17:52.970308+0000","last_became_active":"2026-03-05T22:17:28.573619+0000","last_became_peered":"2026-03-05T22:17:28.573619+0000","last_unstale":"2026-03-05T22:17:52.970308+0000","last_undegraded":"2026-03-05T22:17:52.970308+0000","last_fullsized":"2026-03-05T22:17:52.970308+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:52:42.858359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005755+0000","last_change":"2026-03-05T22:17:30.603783+0000","last_active":"2026-03-05T22:17:53.005755+0000","last_peered":"2026-03-05T22:17:53.005755+0000","last_clean":"2026-03-05T22:17:53.005755+0000","last_became_active":"2026-03-05T22:17:30.603590+0000","last_became_peered":"2026-03-05T22:17:30.603590+0000","last_unstale":"2026-03-05T22:17:53.005755+0000","last_undegraded":"2026-03-05T22:17:53.005755+0000","last_fullsized":"2026-03-05T22:17:53.005755+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:51:50.875532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971541+0000","last_change":"2026-03-05T22:17:26.569176+0000","last_active":"2026-03-05T22:17:52.971541+0000","last_peered":"2026-03-05T22:17:52.971541+0000","last_clean":"2026-03-05T22:17:52.971541+0000","last_became_active":"2026-03-05T22:17:26.569087+0000","last_became_peered":"2026-03-05T22:17:26.569087+0000","last_unstale":"2026-03-05T22:17:52.971541+0000","last_undegraded":"2026-03-05T22:17:52.971541+0000","last_fullsized":"2026-03-05T22:17:52.971541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:55:04.001652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964132+0000","last_change":"2026-03-05T22:17:24.580573+0000","last_active":"2026-03-05T22:17:52.964132+0000","last_peered":"2026-03-05T22:17:52.964132+0000","last_clean":"2026-03-05T22:17:52.964132+0000","last_became_active":"2026-03-05T22:17:24.580430+0000","last_became_peered":"2026-03-05T22:17:24.580430+0000","last_unstale":"2026-03-05T22:17:52.964132+0000","last_undegraded":"2026-03-05T22:17:52.964132+0000","last_fullsized":"2026-03-05T22:17:52.964132+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:51:30.684279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006633+0000","last_change":"2026-03-05T22:17:28.570158+0000","last_active":"2026-03-05T22:17:53.006633+0000","last_peered":"2026-03-05T22:17:53.006633+0000","last_clean":"2026-03-05T22:17:53.006633+0000","last_became_active":"2026-03-05T22:17:28.570045+0000","last_became_peered":"2026-03-05T22:17:28.570045+0000","last_unstale":"2026-03-05T22:17:53.006633+0000","last_undegraded":"2026-03-05T22:17:53.006633+0000","last_fullsized":"2026-03-05T22:17:53.006633+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:23:34.735452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002299+0000","last_change":"2026-03-05T22:17:30.576211+0000","last_active":"2026-03-05T22:17:53.002299+0000","last_peered":"2026-03-05T22:17:53.002299+0000","last_clean":"2026-03-05T22:17:53.002299+0000","last_became_active":"2026-03-05T22:17:30.576021+0000","last_became_peered":"2026-03-05T22:17:30.576021+0000","last_unstale":"2026-03-05T22:17:53.002299+0000","last_undegraded":"2026-03-05T22:17:53.002299+0000","last_fullsized":"2026-03-05T22:17:53.002299+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:52:14.752802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006746+0000","last_change":"2026-03-05T22:17:26.582716+0000","last_active":"2026-03-05T22:17:53.006746+0000","last_peered":"2026-03-05T22:17:53.006746+0000","last_clean":"2026-03-05T22:17:53.006746+0000","last_became_active":"2026-03-05T22:17:26.582629+0000","last_became_peered":"2026-03-05T22:17:26.582629+0000","last_unstale":"2026-03-05T22:17:53.006746+0000","last_undegraded":"2026-03-05T22:17:53.006746+0000","last_fullsized":"2026-03-05T22:17:53.006746+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:07:28.550534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997852+0000","last_change":"2026-03-05T22:17:24.568171+0000","last_active":"2026-03-05T22:17:52.997852+0000","last_peered":"2026-03-05T22:17:52.997852+0000","last_clean":"2026-03-05T22:17:52.997852+0000","last_became_active":"2026-03-05T22:17:24.568085+0000","last_became_peered":"2026-03-05T22:17:24.568085+0000","last_unstale":"2026-03-05T22:17:52.997852+0000","last_undegraded":"2026-03-05T22:17:52.997852+0000","last_fullsized":"2026-03-05T22:17:52.997852+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:41:47.923864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964413+0000","last_change":"2026-03-05T22:17:28.592720+0000","last_active":"2026-03-05T22:17:52.964413+0000","last_peered":"2026-03-05T22:17:52.964413+0000","last_clean":"2026-03-05T22:17:52.964413+0000","last_became_active":"2026-03-05T22:17:28.592623+0000","last_became_peered":"2026-03-05T22:17:28.592623+0000","last_unstale":"2026-03-05T22:17:52.964413+0000","last_undegraded":"2026-03-05T22:17:52.964413+0000","last_fullsized":"2026-03-05T22:17:52.964413+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:31:35.629387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006722+0000","last_change":"2026-03-05T22:17:30.617542+0000","last_active":"2026-03-05T22:17:53.006722+0000","last_peered":"2026-03-05T22:17:53.006722+0000","last_clean":"2026-03-05T22:17:53.006722+0000","last_became_active":"2026-03-05T22:17:30.616830+0000","last_became_peered":"2026-03-05T22:17:30.616830+0000","last_unstale":"2026-03-05T22:17:53.006722+0000","last_undegraded":"2026-03-05T22:17:53.006722+0000","last_fullsized":"2026-03-05T22:17:53.006722+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:04:17.249316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"59'4","reported_seq":31,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005984+0000","last_change":"2026-03-05T22:17:26.595920+0000","last_active":"2026-03-05T22:17:53.005984+0000","last_peered":"2026-03-05T22:17:53.005984+0000","last_clean":"2026-03-05T22:17:53.005984+0000","last_became_active":"2026-03-05T22:17:26.595819+0000","last_became_peered":"2026-03-05T22:17:26.595819+0000","last_unstale":"2026-03-05T22:17:53.005984+0000","last_undegraded":"2026-03-05T22:17:53.005984+0000","last_fullsized":"2026-03-05T22:17:53.005984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:19:05.955405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002477+0000","last_change":"2026-03-05T22:17:24.553755+0000","last_active":"2026-03-05T22:17:53.002477+0000","last_peered":"2026-03-05T22:17:53.002477+0000","last_clean":"2026-03-05T22:17:53.002477+0000","last_became_active":"2026-03-05T22:17:24.553646+0000","last_became_peered":"2026-03-05T22:17:24.553646+0000","last_unstale":"2026-03-05T22:17:53.002477+0000","last_undegraded":"2026-03-05T22:17:53.002477+0000","last_fullsized":"2026-03-05T22:17:53.002477+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:15:48.766396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966542+0000","last_change":"2026-03-05T22:17:28.580757+0000","last_active":"2026-03-05T22:17:52.966542+0000","last_peered":"2026-03-05T22:17:52.966542+0000","last_clean":"2026-03-05T22:17:52.966542+0000","last_became_active":"2026-03-05T22:17:28.580681+0000","last_became_peered":"2026-03-05T22:17:28.580681+0000","last_unstale":"2026-03-05T22:17:52.966542+0000","last_undegraded":"2026-03-05T22:17:52.966542+0000","last_fullsized":"2026-03-05T22:17:52.966542+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:53:47.196767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963964+0000","last_change":"2026-03-05T22:17:30.570027+0000","last_active":"2026-03-05T22:17:52.963964+0000","last_peered":"2026-03-05T22:17:52.963964+0000","last_clean":"2026-03-05T22:17:52.963964+0000","last_became_active":"2026-03-05T22:17:30.568208+0000","last_became_peered":"2026-03-05T22:17:30.568208+0000","last_unstale":"2026-03-05T22:17:52.963964+0000","last_undegraded":"2026-03-05T22:17:52.963964+0000","last_fullsized":"2026-03-05T22:17:52.963964+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:42:21.995928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970843+0000","last_change":"2026-03-05T22:17:30.574738+0000","last_active":"2026-03-05T22:17:52.970843+0000","last_peered":"2026-03-05T22:17:52.970843+0000","last_clean":"2026-03-05T22:17:52.970843+0000","last_became_active":"2026-03-05T22:17:30.574634+0000","last_became_peered":"2026-03-05T22:17:30.574634+0000","last_unstale":"2026-03-05T22:17:52.970843+0000","last_undegraded":"2026-03-05T22:17:52.970843+0000","last_fullsized":"2026-03-05T22:17:52.970843+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:39:34.301013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006279+0000","last_change":"2026-03-05T22:17:24.570644+0000","last_active":"2026-03-05T22:17:53.006279+0000","last_peered":"2026-03-05T22:17:53.006279+0000","last_clean":"2026-03-05T22:17:53.006279+0000","last_became_active":"2026-03-05T22:17:24.570497+0000","last_became_peered":"2026-03-05T22:17:24.570497+0000","last_unstale":"2026-03-05T22:17:53.006279+0000","last_undegraded":"2026-03-05T22:17:53.006279+0000","last_fullsized":"2026-03-05T22:17:53.006279+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:13:35.299347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966216+0000","last_change":"2026-03-05T22:17:26.582749+0000","last_active":"2026-03-05T22:17:52.966216+0000","last_peered":"2026-03-05T22:17:52.966216+0000","last_clean":"2026-03-05T22:17:52.966216+0000","last_became_active":"2026-03-05T22:17:26.582526+0000","last_became_peered":"2026-03-05T22:17:26.582526+0000","last_unstale":"2026-03-05T22:17:52.966216+0000","last_undegraded":"2026-03-05T22:17:52.966216+0000","last_fullsized":"2026-03-05T22:17:52.966216+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:35:12.158297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002837+0000","last_change":"2026-03-05T22:17:28.578308+0000","last_active":"2026-03-05T22:17:53.002837+0000","last_peered":"2026-03-05T22:17:53.002837+0000","last_clean":"2026-03-05T22:17:53.002837+0000","last_became_active":"2026-03-05T22:17:28.578219+0000","last_became_peered":"2026-03-05T22:17:28.578219+0000","last_unstale":"2026-03-05T22:17:53.002837+0000","last_undegraded":"2026-03-05T22:17:53.002837+0000","last_fullsized":"2026-03-05T22:17:53.002837+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:14:21.682469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":96,"acting":96,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3702,"num_objects":178,"num_object_clones":0,"num_object_copies":534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":0,"num_read":698,"num_read_kb":455,"num_write":417,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":11106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":393,"ondisk_log_size":393,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":3,"stat_sum":{"num_bytes":408,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":9,"acting":9,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462919,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28092,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939332,"statfs":{"total":21470642176,"available":21441875968,"internally_reserved":0,"allocated":1282048,"data_stored":871728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1585,"internal_metadata":27457999},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":41,"seq":176093659146,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28064,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939360,"statfs":{"total":21470642176,"available":21441904640,"internally_reserved":0,"allocated":1253376,"data_stored":869214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":35,"seq":150323855373,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27492,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939932,"statfs":{"total":21470642176,"available":21442490368,"internally_reserved":0,"allocated":667648,"data_stored":279218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":29,"seq":124554051600,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27516,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939908,"statfs":{"total":21470642176,"available":21442465792,"internally_reserved":0,"allocated":692224,"data_stored":279464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215123,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27528,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939896,"statfs":{"total":21470642176,"available":21442453504,"internally_reserved":0,"allocated":704512,"data_stored":281166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27457996},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939944,"statfs":{"total":21470642176,"available":21442502656,"internally_reserved":0,"allocated":655360,"data_stored":278994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27556,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939868,"statfs":{"total":21470642176,"available":21442424832,"internally_reserved":0,"allocated":733184,"data_stored":281637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738396,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28092,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939332,"statfs":{"total":21470642176,"available":21441875968,"internally_reserved":0,"allocated":1282048,"data_stored":870444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":2338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":1898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T23:17:57.768 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph pg dump --format=json 2026-03-05T23:17:58.161 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:58.578 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='client.24580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='client.24580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.579 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:58 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.580 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:58.582 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.conf 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='client.24580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: Updating vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/config/ceph.client.admin.keyring 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.679 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:58 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:17:58.740 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2026-03-05T22:17:56.994722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596507,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":823,"num_read_kb":563,"num_write":559,"num_write_kb":2195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":396,"acting":396,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":167739392,"kb_used":221820,"kb_used_data":7100,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":167517572,"statfs":{"total":171765137408,"available":171537993728,"internally_reserved":0,"allocated":7270400,"data_stored":4011865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12711,"internal_metadata":219663961},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.888242"},"pg_stats":[{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002592+0000","last_change":"2026-03-05T22:17:24.549435+0000","last_active":"2026-03-05T22:17:53.002592+0000","last_peered":"2026-03-05T22:17:53.002592+0000","last_clean":"2026-03-05T22:17:53.002592+0000","last_became_active":"2026-03-05T22:17:24.548895+0000","last_became_peered":"2026-03-05T22:17:24.548895+0000","last_unstale":"2026-03-05T22:17:53.002592+0000","last_undegraded":"2026-03-05T22:17:53.002592+0000","last_fullsized":"2026-03-05T22:17:53.002592+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:30:23.113649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996776+0000","last_change":"2026-03-05T22:17:26.579520+0000","last_active":"2026-03-05T22:17:52.996776+0000","last_peered":"2026-03-05T22:17:52.996776+0000","last_clean":"2026-03-05T22:17:52.996776+0000","last_became_active":"2026-03-05T22:17:26.578066+0000","last_became_peered":"2026-03-05T22:17:26.578066+0000","last_unstale":"2026-03-05T22:17:52.996776+0000","last_undegraded":"2026-03-05T22:17:52.996776+0000","last_fullsized":"2026-03-05T22:17:52.996776+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:33:24.053844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970385+0000","last_change":"2026-03-05T22:17:28.581649+0000","last_active":"2026-03-05T22:17:52.970385+0000","last_peered":"2026-03-05T22:17:52.970385+0000","last_clean":"2026-03-05T22:17:52.970385+0000","last_became_active":"2026-03-05T22:17:28.581539+0000","last_became_peered":"2026-03-05T22:17:28.581539+0000","last_unstale":"2026-03-05T22:17:52.970385+0000","last_undegraded":"2026-03-05T22:17:52.970385+0000","last_fullsized":"2026-03-05T22:17:52.970385+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:13:20.144400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"59'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996769+0000","last_change":"2026-03-05T22:17:30.574843+0000","last_active":"2026-03-05T22:17:52.996769+0000","last_peered":"2026-03-05T22:17:52.996769+0000","last_clean":"2026-03-05T22:17:52.996769+0000","last_became_active":"2026-03-05T22:17:30.574750+0000","last_became_peered":"2026-03-05T22:17:30.574750+0000","last_unstale":"2026-03-05T22:17:52.996769+0000","last_undegraded":"2026-03-05T22:17:52.996769+0000","last_fullsized":"2026-03-05T22:17:52.996769+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:40:25.626518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006514+0000","last_change":"2026-03-05T22:17:30.617608+0000","last_active":"2026-03-05T22:17:53.006514+0000","last_peered":"2026-03-05T22:17:53.006514+0000","last_clean":"2026-03-05T22:17:53.006514+0000","last_became_active":"2026-03-05T22:17:30.617467+0000","last_became_peered":"2026-03-05T22:17:30.617467+0000","last_unstale":"2026-03-05T22:17:53.006514+0000","last_undegraded":"2026-03-05T22:17:53.006514+0000","last_fullsized":"2026-03-05T22:17:53.006514+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:35:29.291397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006538+0000","last_change":"2026-03-05T22:17:24.559541+0000","last_active":"2026-03-05T22:17:53.006538+0000","last_peered":"2026-03-05T22:17:53.006538+0000","last_clean":"2026-03-05T22:17:53.006538+0000","last_became_active":"2026-03-05T22:17:24.559457+0000","last_became_peered":"2026-03-05T22:17:24.559457+0000","last_unstale":"2026-03-05T22:17:53.006538+0000","last_undegraded":"2026-03-05T22:17:53.006538+0000","last_fullsized":"2026-03-05T22:17:53.006538+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:18:51.170015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006562+0000","last_change":"2026-03-05T22:17:26.584384+0000","last_active":"2026-03-05T22:17:53.006562+0000","last_peered":"2026-03-05T22:17:53.006562+0000","last_clean":"2026-03-05T22:17:53.006562+0000","last_became_active":"2026-03-05T22:17:26.584291+0000","last_became_peered":"2026-03-05T22:17:26.584291+0000","last_unstale":"2026-03-05T22:17:53.006562+0000","last_undegraded":"2026-03-05T22:17:53.006562+0000","last_fullsized":"2026-03-05T22:17:53.006562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:04:31.033365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995674+0000","last_change":"2026-03-05T22:17:28.570615+0000","last_active":"2026-03-05T22:17:52.995674+0000","last_peered":"2026-03-05T22:17:52.995674+0000","last_clean":"2026-03-05T22:17:52.995674+0000","last_became_active":"2026-03-05T22:17:28.570498+0000","last_became_peered":"2026-03-05T22:17:28.570498+0000","last_unstale":"2026-03-05T22:17:52.995674+0000","last_undegraded":"2026-03-05T22:17:52.995674+0000","last_fullsized":"2026-03-05T22:17:52.995674+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:54:29.628783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997693+0000","last_change":"2026-03-05T22:17:24.567461+0000","last_active":"2026-03-05T22:17:52.997693+0000","last_peered":"2026-03-05T22:17:52.997693+0000","last_clean":"2026-03-05T22:17:52.997693+0000","last_became_active":"2026-03-05T22:17:24.567388+0000","last_became_peered":"2026-03-05T22:17:24.567388+0000","last_unstale":"2026-03-05T22:17:52.997693+0000","last_undegraded":"2026-03-05T22:17:52.997693+0000","last_fullsized":"2026-03-05T22:17:52.997693+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:52:03.065525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996082+0000","last_change":"2026-03-05T22:17:26.586155+0000","last_active":"2026-03-05T22:17:52.996082+0000","last_peered":"2026-03-05T22:17:52.996082+0000","last_clean":"2026-03-05T22:17:52.996082+0000","last_became_active":"2026-03-05T22:17:26.585917+0000","last_became_peered":"2026-03-05T22:17:26.585917+0000","last_unstale":"2026-03-05T22:17:52.996082+0000","last_undegraded":"2026-03-05T22:17:52.996082+0000","last_fullsized":"2026-03-05T22:17:52.996082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:28:33.127870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997656+0000","last_change":"2026-03-05T22:17:28.578987+0000","last_active":"2026-03-05T22:17:52.997656+0000","last_peered":"2026-03-05T22:17:52.997656+0000","last_clean":"2026-03-05T22:17:52.997656+0000","last_became_active":"2026-03-05T22:17:28.578760+0000","last_became_peered":"2026-03-05T22:17:28.578760+0000","last_unstale":"2026-03-05T22:17:52.997656+0000","last_undegraded":"2026-03-05T22:17:52.997656+0000","last_fullsized":"2026-03-05T22:17:52.997656+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:18:16.757498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002731+0000","last_change":"2026-03-05T22:17:30.579812+0000","last_active":"2026-03-05T22:17:53.002731+0000","last_peered":"2026-03-05T22:17:53.002731+0000","last_clean":"2026-03-05T22:17:53.002731+0000","last_became_active":"2026-03-05T22:17:30.579732+0000","last_became_peered":"2026-03-05T22:17:30.579732+0000","last_unstale":"2026-03-05T22:17:53.002731+0000","last_undegraded":"2026-03-05T22:17:53.002731+0000","last_fullsized":"2026-03-05T22:17:53.002731+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:20:21.340171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997767+0000","last_change":"2026-03-05T22:17:24.568556+0000","last_active":"2026-03-05T22:17:52.997767+0000","last_peered":"2026-03-05T22:17:52.997767+0000","last_clean":"2026-03-05T22:17:52.997767+0000","last_became_active":"2026-03-05T22:17:24.568435+0000","last_became_peered":"2026-03-05T22:17:24.568435+0000","last_unstale":"2026-03-05T22:17:52.997767+0000","last_undegraded":"2026-03-05T22:17:52.997767+0000","last_fullsized":"2026-03-05T22:17:52.997767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:13:10.358104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"59'5","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995863+0000","last_change":"2026-03-05T22:17:26.592551+0000","last_active":"2026-03-05T22:17:52.995863+0000","last_peered":"2026-03-05T22:17:52.995863+0000","last_clean":"2026-03-05T22:17:52.995863+0000","last_became_active":"2026-03-05T22:17:26.591740+0000","last_became_peered":"2026-03-05T22:17:26.591740+0000","last_unstale":"2026-03-05T22:17:52.995863+0000","last_undegraded":"2026-03-05T22:17:52.995863+0000","last_fullsized":"2026-03-05T22:17:52.995863+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:26:00.717385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964068+0000","last_change":"2026-03-05T22:17:28.576735+0000","last_active":"2026-03-05T22:17:52.964068+0000","last_peered":"2026-03-05T22:17:52.964068+0000","last_clean":"2026-03-05T22:17:52.964068+0000","last_became_active":"2026-03-05T22:17:28.576381+0000","last_became_peered":"2026-03-05T22:17:28.576381+0000","last_unstale":"2026-03-05T22:17:52.964068+0000","last_undegraded":"2026-03-05T22:17:52.964068+0000","last_fullsized":"2026-03-05T22:17:52.964068+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:58:35.236886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997803+0000","last_change":"2026-03-05T22:17:30.606637+0000","last_active":"2026-03-05T22:17:52.997803+0000","last_peered":"2026-03-05T22:17:52.997803+0000","last_clean":"2026-03-05T22:17:52.997803+0000","last_became_active":"2026-03-05T22:17:30.606552+0000","last_became_peered":"2026-03-05T22:17:30.606552+0000","last_unstale":"2026-03-05T22:17:52.997803+0000","last_undegraded":"2026-03-05T22:17:52.997803+0000","last_fullsized":"2026-03-05T22:17:52.997803+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:39:42.169449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995835+0000","last_change":"2026-03-05T22:17:30.616840+0000","last_active":"2026-03-05T22:17:52.995835+0000","last_peered":"2026-03-05T22:17:52.995835+0000","last_clean":"2026-03-05T22:17:52.995835+0000","last_became_active":"2026-03-05T22:17:30.616750+0000","last_became_peered":"2026-03-05T22:17:30.616750+0000","last_unstale":"2026-03-05T22:17:52.995835+0000","last_undegraded":"2026-03-05T22:17:52.995835+0000","last_fullsized":"2026-03-05T22:17:52.995835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:06:45.097396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002447+0000","last_change":"2026-03-05T22:17:24.565494+0000","last_active":"2026-03-05T22:17:53.002447+0000","last_peered":"2026-03-05T22:17:53.002447+0000","last_clean":"2026-03-05T22:17:53.002447+0000","last_became_active":"2026-03-05T22:17:24.565047+0000","last_became_peered":"2026-03-05T22:17:24.565047+0000","last_unstale":"2026-03-05T22:17:53.002447+0000","last_undegraded":"2026-03-05T22:17:53.002447+0000","last_fullsized":"2026-03-05T22:17:53.002447+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:07:55.534825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005744+0000","last_change":"2026-03-05T22:17:26.583405+0000","last_active":"2026-03-05T22:17:53.005744+0000","last_peered":"2026-03-05T22:17:53.005744+0000","last_clean":"2026-03-05T22:17:53.005744+0000","last_became_active":"2026-03-05T22:17:26.583270+0000","last_became_peered":"2026-03-05T22:17:26.583270+0000","last_unstale":"2026-03-05T22:17:53.005744+0000","last_undegraded":"2026-03-05T22:17:53.005744+0000","last_fullsized":"2026-03-05T22:17:53.005744+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:19:08.826485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970554+0000","last_change":"2026-03-05T22:17:28.572952+0000","last_active":"2026-03-05T22:17:52.970554+0000","last_peered":"2026-03-05T22:17:52.970554+0000","last_clean":"2026-03-05T22:17:52.970554+0000","last_became_active":"2026-03-05T22:17:28.569707+0000","last_became_peered":"2026-03-05T22:17:28.569707+0000","last_unstale":"2026-03-05T22:17:52.970554+0000","last_undegraded":"2026-03-05T22:17:52.970554+0000","last_fullsized":"2026-03-05T22:17:52.970554+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:08:39.147627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006875+0000","last_change":"2026-03-05T22:17:30.619737+0000","last_active":"2026-03-05T22:17:53.006875+0000","last_peered":"2026-03-05T22:17:53.006875+0000","last_clean":"2026-03-05T22:17:53.006875+0000","last_became_active":"2026-03-05T22:17:30.619287+0000","last_became_peered":"2026-03-05T22:17:30.619287+0000","last_unstale":"2026-03-05T22:17:53.006875+0000","last_undegraded":"2026-03-05T22:17:53.006875+0000","last_fullsized":"2026-03-05T22:17:53.006875+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:11:04.026166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996274+0000","last_change":"2026-03-05T22:17:24.574621+0000","last_active":"2026-03-05T22:17:52.996274+0000","last_peered":"2026-03-05T22:17:52.996274+0000","last_clean":"2026-03-05T22:17:52.996274+0000","last_became_active":"2026-03-05T22:17:24.574536+0000","last_became_peered":"2026-03-05T22:17:24.574536+0000","last_unstale":"2026-03-05T22:17:52.996274+0000","last_undegraded":"2026-03-05T22:17:52.996274+0000","last_fullsized":"2026-03-05T22:17:52.996274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:20:29.377551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"59'12","reported_seq":48,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006914+0000","last_change":"2026-03-05T22:17:26.581866+0000","last_active":"2026-03-05T22:17:53.006914+0000","last_peered":"2026-03-05T22:17:53.006914+0000","last_clean":"2026-03-05T22:17:53.006914+0000","last_became_active":"2026-03-05T22:17:26.581401+0000","last_became_peered":"2026-03-05T22:17:26.581401+0000","last_unstale":"2026-03-05T22:17:53.006914+0000","last_undegraded":"2026-03-05T22:17:53.006914+0000","last_fullsized":"2026-03-05T22:17:53.006914+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:40:37.407825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996206+0000","last_change":"2026-03-05T22:17:28.567656+0000","last_active":"2026-03-05T22:17:52.996206+0000","last_peered":"2026-03-05T22:17:52.996206+0000","last_clean":"2026-03-05T22:17:52.996206+0000","last_became_active":"2026-03-05T22:17:28.567541+0000","last_became_peered":"2026-03-05T22:17:28.567541+0000","last_unstale":"2026-03-05T22:17:52.996206+0000","last_undegraded":"2026-03-05T22:17:52.996206+0000","last_fullsized":"2026-03-05T22:17:52.996206+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:41:58.600256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"59'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964733+0000","last_change":"2026-03-05T22:17:30.588116+0000","last_active":"2026-03-05T22:17:52.964733+0000","last_peered":"2026-03-05T22:17:52.964733+0000","last_clean":"2026-03-05T22:17:52.964733+0000","last_became_active":"2026-03-05T22:17:30.587490+0000","last_became_peered":"2026-03-05T22:17:30.587490+0000","last_unstale":"2026-03-05T22:17:52.964733+0000","last_undegraded":"2026-03-05T22:17:52.964733+0000","last_fullsized":"2026-03-05T22:17:52.964733+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:46:05.880788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"52'1","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971426+0000","last_change":"2026-03-05T22:17:24.576648+0000","last_active":"2026-03-05T22:17:52.971426+0000","last_peered":"2026-03-05T22:17:52.971426+0000","last_clean":"2026-03-05T22:17:52.971426+0000","last_became_active":"2026-03-05T22:17:24.575763+0000","last_became_peered":"2026-03-05T22:17:24.575763+0000","last_unstale":"2026-03-05T22:17:52.971426+0000","last_undegraded":"2026-03-05T22:17:52.971426+0000","last_fullsized":"2026-03-05T22:17:52.971426+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:30:35.650109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003162+0000","last_change":"2026-03-05T22:17:26.584481+0000","last_active":"2026-03-05T22:17:53.003162+0000","last_peered":"2026-03-05T22:17:53.003162+0000","last_clean":"2026-03-05T22:17:53.003162+0000","last_became_active":"2026-03-05T22:17:26.584335+0000","last_became_peered":"2026-03-05T22:17:26.584335+0000","last_unstale":"2026-03-05T22:17:53.003162+0000","last_undegraded":"2026-03-05T22:17:53.003162+0000","last_fullsized":"2026-03-05T22:17:53.003162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:08:09.854739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"59'8","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966609+0000","last_change":"2026-03-05T22:17:28.580271+0000","last_active":"2026-03-05T22:17:52.966609+0000","last_peered":"2026-03-05T22:17:52.966609+0000","last_clean":"2026-03-05T22:17:52.966609+0000","last_became_active":"2026-03-05T22:17:28.580193+0000","last_became_peered":"2026-03-05T22:17:28.580193+0000","last_unstale":"2026-03-05T22:17:52.966609+0000","last_undegraded":"2026-03-05T22:17:52.966609+0000","last_fullsized":"2026-03-05T22:17:52.966609+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:27:22.441360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970938+0000","last_change":"2026-03-05T22:17:26.590440+0000","last_active":"2026-03-05T22:17:52.970938+0000","last_peered":"2026-03-05T22:17:52.970938+0000","last_clean":"2026-03-05T22:17:52.970938+0000","last_became_active":"2026-03-05T22:17:26.590048+0000","last_became_peered":"2026-03-05T22:17:26.590048+0000","last_unstale":"2026-03-05T22:17:52.970938+0000","last_undegraded":"2026-03-05T22:17:52.970938+0000","last_fullsized":"2026-03-05T22:17:52.970938+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:50:57.546103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"52'1","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006058+0000","last_change":"2026-03-05T22:17:24.570561+0000","last_active":"2026-03-05T22:17:53.006058+0000","last_peered":"2026-03-05T22:17:53.006058+0000","last_clean":"2026-03-05T22:17:53.006058+0000","last_became_active":"2026-03-05T22:17:24.570364+0000","last_became_peered":"2026-03-05T22:17:24.570364+0000","last_unstale":"2026-03-05T22:17:53.006058+0000","last_undegraded":"2026-03-05T22:17:53.006058+0000","last_fullsized":"2026-03-05T22:17:53.006058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:40:52.887548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":993,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996799+0000","last_change":"2026-03-05T22:17:28.586269+0000","last_active":"2026-03-05T22:17:52.996799+0000","last_peered":"2026-03-05T22:17:52.996799+0000","last_clean":"2026-03-05T22:17:52.996799+0000","last_became_active":"2026-03-05T22:17:28.585960+0000","last_became_peered":"2026-03-05T22:17:28.585960+0000","last_unstale":"2026-03-05T22:17:52.996799+0000","last_undegraded":"2026-03-05T22:17:52.996799+0000","last_fullsized":"2026-03-05T22:17:52.996799+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:29:32.619403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998267+0000","last_change":"2026-03-05T22:17:30.576569+0000","last_active":"2026-03-05T22:17:52.998267+0000","last_peered":"2026-03-05T22:17:52.998267+0000","last_clean":"2026-03-05T22:17:52.998267+0000","last_became_active":"2026-03-05T22:17:30.576472+0000","last_became_peered":"2026-03-05T22:17:30.576472+0000","last_unstale":"2026-03-05T22:17:52.998267+0000","last_undegraded":"2026-03-05T22:17:52.998267+0000","last_fullsized":"2026-03-05T22:17:52.998267+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:08:57.675869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.0","version":"59'18","reported_seq":57,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006239+0000","last_change":"2026-03-05T22:17:26.587028+0000","last_active":"2026-03-05T22:17:53.006239+0000","last_peered":"2026-03-05T22:17:53.006239+0000","last_clean":"2026-03-05T22:17:53.006239+0000","last_became_active":"2026-03-05T22:17:26.586940+0000","last_became_peered":"2026-03-05T22:17:26.586940+0000","last_unstale":"2026-03-05T22:17:53.006239+0000","last_undegraded":"2026-03-05T22:17:53.006239+0000","last_fullsized":"2026-03-05T22:17:53.006239+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:10:11.772003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":34,"num_read_kb":22,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"52'1","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006210+0000","last_change":"2026-03-05T22:17:24.561659+0000","last_active":"2026-03-05T22:17:53.006210+0000","last_peered":"2026-03-05T22:17:53.006210+0000","last_clean":"2026-03-05T22:17:53.006210+0000","last_became_active":"2026-03-05T22:17:24.561571+0000","last_became_peered":"2026-03-05T22:17:24.561571+0000","last_unstale":"2026-03-05T22:17:53.006210+0000","last_undegraded":"2026-03-05T22:17:53.006210+0000","last_fullsized":"2026-03-05T22:17:53.006210+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:04:10.427821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995621+0000","last_change":"2026-03-05T22:17:28.588148+0000","last_active":"2026-03-05T22:17:52.995621+0000","last_peered":"2026-03-05T22:17:52.995621+0000","last_clean":"2026-03-05T22:17:52.995621+0000","last_became_active":"2026-03-05T22:17:28.588055+0000","last_became_peered":"2026-03-05T22:17:28.588055+0000","last_unstale":"2026-03-05T22:17:52.995621+0000","last_undegraded":"2026-03-05T22:17:52.995621+0000","last_fullsized":"2026-03-05T22:17:52.995621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:02:14.561022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995626+0000","last_change":"2026-03-05T22:17:30.604125+0000","last_active":"2026-03-05T22:17:52.995626+0000","last_peered":"2026-03-05T22:17:52.995626+0000","last_clean":"2026-03-05T22:17:52.995626+0000","last_became_active":"2026-03-05T22:17:30.604050+0000","last_became_peered":"2026-03-05T22:17:30.604050+0000","last_unstale":"2026-03-05T22:17:52.995626+0000","last_undegraded":"2026-03-05T22:17:52.995626+0000","last_fullsized":"2026-03-05T22:17:52.995626+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:54:54.278190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"59'14","reported_seq":46,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996152+0000","last_change":"2026-03-05T22:17:26.575973+0000","last_active":"2026-03-05T22:17:52.996152+0000","last_peered":"2026-03-05T22:17:52.996152+0000","last_clean":"2026-03-05T22:17:52.996152+0000","last_became_active":"2026-03-05T22:17:26.573673+0000","last_became_peered":"2026-03-05T22:17:26.573673+0000","last_unstale":"2026-03-05T22:17:52.996152+0000","last_undegraded":"2026-03-05T22:17:52.996152+0000","last_fullsized":"2026-03-05T22:17:52.996152+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:25.114001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":21,"num_read_kb":14,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"52'1","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002528+0000","last_change":"2026-03-05T22:17:24.570453+0000","last_active":"2026-03-05T22:17:53.002528+0000","last_peered":"2026-03-05T22:17:53.002528+0000","last_clean":"2026-03-05T22:17:53.002528+0000","last_became_active":"2026-03-05T22:17:24.570345+0000","last_became_peered":"2026-03-05T22:17:24.570345+0000","last_unstale":"2026-03-05T22:17:53.002528+0000","last_undegraded":"2026-03-05T22:17:53.002528+0000","last_fullsized":"2026-03-05T22:17:53.002528+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:53:02.598946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005797+0000","last_change":"2026-03-05T22:17:28.570317+0000","last_active":"2026-03-05T22:17:53.005797+0000","last_peered":"2026-03-05T22:17:53.005797+0000","last_clean":"2026-03-05T22:17:53.005797+0000","last_became_active":"2026-03-05T22:17:28.570223+0000","last_became_peered":"2026-03-05T22:17:28.570223+0000","last_unstale":"2026-03-05T22:17:53.005797+0000","last_undegraded":"2026-03-05T22:17:53.005797+0000","last_fullsized":"2026-03-05T22:17:53.005797+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:27:37.945885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963857+0000","last_change":"2026-03-05T22:17:30.621265+0000","last_active":"2026-03-05T22:17:52.963857+0000","last_peered":"2026-03-05T22:17:52.963857+0000","last_clean":"2026-03-05T22:17:52.963857+0000","last_became_active":"2026-03-05T22:17:30.618917+0000","last_became_peered":"2026-03-05T22:17:30.618917+0000","last_unstale":"2026-03-05T22:17:52.963857+0000","last_undegraded":"2026-03-05T22:17:52.963857+0000","last_fullsized":"2026-03-05T22:17:52.963857+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:05:41.814182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971472+0000","last_change":"2026-03-05T22:17:26.575417+0000","last_active":"2026-03-05T22:17:52.971472+0000","last_peered":"2026-03-05T22:17:52.971472+0000","last_clean":"2026-03-05T22:17:52.971472+0000","last_became_active":"2026-03-05T22:17:26.575317+0000","last_became_peered":"2026-03-05T22:17:26.575317+0000","last_unstale":"2026-03-05T22:17:52.971472+0000","last_undegraded":"2026-03-05T22:17:52.971472+0000","last_fullsized":"2026-03-05T22:17:52.971472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:32:40.459990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998002+0000","last_change":"2026-03-05T22:17:24.553682+0000","last_active":"2026-03-05T22:17:52.998002+0000","last_peered":"2026-03-05T22:17:52.998002+0000","last_clean":"2026-03-05T22:17:52.998002+0000","last_became_active":"2026-03-05T22:17:24.553477+0000","last_became_peered":"2026-03-05T22:17:24.553477+0000","last_unstale":"2026-03-05T22:17:52.998002+0000","last_undegraded":"2026-03-05T22:17:52.998002+0000","last_fullsized":"2026-03-05T22:17:52.998002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:56:13.370605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002365+0000","last_change":"2026-03-05T22:17:28.575239+0000","last_active":"2026-03-05T22:17:53.002365+0000","last_peered":"2026-03-05T22:17:53.002365+0000","last_clean":"2026-03-05T22:17:53.002365+0000","last_became_active":"2026-03-05T22:17:28.575138+0000","last_became_peered":"2026-03-05T22:17:28.575138+0000","last_unstale":"2026-03-05T22:17:53.002365+0000","last_undegraded":"2026-03-05T22:17:53.002365+0000","last_fullsized":"2026-03-05T22:17:53.002365+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:14:45.121799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002339+0000","last_change":"2026-03-05T22:17:30.606593+0000","last_active":"2026-03-05T22:17:53.002339+0000","last_peered":"2026-03-05T22:17:53.002339+0000","last_clean":"2026-03-05T22:17:53.002339+0000","last_became_active":"2026-03-05T22:17:30.606413+0000","last_became_peered":"2026-03-05T22:17:30.606413+0000","last_unstale":"2026-03-05T22:17:53.002339+0000","last_undegraded":"2026-03-05T22:17:53.002339+0000","last_fullsized":"2026-03-05T22:17:53.002339+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:10:06.051313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"59'19","reported_seq":61,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003022+0000","last_change":"2026-03-05T22:17:26.577294+0000","last_active":"2026-03-05T22:17:53.003022+0000","last_peered":"2026-03-05T22:17:53.003022+0000","last_clean":"2026-03-05T22:17:53.003022+0000","last_became_active":"2026-03-05T22:17:26.574044+0000","last_became_peered":"2026-03-05T22:17:26.574044+0000","last_unstale":"2026-03-05T22:17:53.003022+0000","last_undegraded":"2026-03-05T22:17:53.003022+0000","last_fullsized":"2026-03-05T22:17:53.003022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:34:33.628037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971057+0000","last_change":"2026-03-05T22:17:24.567764+0000","last_active":"2026-03-05T22:17:52.971057+0000","last_peered":"2026-03-05T22:17:52.971057+0000","last_clean":"2026-03-05T22:17:52.971057+0000","last_became_active":"2026-03-05T22:17:24.567679+0000","last_became_peered":"2026-03-05T22:17:24.567679+0000","last_unstale":"2026-03-05T22:17:52.971057+0000","last_undegraded":"2026-03-05T22:17:52.971057+0000","last_fullsized":"2026-03-05T22:17:52.971057+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:49:55.986194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966584+0000","last_change":"2026-03-05T22:17:28.584464+0000","last_active":"2026-03-05T22:17:52.966584+0000","last_peered":"2026-03-05T22:17:52.966584+0000","last_clean":"2026-03-05T22:17:52.966584+0000","last_became_active":"2026-03-05T22:17:28.583251+0000","last_became_peered":"2026-03-05T22:17:28.583251+0000","last_unstale":"2026-03-05T22:17:52.966584+0000","last_undegraded":"2026-03-05T22:17:52.966584+0000","last_fullsized":"2026-03-05T22:17:52.966584+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:01:40.019204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971032+0000","last_change":"2026-03-05T22:17:30.617158+0000","last_active":"2026-03-05T22:17:52.971032+0000","last_peered":"2026-03-05T22:17:52.971032+0000","last_clean":"2026-03-05T22:17:52.971032+0000","last_became_active":"2026-03-05T22:17:30.616965+0000","last_became_peered":"2026-03-05T22:17:30.616965+0000","last_unstale":"2026-03-05T22:17:52.971032+0000","last_undegraded":"2026-03-05T22:17:52.971032+0000","last_fullsized":"2026-03-05T22:17:52.971032+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:03:39.427905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"59'28","reported_seq":79,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971268+0000","last_change":"2026-03-05T22:17:26.590366+0000","last_active":"2026-03-05T22:17:52.971268+0000","last_peered":"2026-03-05T22:17:52.971268+0000","last_clean":"2026-03-05T22:17:52.971268+0000","last_became_active":"2026-03-05T22:17:26.589938+0000","last_became_peered":"2026-03-05T22:17:26.589938+0000","last_unstale":"2026-03-05T22:17:52.971268+0000","last_undegraded":"2026-03-05T22:17:52.971268+0000","last_fullsized":"2026-03-05T22:17:52.971268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:15:21.502153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":48,"num_read_kb":33,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996563+0000","last_change":"2026-03-05T22:17:24.573922+0000","last_active":"2026-03-05T22:17:52.996563+0000","last_peered":"2026-03-05T22:17:52.996563+0000","last_clean":"2026-03-05T22:17:52.996563+0000","last_became_active":"2026-03-05T22:17:24.572511+0000","last_became_peered":"2026-03-05T22:17:24.572511+0000","last_unstale":"2026-03-05T22:17:52.996563+0000","last_undegraded":"2026-03-05T22:17:52.996563+0000","last_fullsized":"2026-03-05T22:17:52.996563+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:52:26.519916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"53'2","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998052+0000","last_change":"2026-03-05T22:17:25.553847+0000","last_active":"2026-03-05T22:17:52.998052+0000","last_peered":"2026-03-05T22:17:52.998052+0000","last_clean":"2026-03-05T22:17:52.998052+0000","last_became_active":"2026-03-05T22:17:23.548962+0000","last_became_peered":"2026-03-05T22:17:23.548962+0000","last_unstale":"2026-03-05T22:17:52.998052+0000","last_undegraded":"2026-03-05T22:17:52.998052+0000","last_fullsized":"2026-03-05T22:17:52.998052+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:35:05.274264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000482072,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002950+0000","last_change":"2026-03-05T22:17:28.570643+0000","last_active":"2026-03-05T22:17:53.002950+0000","last_peered":"2026-03-05T22:17:53.002950+0000","last_clean":"2026-03-05T22:17:53.002950+0000","last_became_active":"2026-03-05T22:17:28.570550+0000","last_became_peered":"2026-03-05T22:17:28.570550+0000","last_unstale":"2026-03-05T22:17:53.002950+0000","last_undegraded":"2026-03-05T22:17:53.002950+0000","last_fullsized":"2026-03-05T22:17:53.002950+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:23:28.956831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006467+0000","last_change":"2026-03-05T22:17:30.603403+0000","last_active":"2026-03-05T22:17:53.006467+0000","last_peered":"2026-03-05T22:17:53.006467+0000","last_clean":"2026-03-05T22:17:53.006467+0000","last_became_active":"2026-03-05T22:17:30.603242+0000","last_became_peered":"2026-03-05T22:17:30.603242+0000","last_unstale":"2026-03-05T22:17:53.006467+0000","last_undegraded":"2026-03-05T22:17:53.006467+0000","last_fullsized":"2026-03-05T22:17:53.006467+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:07:15.683700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"59'13","reported_seq":52,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971125+0000","last_change":"2026-03-05T22:17:26.578197+0000","last_active":"2026-03-05T22:17:52.971125+0000","last_peered":"2026-03-05T22:17:52.971125+0000","last_clean":"2026-03-05T22:17:52.971125+0000","last_became_active":"2026-03-05T22:17:26.578116+0000","last_became_peered":"2026-03-05T22:17:26.578116+0000","last_unstale":"2026-03-05T22:17:52.971125+0000","last_undegraded":"2026-03-05T22:17:52.971125+0000","last_fullsized":"2026-03-05T22:17:52.971125+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:35:32.095079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971099+0000","last_change":"2026-03-05T22:17:24.567808+0000","last_active":"2026-03-05T22:17:52.971099+0000","last_peered":"2026-03-05T22:17:52.971099+0000","last_clean":"2026-03-05T22:17:52.971099+0000","last_became_active":"2026-03-05T22:17:24.567709+0000","last_became_peered":"2026-03-05T22:17:24.567709+0000","last_unstale":"2026-03-05T22:17:52.971099+0000","last_undegraded":"2026-03-05T22:17:52.971099+0000","last_fullsized":"2026-03-05T22:17:52.971099+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:00:29.440989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"51'1","reported_seq":37,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005930+0000","last_change":"2026-03-05T22:17:25.548408+0000","last_active":"2026-03-05T22:17:53.005930+0000","last_peered":"2026-03-05T22:17:53.005930+0000","last_clean":"2026-03-05T22:17:53.005930+0000","last_became_active":"2026-03-05T22:17:23.551291+0000","last_became_peered":"2026-03-05T22:17:23.551291+0000","last_unstale":"2026-03-05T22:17:53.005930+0000","last_undegraded":"2026-03-05T22:17:53.005930+0000","last_fullsized":"2026-03-05T22:17:53.005930+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:09:22.724981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000176119,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005960+0000","last_change":"2026-03-05T22:17:28.579670+0000","last_active":"2026-03-05T22:17:53.005960+0000","last_peered":"2026-03-05T22:17:53.005960+0000","last_clean":"2026-03-05T22:17:53.005960+0000","last_became_active":"2026-03-05T22:17:28.579356+0000","last_became_peered":"2026-03-05T22:17:28.579356+0000","last_unstale":"2026-03-05T22:17:53.005960+0000","last_undegraded":"2026-03-05T22:17:53.005960+0000","last_fullsized":"2026-03-05T22:17:53.005960+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:04:31.781098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963921+0000","last_change":"2026-03-05T22:17:30.621320+0000","last_active":"2026-03-05T22:17:52.963921+0000","last_peered":"2026-03-05T22:17:52.963921+0000","last_clean":"2026-03-05T22:17:52.963921+0000","last_became_active":"2026-03-05T22:17:30.619728+0000","last_became_peered":"2026-03-05T22:17:30.619728+0000","last_unstale":"2026-03-05T22:17:52.963921+0000","last_undegraded":"2026-03-05T22:17:52.963921+0000","last_fullsized":"2026-03-05T22:17:52.963921+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:47:18.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"59'12","reported_seq":43,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002675+0000","last_change":"2026-03-05T22:17:26.578953+0000","last_active":"2026-03-05T22:17:53.002675+0000","last_peered":"2026-03-05T22:17:53.002675+0000","last_clean":"2026-03-05T22:17:53.002675+0000","last_became_active":"2026-03-05T22:17:26.578832+0000","last_became_peered":"2026-03-05T22:17:26.578832+0000","last_unstale":"2026-03-05T22:17:53.002675+0000","last_undegraded":"2026-03-05T22:17:53.002675+0000","last_fullsized":"2026-03-05T22:17:53.002675+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:14:09.822008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":18,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002631+0000","last_change":"2026-03-05T22:17:24.564706+0000","last_active":"2026-03-05T22:17:53.002631+0000","last_peered":"2026-03-05T22:17:53.002631+0000","last_clean":"2026-03-05T22:17:53.002631+0000","last_became_active":"2026-03-05T22:17:24.564632+0000","last_became_peered":"2026-03-05T22:17:24.564632+0000","last_unstale":"2026-03-05T22:17:53.002631+0000","last_undegraded":"2026-03-05T22:17:53.002631+0000","last_fullsized":"2026-03-05T22:17:53.002631+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:20:41.645821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"59'5","reported_seq":64,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964503+0000","last_change":"2026-03-05T22:17:25.560658+0000","last_active":"2026-03-05T22:17:52.964503+0000","last_peered":"2026-03-05T22:17:52.964503+0000","last_clean":"2026-03-05T22:17:52.964503+0000","last_became_active":"2026-03-05T22:17:23.556955+0000","last_became_peered":"2026-03-05T22:17:23.556955+0000","last_unstale":"2026-03-05T22:17:52.964503+0000","last_undegraded":"2026-03-05T22:17:52.964503+0000","last_fullsized":"2026-03-05T22:17:52.964503+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:22.522869+0000","last_clean_scrub_stamp":"2026-03-05T22:17:22.522869+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:52:51.470709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013516890000000001,"stat_sum":{"num_bytes":389,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997815+0000","last_change":"2026-03-05T22:17:28.576744+0000","last_active":"2026-03-05T22:17:52.997815+0000","last_peered":"2026-03-05T22:17:52.997815+0000","last_clean":"2026-03-05T22:17:52.997815+0000","last_became_active":"2026-03-05T22:17:28.576671+0000","last_became_peered":"2026-03-05T22:17:28.576671+0000","last_unstale":"2026-03-05T22:17:52.997815+0000","last_undegraded":"2026-03-05T22:17:52.997815+0000","last_fullsized":"2026-03-05T22:17:52.997815+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:19:04.425839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970700+0000","last_change":"2026-03-05T22:17:30.604333+0000","last_active":"2026-03-05T22:17:52.970700+0000","last_peered":"2026-03-05T22:17:52.970700+0000","last_clean":"2026-03-05T22:17:52.970700+0000","last_became_active":"2026-03-05T22:17:30.604143+0000","last_became_peered":"2026-03-05T22:17:30.604143+0000","last_unstale":"2026-03-05T22:17:52.970700+0000","last_undegraded":"2026-03-05T22:17:52.970700+0000","last_fullsized":"2026-03-05T22:17:52.970700+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:57:00.152461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"59'16","reported_seq":53,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966020+0000","last_change":"2026-03-05T22:17:26.575174+0000","last_active":"2026-03-05T22:17:52.966020+0000","last_peered":"2026-03-05T22:17:52.966020+0000","last_clean":"2026-03-05T22:17:52.966020+0000","last_became_active":"2026-03-05T22:17:26.575012+0000","last_became_peered":"2026-03-05T22:17:26.575012+0000","last_unstale":"2026-03-05T22:17:52.966020+0000","last_undegraded":"2026-03-05T22:17:52.966020+0000","last_fullsized":"2026-03-05T22:17:52.966020+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:32:46.868756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006319+0000","last_change":"2026-03-05T22:17:24.553417+0000","last_active":"2026-03-05T22:17:53.006319+0000","last_peered":"2026-03-05T22:17:53.006319+0000","last_clean":"2026-03-05T22:17:53.006319+0000","last_became_active":"2026-03-05T22:17:24.553306+0000","last_became_peered":"2026-03-05T22:17:24.553306+0000","last_unstale":"2026-03-05T22:17:53.006319+0000","last_undegraded":"2026-03-05T22:17:53.006319+0000","last_fullsized":"2026-03-05T22:17:53.006319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:33:07.588417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964582+0000","last_change":"2026-03-05T22:17:19.881785+0000","last_active":"2026-03-05T22:17:52.964582+0000","last_peered":"2026-03-05T22:17:52.964582+0000","last_clean":"2026-03-05T22:17:52.964582+0000","last_became_active":"2026-03-05T22:17:19.876333+0000","last_became_peered":"2026-03-05T22:17:19.876333+0000","last_unstale":"2026-03-05T22:17:52.964582+0000","last_undegraded":"2026-03-05T22:17:52.964582+0000","last_fullsized":"2026-03-05T22:17:52.964582+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:16:04.429959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:16:04.429959+0000","last_clean_scrub_stamp":"2026-03-05T22:16:04.429959+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:48.058386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964539+0000","last_change":"2026-03-05T22:17:28.576833+0000","last_active":"2026-03-05T22:17:52.964539+0000","last_peered":"2026-03-05T22:17:52.964539+0000","last_clean":"2026-03-05T22:17:52.964539+0000","last_became_active":"2026-03-05T22:17:28.576568+0000","last_became_peered":"2026-03-05T22:17:28.576568+0000","last_unstale":"2026-03-05T22:17:52.964539+0000","last_undegraded":"2026-03-05T22:17:52.964539+0000","last_fullsized":"2026-03-05T22:17:52.964539+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:08:33.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997610+0000","last_change":"2026-03-05T22:17:30.606633+0000","last_active":"2026-03-05T22:17:52.997610+0000","last_peered":"2026-03-05T22:17:52.997610+0000","last_clean":"2026-03-05T22:17:52.997610+0000","last_became_active":"2026-03-05T22:17:30.606527+0000","last_became_peered":"2026-03-05T22:17:30.606527+0000","last_unstale":"2026-03-05T22:17:52.997610+0000","last_undegraded":"2026-03-05T22:17:52.997610+0000","last_fullsized":"2026-03-05T22:17:52.997610+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:50:20.732023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996463+0000","last_change":"2026-03-05T22:17:26.579926+0000","last_active":"2026-03-05T22:17:52.996463+0000","last_peered":"2026-03-05T22:17:52.996463+0000","last_clean":"2026-03-05T22:17:52.996463+0000","last_became_active":"2026-03-05T22:17:26.578859+0000","last_became_peered":"2026-03-05T22:17:26.578859+0000","last_unstale":"2026-03-05T22:17:52.996463+0000","last_undegraded":"2026-03-05T22:17:52.996463+0000","last_fullsized":"2026-03-05T22:17:52.996463+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:29:31.426578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996433+0000","last_change":"2026-03-05T22:17:24.574329+0000","last_active":"2026-03-05T22:17:52.996433+0000","last_peered":"2026-03-05T22:17:52.996433+0000","last_clean":"2026-03-05T22:17:52.996433+0000","last_became_active":"2026-03-05T22:17:24.574227+0000","last_became_peered":"2026-03-05T22:17:24.574227+0000","last_unstale":"2026-03-05T22:17:52.996433+0000","last_undegraded":"2026-03-05T22:17:52.996433+0000","last_fullsized":"2026-03-05T22:17:52.996433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:46:58.609210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998172+0000","last_change":"2026-03-05T22:17:28.585510+0000","last_active":"2026-03-05T22:17:52.998172+0000","last_peered":"2026-03-05T22:17:52.998172+0000","last_clean":"2026-03-05T22:17:52.998172+0000","last_became_active":"2026-03-05T22:17:28.585374+0000","last_became_peered":"2026-03-05T22:17:28.585374+0000","last_unstale":"2026-03-05T22:17:52.998172+0000","last_undegraded":"2026-03-05T22:17:52.998172+0000","last_fullsized":"2026-03-05T22:17:52.998172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:16:15.143727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005706+0000","last_change":"2026-03-05T22:17:30.617976+0000","last_active":"2026-03-05T22:17:53.005706+0000","last_peered":"2026-03-05T22:17:53.005706+0000","last_clean":"2026-03-05T22:17:53.005706+0000","last_became_active":"2026-03-05T22:17:30.617216+0000","last_became_peered":"2026-03-05T22:17:30.617216+0000","last_unstale":"2026-03-05T22:17:53.005706+0000","last_undegraded":"2026-03-05T22:17:53.005706+0000","last_fullsized":"2026-03-05T22:17:53.005706+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:47:09.188174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"59'17","reported_seq":53,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996022+0000","last_change":"2026-03-05T22:17:26.580117+0000","last_active":"2026-03-05T22:17:52.996022+0000","last_peered":"2026-03-05T22:17:52.996022+0000","last_clean":"2026-03-05T22:17:52.996022+0000","last_became_active":"2026-03-05T22:17:26.579364+0000","last_became_peered":"2026-03-05T22:17:26.579364+0000","last_unstale":"2026-03-05T22:17:52.996022+0000","last_undegraded":"2026-03-05T22:17:52.996022+0000","last_fullsized":"2026-03-05T22:17:52.996022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:22:40.539596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966131+0000","last_change":"2026-03-05T22:17:24.570352+0000","last_active":"2026-03-05T22:17:52.966131+0000","last_peered":"2026-03-05T22:17:52.966131+0000","last_clean":"2026-03-05T22:17:52.966131+0000","last_became_active":"2026-03-05T22:17:24.570222+0000","last_became_peered":"2026-03-05T22:17:24.570222+0000","last_unstale":"2026-03-05T22:17:52.966131+0000","last_undegraded":"2026-03-05T22:17:52.966131+0000","last_fullsized":"2026-03-05T22:17:52.966131+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:20:59.552706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970781+0000","last_change":"2026-03-05T22:17:28.573034+0000","last_active":"2026-03-05T22:17:52.970781+0000","last_peered":"2026-03-05T22:17:52.970781+0000","last_clean":"2026-03-05T22:17:52.970781+0000","last_became_active":"2026-03-05T22:17:28.569835+0000","last_became_peered":"2026-03-05T22:17:28.569835+0000","last_unstale":"2026-03-05T22:17:52.970781+0000","last_undegraded":"2026-03-05T22:17:52.970781+0000","last_fullsized":"2026-03-05T22:17:52.970781+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:14.455304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006036+0000","last_change":"2026-03-05T22:17:30.607531+0000","last_active":"2026-03-05T22:17:53.006036+0000","last_peered":"2026-03-05T22:17:53.006036+0000","last_clean":"2026-03-05T22:17:53.006036+0000","last_became_active":"2026-03-05T22:17:30.607436+0000","last_became_peered":"2026-03-05T22:17:30.607436+0000","last_unstale":"2026-03-05T22:17:53.006036+0000","last_undegraded":"2026-03-05T22:17:53.006036+0000","last_fullsized":"2026-03-05T22:17:53.006036+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:06.554042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995904+0000","last_change":"2026-03-05T22:17:26.586217+0000","last_active":"2026-03-05T22:17:52.995904+0000","last_peered":"2026-03-05T22:17:52.995904+0000","last_clean":"2026-03-05T22:17:52.995904+0000","last_became_active":"2026-03-05T22:17:26.586053+0000","last_became_peered":"2026-03-05T22:17:26.586053+0000","last_unstale":"2026-03-05T22:17:52.995904+0000","last_undegraded":"2026-03-05T22:17:52.995904+0000","last_fullsized":"2026-03-05T22:17:52.995904+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:57:20.542544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006032+0000","last_change":"2026-03-05T22:17:24.564637+0000","last_active":"2026-03-05T22:17:53.006032+0000","last_peered":"2026-03-05T22:17:53.006032+0000","last_clean":"2026-03-05T22:17:53.006032+0000","last_became_active":"2026-03-05T22:17:24.564562+0000","last_became_peered":"2026-03-05T22:17:24.564562+0000","last_unstale":"2026-03-05T22:17:53.006032+0000","last_undegraded":"2026-03-05T22:17:53.006032+0000","last_fullsized":"2026-03-05T22:17:53.006032+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:48:31.302309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006214+0000","last_change":"2026-03-05T22:17:28.579631+0000","last_active":"2026-03-05T22:17:53.006214+0000","last_peered":"2026-03-05T22:17:53.006214+0000","last_clean":"2026-03-05T22:17:53.006214+0000","last_became_active":"2026-03-05T22:17:28.579554+0000","last_became_peered":"2026-03-05T22:17:28.579554+0000","last_unstale":"2026-03-05T22:17:53.006214+0000","last_undegraded":"2026-03-05T22:17:53.006214+0000","last_fullsized":"2026-03-05T22:17:53.006214+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:21:22.856527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995868+0000","last_change":"2026-03-05T22:17:30.583547+0000","last_active":"2026-03-05T22:17:52.995868+0000","last_peered":"2026-03-05T22:17:52.995868+0000","last_clean":"2026-03-05T22:17:52.995868+0000","last_became_active":"2026-03-05T22:17:30.583424+0000","last_became_peered":"2026-03-05T22:17:30.583424+0000","last_unstale":"2026-03-05T22:17:52.995868+0000","last_undegraded":"2026-03-05T22:17:52.995868+0000","last_fullsized":"2026-03-05T22:17:52.995868+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:28:00.370196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003095+0000","last_change":"2026-03-05T22:17:26.579337+0000","last_active":"2026-03-05T22:17:53.003095+0000","last_peered":"2026-03-05T22:17:53.003095+0000","last_clean":"2026-03-05T22:17:53.003095+0000","last_became_active":"2026-03-05T22:17:26.579237+0000","last_became_peered":"2026-03-05T22:17:26.579237+0000","last_unstale":"2026-03-05T22:17:53.003095+0000","last_undegraded":"2026-03-05T22:17:53.003095+0000","last_fullsized":"2026-03-05T22:17:53.003095+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:59:26.088517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997920+0000","last_change":"2026-03-05T22:17:24.553701+0000","last_active":"2026-03-05T22:17:52.997920+0000","last_peered":"2026-03-05T22:17:52.997920+0000","last_clean":"2026-03-05T22:17:52.997920+0000","last_became_active":"2026-03-05T22:17:24.553576+0000","last_became_peered":"2026-03-05T22:17:24.553576+0000","last_unstale":"2026-03-05T22:17:52.997920+0000","last_undegraded":"2026-03-05T22:17:52.997920+0000","last_fullsized":"2026-03-05T22:17:52.997920+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:27:37.028598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006134+0000","last_change":"2026-03-05T22:17:28.590132+0000","last_active":"2026-03-05T22:17:53.006134+0000","last_peered":"2026-03-05T22:17:53.006134+0000","last_clean":"2026-03-05T22:17:53.006134+0000","last_became_active":"2026-03-05T22:17:28.589948+0000","last_became_peered":"2026-03-05T22:17:28.589948+0000","last_unstale":"2026-03-05T22:17:53.006134+0000","last_undegraded":"2026-03-05T22:17:53.006134+0000","last_fullsized":"2026-03-05T22:17:53.006134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:09:54.102444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003061+0000","last_change":"2026-03-05T22:17:30.581934+0000","last_active":"2026-03-05T22:17:53.003061+0000","last_peered":"2026-03-05T22:17:53.003061+0000","last_clean":"2026-03-05T22:17:53.003061+0000","last_became_active":"2026-03-05T22:17:30.581859+0000","last_became_peered":"2026-03-05T22:17:30.581859+0000","last_unstale":"2026-03-05T22:17:53.003061+0000","last_undegraded":"2026-03-05T22:17:53.003061+0000","last_fullsized":"2026-03-05T22:17:53.003061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:53.822472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"59'19","reported_seq":56,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966172+0000","last_change":"2026-03-05T22:17:26.582827+0000","last_active":"2026-03-05T22:17:52.966172+0000","last_peered":"2026-03-05T22:17:52.966172+0000","last_clean":"2026-03-05T22:17:52.966172+0000","last_became_active":"2026-03-05T22:17:26.582674+0000","last_became_peered":"2026-03-05T22:17:26.582674+0000","last_unstale":"2026-03-05T22:17:52.966172+0000","last_undegraded":"2026-03-05T22:17:52.966172+0000","last_fullsized":"2026-03-05T22:17:52.966172+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:23:28.595456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964508+0000","last_change":"2026-03-05T22:17:24.564800+0000","last_active":"2026-03-05T22:17:52.964508+0000","last_peered":"2026-03-05T22:17:52.964508+0000","last_clean":"2026-03-05T22:17:52.964508+0000","last_became_active":"2026-03-05T22:17:24.564643+0000","last_became_peered":"2026-03-05T22:17:24.564643+0000","last_unstale":"2026-03-05T22:17:52.964508+0000","last_undegraded":"2026-03-05T22:17:52.964508+0000","last_fullsized":"2026-03-05T22:17:52.964508+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:30:22.375304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006173+0000","last_change":"2026-03-05T22:17:28.579793+0000","last_active":"2026-03-05T22:17:53.006173+0000","last_peered":"2026-03-05T22:17:53.006173+0000","last_clean":"2026-03-05T22:17:53.006173+0000","last_became_active":"2026-03-05T22:17:28.579453+0000","last_became_peered":"2026-03-05T22:17:28.579453+0000","last_unstale":"2026-03-05T22:17:53.006173+0000","last_undegraded":"2026-03-05T22:17:53.006173+0000","last_fullsized":"2026-03-05T22:17:53.006173+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:52:19.329185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964464+0000","last_change":"2026-03-05T22:17:30.603920+0000","last_active":"2026-03-05T22:17:52.964464+0000","last_peered":"2026-03-05T22:17:52.964464+0000","last_clean":"2026-03-05T22:17:52.964464+0000","last_became_active":"2026-03-05T22:17:30.603842+0000","last_became_peered":"2026-03-05T22:17:30.603842+0000","last_unstale":"2026-03-05T22:17:52.964464+0000","last_undegraded":"2026-03-05T22:17:52.964464+0000","last_fullsized":"2026-03-05T22:17:52.964464+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:13:17.031988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"59'12","reported_seq":48,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996608+0000","last_change":"2026-03-05T22:17:26.589411+0000","last_active":"2026-03-05T22:17:52.996608+0000","last_peered":"2026-03-05T22:17:52.996608+0000","last_clean":"2026-03-05T22:17:52.996608+0000","last_became_active":"2026-03-05T22:17:26.588813+0000","last_became_peered":"2026-03-05T22:17:26.588813+0000","last_unstale":"2026-03-05T22:17:52.996608+0000","last_undegraded":"2026-03-05T22:17:52.996608+0000","last_fullsized":"2026-03-05T22:17:52.996608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:02:56.561712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964394+0000","last_change":"2026-03-05T22:17:24.577488+0000","last_active":"2026-03-05T22:17:52.964394+0000","last_peered":"2026-03-05T22:17:52.964394+0000","last_clean":"2026-03-05T22:17:52.964394+0000","last_became_active":"2026-03-05T22:17:24.577274+0000","last_became_peered":"2026-03-05T22:17:24.577274+0000","last_unstale":"2026-03-05T22:17:52.964394+0000","last_undegraded":"2026-03-05T22:17:52.964394+0000","last_fullsized":"2026-03-05T22:17:52.964394+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:06:32.533442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006093+0000","last_change":"2026-03-05T22:17:28.574242+0000","last_active":"2026-03-05T22:17:53.006093+0000","last_peered":"2026-03-05T22:17:53.006093+0000","last_clean":"2026-03-05T22:17:53.006093+0000","last_became_active":"2026-03-05T22:17:28.574141+0000","last_became_peered":"2026-03-05T22:17:28.574141+0000","last_unstale":"2026-03-05T22:17:53.006093+0000","last_undegraded":"2026-03-05T22:17:53.006093+0000","last_fullsized":"2026-03-05T22:17:53.006093+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:26.134419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005882+0000","last_change":"2026-03-05T22:17:30.603756+0000","last_active":"2026-03-05T22:17:53.005882+0000","last_peered":"2026-03-05T22:17:53.005882+0000","last_clean":"2026-03-05T22:17:53.005882+0000","last_became_active":"2026-03-05T22:17:30.603657+0000","last_became_peered":"2026-03-05T22:17:30.603657+0000","last_unstale":"2026-03-05T22:17:53.005882+0000","last_undegraded":"2026-03-05T22:17:53.005882+0000","last_fullsized":"2026-03-05T22:17:53.005882+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:36:04.979006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"59'15","reported_seq":50,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997542+0000","last_change":"2026-03-05T22:17:26.572811+0000","last_active":"2026-03-05T22:17:52.997542+0000","last_peered":"2026-03-05T22:17:52.997542+0000","last_clean":"2026-03-05T22:17:52.997542+0000","last_became_active":"2026-03-05T22:17:26.572690+0000","last_became_peered":"2026-03-05T22:17:26.572690+0000","last_unstale":"2026-03-05T22:17:52.997542+0000","last_undegraded":"2026-03-05T22:17:52.997542+0000","last_fullsized":"2026-03-05T22:17:52.997542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:19:45.459469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"52'2","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964352+0000","last_change":"2026-03-05T22:17:24.578104+0000","last_active":"2026-03-05T22:17:52.964352+0000","last_peered":"2026-03-05T22:17:52.964352+0000","last_clean":"2026-03-05T22:17:52.964352+0000","last_became_active":"2026-03-05T22:17:24.577784+0000","last_became_peered":"2026-03-05T22:17:24.577784+0000","last_unstale":"2026-03-05T22:17:52.964352+0000","last_undegraded":"2026-03-05T22:17:52.964352+0000","last_fullsized":"2026-03-05T22:17:52.964352+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:15:01.107050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964306+0000","last_change":"2026-03-05T22:17:28.576789+0000","last_active":"2026-03-05T22:17:52.964306+0000","last_peered":"2026-03-05T22:17:52.964306+0000","last_clean":"2026-03-05T22:17:52.964306+0000","last_became_active":"2026-03-05T22:17:28.576484+0000","last_became_peered":"2026-03-05T22:17:28.576484+0000","last_unstale":"2026-03-05T22:17:52.964306+0000","last_undegraded":"2026-03-05T22:17:52.964306+0000","last_fullsized":"2026-03-05T22:17:52.964306+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:02:01.317454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997535+0000","last_change":"2026-03-05T22:17:30.617958+0000","last_active":"2026-03-05T22:17:52.997535+0000","last_peered":"2026-03-05T22:17:52.997535+0000","last_clean":"2026-03-05T22:17:52.997535+0000","last_became_active":"2026-03-05T22:17:30.617757+0000","last_became_peered":"2026-03-05T22:17:30.617757+0000","last_unstale":"2026-03-05T22:17:52.997535+0000","last_undegraded":"2026-03-05T22:17:52.997535+0000","last_fullsized":"2026-03-05T22:17:52.997535+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:06:52.961394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966106+0000","last_change":"2026-03-05T22:17:24.554148+0000","last_active":"2026-03-05T22:17:52.966106+0000","last_peered":"2026-03-05T22:17:52.966106+0000","last_clean":"2026-03-05T22:17:52.966106+0000","last_became_active":"2026-03-05T22:17:24.554035+0000","last_became_peered":"2026-03-05T22:17:24.554035+0000","last_unstale":"2026-03-05T22:17:52.966106+0000","last_undegraded":"2026-03-05T22:17:52.966106+0000","last_fullsized":"2026-03-05T22:17:52.966106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:30:59.668994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"59'6","reported_seq":34,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006845+0000","last_change":"2026-03-05T22:17:26.581970+0000","last_active":"2026-03-05T22:17:53.006845+0000","last_peered":"2026-03-05T22:17:53.006845+0000","last_clean":"2026-03-05T22:17:53.006845+0000","last_became_active":"2026-03-05T22:17:26.581573+0000","last_became_peered":"2026-03-05T22:17:26.581573+0000","last_unstale":"2026-03-05T22:17:53.006845+0000","last_undegraded":"2026-03-05T22:17:53.006845+0000","last_fullsized":"2026-03-05T22:17:53.006845+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:47:15.934937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997960+0000","last_change":"2026-03-05T22:17:28.576434+0000","last_active":"2026-03-05T22:17:52.997960+0000","last_peered":"2026-03-05T22:17:52.997960+0000","last_clean":"2026-03-05T22:17:52.997960+0000","last_became_active":"2026-03-05T22:17:28.576355+0000","last_became_peered":"2026-03-05T22:17:28.576355+0000","last_unstale":"2026-03-05T22:17:52.997960+0000","last_undegraded":"2026-03-05T22:17:52.997960+0000","last_fullsized":"2026-03-05T22:17:52.997960+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T10:07:48.965857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964802+0000","last_change":"2026-03-05T22:17:30.620114+0000","last_active":"2026-03-05T22:17:52.964802+0000","last_peered":"2026-03-05T22:17:52.964802+0000","last_clean":"2026-03-05T22:17:52.964802+0000","last_became_active":"2026-03-05T22:17:30.619606+0000","last_became_peered":"2026-03-05T22:17:30.619606+0000","last_unstale":"2026-03-05T22:17:52.964802+0000","last_undegraded":"2026-03-05T22:17:52.964802+0000","last_fullsized":"2026-03-05T22:17:52.964802+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:11:13.850268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.003129+0000","last_change":"2026-03-05T22:17:26.584415+0000","last_active":"2026-03-05T22:17:53.003129+0000","last_peered":"2026-03-05T22:17:53.003129+0000","last_clean":"2026-03-05T22:17:53.003129+0000","last_became_active":"2026-03-05T22:17:26.584220+0000","last_became_peered":"2026-03-05T22:17:26.584220+0000","last_unstale":"2026-03-05T22:17:53.003129+0000","last_undegraded":"2026-03-05T22:17:53.003129+0000","last_fullsized":"2026-03-05T22:17:53.003129+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:58:09.389699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964282+0000","last_change":"2026-03-05T22:17:24.578561+0000","last_active":"2026-03-05T22:17:52.964282+0000","last_peered":"2026-03-05T22:17:52.964282+0000","last_clean":"2026-03-05T22:17:52.964282+0000","last_became_active":"2026-03-05T22:17:24.578485+0000","last_became_peered":"2026-03-05T22:17:24.578485+0000","last_unstale":"2026-03-05T22:17:52.964282+0000","last_undegraded":"2026-03-05T22:17:52.964282+0000","last_fullsized":"2026-03-05T22:17:52.964282+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:57:08.702031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005925+0000","last_change":"2026-03-05T22:17:28.577718+0000","last_active":"2026-03-05T22:17:53.005925+0000","last_peered":"2026-03-05T22:17:53.005925+0000","last_clean":"2026-03-05T22:17:53.005925+0000","last_became_active":"2026-03-05T22:17:28.577376+0000","last_became_peered":"2026-03-05T22:17:28.577376+0000","last_unstale":"2026-03-05T22:17:53.005925+0000","last_undegraded":"2026-03-05T22:17:53.005925+0000","last_fullsized":"2026-03-05T22:17:53.005925+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:23:39.736731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006307+0000","last_change":"2026-03-05T22:17:30.581848+0000","last_active":"2026-03-05T22:17:53.006307+0000","last_peered":"2026-03-05T22:17:53.006307+0000","last_clean":"2026-03-05T22:17:53.006307+0000","last_became_active":"2026-03-05T22:17:30.581771+0000","last_became_peered":"2026-03-05T22:17:30.581771+0000","last_unstale":"2026-03-05T22:17:53.006307+0000","last_undegraded":"2026-03-05T22:17:53.006307+0000","last_fullsized":"2026-03-05T22:17:53.006307+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:32:42.744434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998062+0000","last_change":"2026-03-05T22:17:26.584331+0000","last_active":"2026-03-05T22:17:52.998062+0000","last_peered":"2026-03-05T22:17:52.998062+0000","last_clean":"2026-03-05T22:17:52.998062+0000","last_became_active":"2026-03-05T22:17:26.584171+0000","last_became_peered":"2026-03-05T22:17:26.584171+0000","last_unstale":"2026-03-05T22:17:52.998062+0000","last_undegraded":"2026-03-05T22:17:52.998062+0000","last_fullsized":"2026-03-05T22:17:52.998062+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:53:43.687918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002503+0000","last_change":"2026-03-05T22:17:24.562294+0000","last_active":"2026-03-05T22:17:53.002503+0000","last_peered":"2026-03-05T22:17:53.002503+0000","last_clean":"2026-03-05T22:17:53.002503+0000","last_became_active":"2026-03-05T22:17:24.562181+0000","last_became_peered":"2026-03-05T22:17:24.562181+0000","last_unstale":"2026-03-05T22:17:53.002503+0000","last_undegraded":"2026-03-05T22:17:53.002503+0000","last_fullsized":"2026-03-05T22:17:53.002503+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:14:42.720898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"59'8","reported_seq":38,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006115+0000","last_change":"2026-03-05T22:17:28.577382+0000","last_active":"2026-03-05T22:17:53.006115+0000","last_peered":"2026-03-05T22:17:53.006115+0000","last_clean":"2026-03-05T22:17:53.006115+0000","last_became_active":"2026-03-05T22:17:28.577226+0000","last_became_peered":"2026-03-05T22:17:28.577226+0000","last_unstale":"2026-03-05T22:17:53.006115+0000","last_undegraded":"2026-03-05T22:17:53.006115+0000","last_fullsized":"2026-03-05T22:17:53.006115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:23:34.932608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.995673+0000","last_change":"2026-03-05T22:17:30.587064+0000","last_active":"2026-03-05T22:17:52.995673+0000","last_peered":"2026-03-05T22:17:52.995673+0000","last_clean":"2026-03-05T22:17:52.995673+0000","last_became_active":"2026-03-05T22:17:30.586969+0000","last_became_peered":"2026-03-05T22:17:30.586969+0000","last_unstale":"2026-03-05T22:17:52.995673+0000","last_undegraded":"2026-03-05T22:17:52.995673+0000","last_fullsized":"2026-03-05T22:17:52.995673+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:52:51.133773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"59'10","reported_seq":40,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006795+0000","last_change":"2026-03-05T22:17:26.582031+0000","last_active":"2026-03-05T22:17:53.006795+0000","last_peered":"2026-03-05T22:17:53.006795+0000","last_clean":"2026-03-05T22:17:53.006795+0000","last_became_active":"2026-03-05T22:17:26.581726+0000","last_became_peered":"2026-03-05T22:17:26.581726+0000","last_unstale":"2026-03-05T22:17:53.006795+0000","last_undegraded":"2026-03-05T22:17:53.006795+0000","last_fullsized":"2026-03-05T22:17:53.006795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:09:27.535559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964165+0000","last_change":"2026-03-05T22:17:24.580111+0000","last_active":"2026-03-05T22:17:52.964165+0000","last_peered":"2026-03-05T22:17:52.964165+0000","last_clean":"2026-03-05T22:17:52.964165+0000","last_became_active":"2026-03-05T22:17:24.579009+0000","last_became_peered":"2026-03-05T22:17:24.579009+0000","last_unstale":"2026-03-05T22:17:52.964165+0000","last_undegraded":"2026-03-05T22:17:52.964165+0000","last_fullsized":"2026-03-05T22:17:52.964165+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:32:38.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"59'8","reported_seq":35,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.998183+0000","last_change":"2026-03-05T22:17:28.576951+0000","last_active":"2026-03-05T22:17:52.998183+0000","last_peered":"2026-03-05T22:17:52.998183+0000","last_clean":"2026-03-05T22:17:52.998183+0000","last_became_active":"2026-03-05T22:17:28.576880+0000","last_became_peered":"2026-03-05T22:17:28.576880+0000","last_unstale":"2026-03-05T22:17:52.998183+0000","last_undegraded":"2026-03-05T22:17:52.998183+0000","last_fullsized":"2026-03-05T22:17:52.998183+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:31.477313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002200+0000","last_change":"2026-03-05T22:17:30.606526+0000","last_active":"2026-03-05T22:17:53.002200+0000","last_peered":"2026-03-05T22:17:53.002200+0000","last_clean":"2026-03-05T22:17:53.002200+0000","last_became_active":"2026-03-05T22:17:30.606270+0000","last_became_peered":"2026-03-05T22:17:30.606270+0000","last_unstale":"2026-03-05T22:17:53.002200+0000","last_undegraded":"2026-03-05T22:17:53.002200+0000","last_fullsized":"2026-03-05T22:17:53.002200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:23:02.148569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996347+0000","last_change":"2026-03-05T22:17:26.579712+0000","last_active":"2026-03-05T22:17:52.996347+0000","last_peered":"2026-03-05T22:17:52.996347+0000","last_clean":"2026-03-05T22:17:52.996347+0000","last_became_active":"2026-03-05T22:17:26.578371+0000","last_became_peered":"2026-03-05T22:17:26.578371+0000","last_unstale":"2026-03-05T22:17:52.996347+0000","last_undegraded":"2026-03-05T22:17:52.996347+0000","last_fullsized":"2026-03-05T22:17:52.996347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:31:34.050416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.996320+0000","last_change":"2026-03-05T22:17:24.574006+0000","last_active":"2026-03-05T22:17:52.996320+0000","last_peered":"2026-03-05T22:17:52.996320+0000","last_clean":"2026-03-05T22:17:52.996320+0000","last_became_active":"2026-03-05T22:17:24.573824+0000","last_became_peered":"2026-03-05T22:17:24.573824+0000","last_unstale":"2026-03-05T22:17:52.996320+0000","last_undegraded":"2026-03-05T22:17:52.996320+0000","last_fullsized":"2026-03-05T22:17:52.996320+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:55:16.934830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970308+0000","last_change":"2026-03-05T22:17:28.573722+0000","last_active":"2026-03-05T22:17:52.970308+0000","last_peered":"2026-03-05T22:17:52.970308+0000","last_clean":"2026-03-05T22:17:52.970308+0000","last_became_active":"2026-03-05T22:17:28.573619+0000","last_became_peered":"2026-03-05T22:17:28.573619+0000","last_unstale":"2026-03-05T22:17:52.970308+0000","last_undegraded":"2026-03-05T22:17:52.970308+0000","last_fullsized":"2026-03-05T22:17:52.970308+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:52:42.858359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005755+0000","last_change":"2026-03-05T22:17:30.603783+0000","last_active":"2026-03-05T22:17:53.005755+0000","last_peered":"2026-03-05T22:17:53.005755+0000","last_clean":"2026-03-05T22:17:53.005755+0000","last_became_active":"2026-03-05T22:17:30.603590+0000","last_became_peered":"2026-03-05T22:17:30.603590+0000","last_unstale":"2026-03-05T22:17:53.005755+0000","last_undegraded":"2026-03-05T22:17:53.005755+0000","last_fullsized":"2026-03-05T22:17:53.005755+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:51:50.875532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"59'9","reported_seq":41,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.971541+0000","last_change":"2026-03-05T22:17:26.569176+0000","last_active":"2026-03-05T22:17:52.971541+0000","last_peered":"2026-03-05T22:17:52.971541+0000","last_clean":"2026-03-05T22:17:52.971541+0000","last_became_active":"2026-03-05T22:17:26.569087+0000","last_became_peered":"2026-03-05T22:17:26.569087+0000","last_unstale":"2026-03-05T22:17:52.971541+0000","last_undegraded":"2026-03-05T22:17:52.971541+0000","last_fullsized":"2026-03-05T22:17:52.971541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:55:04.001652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964132+0000","last_change":"2026-03-05T22:17:24.580573+0000","last_active":"2026-03-05T22:17:52.964132+0000","last_peered":"2026-03-05T22:17:52.964132+0000","last_clean":"2026-03-05T22:17:52.964132+0000","last_became_active":"2026-03-05T22:17:24.580430+0000","last_became_peered":"2026-03-05T22:17:24.580430+0000","last_unstale":"2026-03-05T22:17:52.964132+0000","last_undegraded":"2026-03-05T22:17:52.964132+0000","last_fullsized":"2026-03-05T22:17:52.964132+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:51:30.684279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006633+0000","last_change":"2026-03-05T22:17:28.570158+0000","last_active":"2026-03-05T22:17:53.006633+0000","last_peered":"2026-03-05T22:17:53.006633+0000","last_clean":"2026-03-05T22:17:53.006633+0000","last_became_active":"2026-03-05T22:17:28.570045+0000","last_became_peered":"2026-03-05T22:17:28.570045+0000","last_unstale":"2026-03-05T22:17:53.006633+0000","last_undegraded":"2026-03-05T22:17:53.006633+0000","last_fullsized":"2026-03-05T22:17:53.006633+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:23:34.735452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002299+0000","last_change":"2026-03-05T22:17:30.576211+0000","last_active":"2026-03-05T22:17:53.002299+0000","last_peered":"2026-03-05T22:17:53.002299+0000","last_clean":"2026-03-05T22:17:53.002299+0000","last_became_active":"2026-03-05T22:17:30.576021+0000","last_became_peered":"2026-03-05T22:17:30.576021+0000","last_unstale":"2026-03-05T22:17:53.002299+0000","last_undegraded":"2026-03-05T22:17:53.002299+0000","last_fullsized":"2026-03-05T22:17:53.002299+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:52:14.752802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006746+0000","last_change":"2026-03-05T22:17:26.582716+0000","last_active":"2026-03-05T22:17:53.006746+0000","last_peered":"2026-03-05T22:17:53.006746+0000","last_clean":"2026-03-05T22:17:53.006746+0000","last_became_active":"2026-03-05T22:17:26.582629+0000","last_became_peered":"2026-03-05T22:17:26.582629+0000","last_unstale":"2026-03-05T22:17:53.006746+0000","last_undegraded":"2026-03-05T22:17:53.006746+0000","last_fullsized":"2026-03-05T22:17:53.006746+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:07:28.550534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.997852+0000","last_change":"2026-03-05T22:17:24.568171+0000","last_active":"2026-03-05T22:17:52.997852+0000","last_peered":"2026-03-05T22:17:52.997852+0000","last_clean":"2026-03-05T22:17:52.997852+0000","last_became_active":"2026-03-05T22:17:24.568085+0000","last_became_peered":"2026-03-05T22:17:24.568085+0000","last_unstale":"2026-03-05T22:17:52.997852+0000","last_undegraded":"2026-03-05T22:17:52.997852+0000","last_fullsized":"2026-03-05T22:17:52.997852+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:41:47.923864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.964413+0000","last_change":"2026-03-05T22:17:28.592720+0000","last_active":"2026-03-05T22:17:52.964413+0000","last_peered":"2026-03-05T22:17:52.964413+0000","last_clean":"2026-03-05T22:17:52.964413+0000","last_became_active":"2026-03-05T22:17:28.592623+0000","last_became_peered":"2026-03-05T22:17:28.592623+0000","last_unstale":"2026-03-05T22:17:52.964413+0000","last_undegraded":"2026-03-05T22:17:52.964413+0000","last_fullsized":"2026-03-05T22:17:52.964413+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:31:35.629387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006722+0000","last_change":"2026-03-05T22:17:30.617542+0000","last_active":"2026-03-05T22:17:53.006722+0000","last_peered":"2026-03-05T22:17:53.006722+0000","last_clean":"2026-03-05T22:17:53.006722+0000","last_became_active":"2026-03-05T22:17:30.616830+0000","last_became_peered":"2026-03-05T22:17:30.616830+0000","last_unstale":"2026-03-05T22:17:53.006722+0000","last_undegraded":"2026-03-05T22:17:53.006722+0000","last_fullsized":"2026-03-05T22:17:53.006722+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:04:17.249316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"59'4","reported_seq":31,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.005984+0000","last_change":"2026-03-05T22:17:26.595920+0000","last_active":"2026-03-05T22:17:53.005984+0000","last_peered":"2026-03-05T22:17:53.005984+0000","last_clean":"2026-03-05T22:17:53.005984+0000","last_became_active":"2026-03-05T22:17:26.595819+0000","last_became_peered":"2026-03-05T22:17:26.595819+0000","last_unstale":"2026-03-05T22:17:53.005984+0000","last_undegraded":"2026-03-05T22:17:53.005984+0000","last_fullsized":"2026-03-05T22:17:53.005984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:19:05.955405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002477+0000","last_change":"2026-03-05T22:17:24.553755+0000","last_active":"2026-03-05T22:17:53.002477+0000","last_peered":"2026-03-05T22:17:53.002477+0000","last_clean":"2026-03-05T22:17:53.002477+0000","last_became_active":"2026-03-05T22:17:24.553646+0000","last_became_peered":"2026-03-05T22:17:24.553646+0000","last_unstale":"2026-03-05T22:17:53.002477+0000","last_undegraded":"2026-03-05T22:17:53.002477+0000","last_fullsized":"2026-03-05T22:17:53.002477+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:15:48.766396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966542+0000","last_change":"2026-03-05T22:17:28.580757+0000","last_active":"2026-03-05T22:17:52.966542+0000","last_peered":"2026-03-05T22:17:52.966542+0000","last_clean":"2026-03-05T22:17:52.966542+0000","last_became_active":"2026-03-05T22:17:28.580681+0000","last_became_peered":"2026-03-05T22:17:28.580681+0000","last_unstale":"2026-03-05T22:17:52.966542+0000","last_undegraded":"2026-03-05T22:17:52.966542+0000","last_fullsized":"2026-03-05T22:17:52.966542+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:53:47.196767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.963964+0000","last_change":"2026-03-05T22:17:30.570027+0000","last_active":"2026-03-05T22:17:52.963964+0000","last_peered":"2026-03-05T22:17:52.963964+0000","last_clean":"2026-03-05T22:17:52.963964+0000","last_became_active":"2026-03-05T22:17:30.568208+0000","last_became_peered":"2026-03-05T22:17:30.568208+0000","last_unstale":"2026-03-05T22:17:52.963964+0000","last_undegraded":"2026-03-05T22:17:52.963964+0000","last_fullsized":"2026-03-05T22:17:52.963964+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:42:21.995928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.970843+0000","last_change":"2026-03-05T22:17:30.574738+0000","last_active":"2026-03-05T22:17:52.970843+0000","last_peered":"2026-03-05T22:17:52.970843+0000","last_clean":"2026-03-05T22:17:52.970843+0000","last_became_active":"2026-03-05T22:17:30.574634+0000","last_became_peered":"2026-03-05T22:17:30.574634+0000","last_unstale":"2026-03-05T22:17:52.970843+0000","last_undegraded":"2026-03-05T22:17:52.970843+0000","last_fullsized":"2026-03-05T22:17:52.970843+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:29.552227+0000","last_clean_scrub_stamp":"2026-03-05T22:17:29.552227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:39:34.301013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.006279+0000","last_change":"2026-03-05T22:17:24.570644+0000","last_active":"2026-03-05T22:17:53.006279+0000","last_peered":"2026-03-05T22:17:53.006279+0000","last_clean":"2026-03-05T22:17:53.006279+0000","last_became_active":"2026-03-05T22:17:24.570497+0000","last_became_peered":"2026-03-05T22:17:24.570497+0000","last_unstale":"2026-03-05T22:17:53.006279+0000","last_undegraded":"2026-03-05T22:17:53.006279+0000","last_fullsized":"2026-03-05T22:17:53.006279+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:23.529276+0000","last_clean_scrub_stamp":"2026-03-05T22:17:23.529276+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:13:35.299347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"59'11","reported_seq":44,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:52.966216+0000","last_change":"2026-03-05T22:17:26.582749+0000","last_active":"2026-03-05T22:17:52.966216+0000","last_peered":"2026-03-05T22:17:52.966216+0000","last_clean":"2026-03-05T22:17:52.966216+0000","last_became_active":"2026-03-05T22:17:26.582526+0000","last_became_peered":"2026-03-05T22:17:26.582526+0000","last_unstale":"2026-03-05T22:17:52.966216+0000","last_undegraded":"2026-03-05T22:17:52.966216+0000","last_fullsized":"2026-03-05T22:17:52.966216+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:25.540914+0000","last_clean_scrub_stamp":"2026-03-05T22:17:25.540914+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:35:12.158297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2026-03-05T22:17:53.002837+0000","last_change":"2026-03-05T22:17:28.578308+0000","last_active":"2026-03-05T22:17:53.002837+0000","last_peered":"2026-03-05T22:17:53.002837+0000","last_clean":"2026-03-05T22:17:53.002837+0000","last_became_active":"2026-03-05T22:17:28.578219+0000","last_became_peered":"2026-03-05T22:17:28.578219+0000","last_unstale":"2026-03-05T22:17:53.002837+0000","last_undegraded":"2026-03-05T22:17:53.002837+0000","last_fullsized":"2026-03-05T22:17:53.002837+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T22:17:27.547088+0000","last_clean_scrub_stamp":"2026-03-05T22:17:27.547088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:14:21.682469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":96,"acting":96,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3702,"num_objects":178,"num_object_clones":0,"num_object_copies":534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":0,"num_read":698,"num_read_kb":455,"num_write":417,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":11106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":393,"ondisk_log_size":393,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":3,"stat_sum":{"num_bytes":408,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":9,"acting":9,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462919,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28092,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939332,"statfs":{"total":21470642176,"available":21441875968,"internally_reserved":0,"allocated":1282048,"data_stored":871728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1585,"internal_metadata":27457999},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":41,"seq":176093659146,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28064,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939360,"statfs":{"total":21470642176,"available":21441904640,"internally_reserved":0,"allocated":1253376,"data_stored":869214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":35,"seq":150323855373,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27492,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939932,"statfs":{"total":21470642176,"available":21442490368,"internally_reserved":0,"allocated":667648,"data_stored":279218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":29,"seq":124554051600,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27516,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939908,"statfs":{"total":21470642176,"available":21442465792,"internally_reserved":0,"allocated":692224,"data_stored":279464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215123,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27528,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939896,"statfs":{"total":21470642176,"available":21442453504,"internally_reserved":0,"allocated":704512,"data_stored":281166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27457996},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939944,"statfs":{"total":21470642176,"available":21442502656,"internally_reserved":0,"allocated":655360,"data_stored":278994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27556,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939868,"statfs":{"total":21470642176,"available":21442424832,"internally_reserved":0,"allocated":733184,"data_stored":281637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738396,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28092,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939332,"statfs":{"total":21470642176,"available":21441875968,"internally_reserved":0,"allocated":1282048,"data_stored":870444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":2338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":1898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T23:17:58.743 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-05T23:17:58.743 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-05T23:17:58.743 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-05T23:17:58.743 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- ceph health --format=json 2026-03-05T23:17:59.094 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:59.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:59 vm02 ceph-mon[55145]: Deploying daemon alertmanager.a on vm02 2026-03-05T23:17:59.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:17:59 vm02 ceph-mon[55145]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:59.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:59 vm02 ceph-mon[64366]: Deploying daemon alertmanager.a on vm02 2026-03-05T23:17:59.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:17:59 vm02 ceph-mon[64366]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:59.436 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T23:17:59.436 INFO:teuthology.orchestra.run.vm02.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-05T23:17:59.588 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-05T23:17:59.588 INFO:tasks.cephadm:Setup complete, yielding 2026-03-05T23:17:59.588 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-05T23:17:59.590 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@vm02.local 2026-03-05T23:17:59.590 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-03-05T23:17:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:59 vm09 ceph-mon[79434]: Deploying daemon alertmanager.a on vm02 2026-03-05T23:17:59.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:17:59 vm09 ceph-mon[79434]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T23:17:59.911 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:17:59.992 INFO:teuthology.orchestra.run.vm02.stdout:167 167 2026-03-05T23:18:00.135 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch status' 2026-03-05T23:18:00.321 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:00 vm02 ceph-mon[55145]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:18:00.321 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:00 vm02 ceph-mon[55145]: from='client.? 192.168.123.102:0/3024019561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T23:18:00.321 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:00 vm02 ceph-mon[64366]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:18:00.322 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:00 vm02 ceph-mon[64366]: from='client.? 192.168.123.102:0/3024019561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T23:18:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:00 vm09 ceph-mon[79434]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T23:18:00.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:00 vm09 ceph-mon[79434]: from='client.? 192.168.123.102:0/3024019561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T23:18:00.869 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:01.377 INFO:teuthology.orchestra.run.vm02.stdout:Backend: cephadm 2026-03-05T23:18:01.377 INFO:teuthology.orchestra.run.vm02.stdout:Available: Yes 2026-03-05T23:18:01.377 INFO:teuthology.orchestra.run.vm02.stdout:Paused: No 2026-03-05T23:18:01.533 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch ps' 2026-03-05T23:18:02.059 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE Bus STOPPING 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE Bus STOPPED 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE Bus STARTING 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='client.24563 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='client.24563 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.423 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:02.424 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:02 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager.a vm02 *:9093,9094 starting - - - - 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:iscsi.iscsi.a vm09 *:5000 running (29s) 7s ago 29s - - 3.8 306e97de47e9 351d9c38a263 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:mgr.x vm09 *:8443,8765 running (2m) 7s ago 2m - - 19.2.3-47-gc24117fd552 306e97de47e9 f119b227bb5b 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:mgr.y vm02 *:9283,8765 running (4m) 6s ago 4m 528M - 19.2.3-47-gc24117fd552 306e97de47e9 f9caa3c78e44 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:mon.a vm02 running (4m) 6s ago 4m 53.4M 2048M 19.2.3-47-gc24117fd552 306e97de47e9 ab211c4dbb90 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:mon.b vm09 running (3m) 7s ago 3m - 2048M 19.2.3-47-gc24117fd552 306e97de47e9 c513dd228670 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:mon.c vm02 running (3m) 6s ago 3m 51.2M 2048M 19.2.3-47-gc24117fd552 306e97de47e9 191ade61bfb5 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:osd.0 vm02 running (2m) 6s ago 2m 72.4M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 f8dc2dd59f2b 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:osd.1 vm02 running (2m) 6s ago 2m 71.6M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 8462533f6623 2026-03-05T23:18:02.483 INFO:teuthology.orchestra.run.vm02.stdout:osd.2 vm02 running (2m) 6s ago 2m 69.4M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 1700c6e8cbad 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:osd.3 vm02 running (108s) 6s ago 108s 67.0M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 0b376befbe80 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:osd.4 vm09 running (94s) 7s ago 94s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 73ffe0ffbc53 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:osd.5 vm09 running (79s) 7s ago 79s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 5a61a7e905b1 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:osd.6 vm09 running (64s) 7s ago 64s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 f9f582a0900e 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:osd.7 vm09 running (48s) 7s ago 48s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 a77b4e780dd7 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:prometheus.a vm09 *:9095 running (23s) 7s ago 23s - - 2.51.0 1d3b7f56885b 10b890cb82e3 2026-03-05T23:18:02.484 INFO:teuthology.orchestra.run.vm02.stdout:rgw.foo.a vm02 *:80 running (39s) 6s ago 39s 97.5M - 19.2.3-47-gc24117fd552 306e97de47e9 6e9ee8afbeda 2026-03-05T23:18:02.664 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch ls' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='client.24563 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 192.168.123.102:0/259494142' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:02.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:02 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:02.924 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE Serving on http://:::9283 2026-03-05T23:18:02.924 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:02 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:02] ENGINE Bus STARTED 2026-03-05T23:18:02.984 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager ?:9093,9094 0/1 - 34s vm02=a;count:1 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:grafana ?:3000 0/1 - 33s vm09=a;count:1 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:iscsi.datapool ?:5000 1/1 8s ago 36s vm09=iscsi.a;count:1 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:mgr 2/2 8s ago 2m vm02=y;vm09=x;count:2 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:mon 3/3 8s ago 3m vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter ?:9100 0/2 - 35s vm02=a;vm09=b;count:2 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:osd 8 8s ago - 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:prometheus ?:9095 1/1 8s ago 36s vm09=a;count:1 2026-03-05T23:18:03.353 INFO:teuthology.orchestra.run.vm02.stdout:rgw.foo.a ?:80 1/1 7s ago 40s vm02=foo.a;count:1 2026-03-05T23:18:03.513 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch host ls' 2026-03-05T23:18:03.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[55145]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[55145]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[55145]: Deploying daemon grafana.a on vm09 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[55145]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[55145]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[64366]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[64366]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[64366]: Deploying daemon grafana.a on vm09 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[64366]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:03.674 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:03 vm02 ceph-mon[64366]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:03 vm09 ceph-mon[79434]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T23:18:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:03 vm09 ceph-mon[79434]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T23:18:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:03 vm09 ceph-mon[79434]: Deploying daemon grafana.a on vm09 2026-03-05T23:18:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:03 vm09 ceph-mon[79434]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:03.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:03 vm09 ceph-mon[79434]: from='mgr.24461 ' entity='mgr.y' 2026-03-05T23:18:03.856 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:04.185 INFO:teuthology.orchestra.run.vm02.stdout:HOST ADDR LABELS STATUS 2026-03-05T23:18:04.186 INFO:teuthology.orchestra.run.vm02.stdout:vm02 192.168.123.102 2026-03-05T23:18:04.186 INFO:teuthology.orchestra.run.vm02.stdout:vm09 192.168.123.109 2026-03-05T23:18:04.186 INFO:teuthology.orchestra.run.vm02.stdout:2 hosts in cluster 2026-03-05T23:18:04.347 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch device ls' 2026-03-05T23:18:04.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:04 vm09 ceph-mon[79434]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T23:18:04.428 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:04 vm09 ceph-mon[79434]: from='client.24575 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:04.429 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:18:04 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a[114602]: debug there is no tcmu-runner data available 2026-03-05T23:18:04.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:04 vm02 ceph-mon[64366]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T23:18:04.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:04 vm02 ceph-mon[64366]: from='client.24575 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:04.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:04 vm02 ceph-mon[55145]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T23:18:04.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:04 vm02 ceph-mon[55145]: from='client.24575 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:04.676 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme0n1 hdd Linux_40da69f29de4e7da10af 20.0G No 107s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme1n1 hdd Linux_516d50df397ddaf27446 20.0G No 107s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme2n1 hdd Linux_097f1b14110dd84798eb 20.0G No 107s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme3n1 hdd Linux_cf8017f708c1874a1522 20.0G No 107s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 107s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdb hdd DWNBRSTVMM02001 20.0G No 107s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdc hdd DWNBRSTVMM02002 20.0G No 107s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdd hdd DWNBRSTVMM02003 20.0G No 107s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vde hdd DWNBRSTVMM02004 20.0G No 107s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme0n1 hdd Linux_7fa89d429d2a32a72016 20.0G No 46s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme1n1 hdd Linux_b968b146af61976d0330 20.0G No 46s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme2n1 hdd Linux_7545a667568603abc13a 20.0G No 46s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme3n1 hdd Linux_2354bbf63eb4d251f6b1 20.0G No 46s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 46s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdb hdd DWNBRSTVMM09001 20.0G No 46s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdc hdd DWNBRSTVMM09002 20.0G No 46s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdd hdd DWNBRSTVMM09003 20.0G No 46s ago Has a FileSystem 2026-03-05T23:18:05.043 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vde hdd DWNBRSTVMM09004 20.0G No 46s ago Has a FileSystem 2026-03-05T23:18:05.220 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch ls --format yaml' 2026-03-05T23:18:05.345 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:05 vm02 ceph-mon[55145]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:18:05.345 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:05 vm02 ceph-mon[55145]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:05.346 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:05 vm02 ceph-mon[64366]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:18:05.346 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:05 vm02 ceph-mon[64366]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:05.346 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:05 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: ::ffff:192.168.123.109 - - [05/Mar/2026:22:18:05] "GET /metrics HTTP/1.1" 503 1620 "" "Prometheus/2.51.0" 2026-03-05T23:18:05.579 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:05.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:05 vm09 ceph-mon[79434]: from='client.24424 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T23:18:05.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:05 vm09 ceph-mon[79434]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:service_type: alertmanager 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:service_name: alertmanager 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=a 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:29.125396Z' 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: - 9093 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: - 9094 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:events: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:- 2026-03-05T22:18:02.139664Z service:alertmanager [INFO] "service was created" 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:service_type: grafana 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:service_name: grafana 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=a 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: anonymous_access: true 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: protocol: https 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.926 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:30.033361Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - 3000 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_type: iscsi 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_id: datapool 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_name: iscsi.datapool 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=iscsi.a 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: api_password: admin 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: api_port: 5000 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: api_user: admin 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: pool: datapool 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: trusted_ip_list: 192.168.123.109 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:26.378564Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:54.939279Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - 5000 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: running: 1 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_type: mgr 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_name: mgr 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: count: 2 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=y 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=x 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:15:13.431696Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:54.936979Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: running: 2 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: size: 2 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_type: mon 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_name: mon 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: count: 3 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm02:192.168.123.102=a 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm09:192.168.123.109=b 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:14:57.818501Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:54.936913Z' 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: running: 3 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: size: 3 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_type: node-exporter 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:service_name: node-exporter 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: count: 2 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=a 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=b 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.927 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:28.205048Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: - 9100 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: size: 2 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_type: osd 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_name: osd 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:unmanaged: true 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: filter_logic: AND 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: objectstore: bluestore 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: container_image_id: 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: container_image_name: harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:54.937022Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: running: 8 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: size: 8 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_type: prometheus 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_name: prometheus 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=a 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:27.345588Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:54.939320Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: - 9095 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: running: 1 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_type: rgw 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_id: foo.a 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:service_name: rgw.foo.a 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=foo.a 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T22:17:22.648277Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T22:17:56.203528Z' 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: - 80 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: running: 1 2026-03-05T23:18:05.928 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T23:18:06.087 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd -- bash -c 'ceph orch ls | grep '"'"'^osd '"'"'' 2026-03-05T23:18:06.428 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/mon.a/config 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[55145]: pgmap v9: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[55145]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[55145]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[64366]: pgmap v9: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[64366]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:06.673 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:06 vm02 ceph-mon[64366]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T23:18:06.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:06 vm09 ceph-mon[79434]: pgmap v9: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-03-05T23:18:06.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:06 vm09 ceph-mon[79434]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T23:18:06.678 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:06 vm09 ceph-mon[79434]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T23:18:06.780 INFO:teuthology.orchestra.run.vm02.stdout:osd 8 11s ago - 2026-03-05T23:18:06.945 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-05T23:18:06.947 INFO:tasks.cephadm:Teardown begin 2026-03-05T23:18:06.947 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:18:06.973 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:18:07.090 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-05T23:18:07.090 DEBUG:teuthology.orchestra.run.vm02:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-05T23:18:07.105 DEBUG:teuthology.orchestra.run.vm09:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-05T23:18:07.168 INFO:tasks.cephadm:Stopping all daemons... 2026-03-05T23:18:07.169 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-05T23:18:07.169 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a 2026-03-05T23:18:07.517 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:07 vm02 systemd[1]: Stopping Ceph mon.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:07.517 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a[55121]: 2026-03-05T22:18:07.267+0000 7f10b6f4c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:07.517 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a[55121]: 2026-03-05T22:18:07.267+0000 7f10b6f4c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-03-05T23:18:07.517 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 23:18:07 vm02 podman[108880]: 2026-03-05 23:18:07.402816893 +0100 CET m=+0.149723135 container died ab211c4dbb90cb421e3056c8a5c80339dbc39c3702f2ed4a91f5577893afae38 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:07.591 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.a.service' 2026-03-05T23:18:07.623 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:07.623 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-05T23:18:07.623 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-03-05T23:18:07.623 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.c 2026-03-05T23:18:07.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:07 vm02 systemd[1]: Stopping Ceph mon.c for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:08.072 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:07] ENGINE Bus STOPPING 2026-03-05T23:18:08.072 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c[64340]: 2026-03-05T22:18:07.771+0000 7f5e74089640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:08.072 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:07 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c[64340]: 2026-03-05T22:18:07.771+0000 7f5e74089640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2026-03-05T23:18:08.073 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 23:18:07 vm02 podman[108993]: 2026-03-05 23:18:07.960271912 +0100 CET m=+0.205235656 container died 191ade61bfb5af2c59d02ee5d2c61a3c49af58352916b169d2dbd036f8587f44 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-c, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:08.138 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.c.service' 2026-03-05T23:18:08.168 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:08.168 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-03-05T23:18:08.168 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-03-05T23:18:08.168 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.b 2026-03-05T23:18:08.344 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-03-05T23:18:08.345 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:08] ENGINE Bus STOPPED 2026-03-05T23:18:08.345 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:08] ENGINE Bus STARTING 2026-03-05T23:18:08.666 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:08 vm09 systemd[1]: Stopping Ceph mon.b for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:08.666 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-b[79410]: 2026-03-05T22:18:08.450+0000 7f422db05640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:08.666 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mon-b[79410]: 2026-03-05T22:18:08.450+0000 7f422db05640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2026-03-05T23:18:08.666 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 systemd[1]: Starting Ceph grafana.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:08.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:08] ENGINE Serving on http://:::9283 2026-03-05T23:18:08.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y[55376]: [05/Mar/2026:22:18:08] ENGINE Bus STARTED 2026-03-05T23:18:08.866 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mon.b.service' 2026-03-05T23:18:08.913 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:08.913 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-03-05T23:18:08.913 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-03-05T23:18:08.913 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 podman[116976]: 2026-03-05 23:18:08.69261059 +0100 CET m=+0.041353190 container create 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f (image=quay.io/ceph/grafana:10.4.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a, maintainer=Grafana Labs ) 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 podman[116976]: 2026-03-05 23:18:08.744749517 +0100 CET m=+0.093492127 container init 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f (image=quay.io/ceph/grafana:10.4.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a, maintainer=Grafana Labs ) 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 podman[116976]: 2026-03-05 23:18:08.748807001 +0100 CET m=+0.097549601 container start 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f (image=quay.io/ceph/grafana:10.4.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a, maintainer=Grafana Labs ) 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 bash[116976]: 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 podman[116976]: 2026-03-05 23:18:08.677771888 +0100 CET m=+0.026514488 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 systemd[1]: Started Ceph grafana.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.861177349Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-03-05T22:18:08Z 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.86189417Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.861986173Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.86202764Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862066664Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862105125Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862139469Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862172551Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862205333Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862240879Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862274152Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862339174Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862381062Z level=info msg=Target target=[all] 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862419244Z level=info msg="Path Home" path=/usr/share/grafana 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862454058Z level=info msg="Path Data" path=/var/lib/grafana 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862574684Z level=info msg="Path Logs" path=/var/log/grafana 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862608578Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862641549Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=settings t=2026-03-05T22:18:08.862676465Z level=info msg="App mode production" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore t=2026-03-05T22:18:08.862977718Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore t=2026-03-05T22:18:08.863246974Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.863711292Z level=info msg="Starting DB migrations" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.866593907Z level=info msg="Executing migration" id="create migration_log table" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.867147963Z level=info msg="Migration successfully executed" id="create migration_log table" duration=554.188µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.868387865Z level=info msg="Executing migration" id="create user table" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.868899974Z level=info msg="Migration successfully executed" id="create user table" duration=512.028µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.870171703Z level=info msg="Executing migration" id="add unique index user.login" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.870863949Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=692.126µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.871470364Z level=info msg="Executing migration" id="add unique index user.email" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.871786437Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=316.073µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.872729902Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.873056353Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=326.541µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.874174976Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.874531583Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=355.505µs 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.875033302Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.876584306Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=1.550703ms 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.877192174Z level=info msg="Executing migration" id="create user table v2" 2026-03-05T23:18:08.918 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.877703451Z level=info msg="Migration successfully executed" id="create user table v2" duration=511.297µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.878329583Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.87878785Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=458.498µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.879239335Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.879594269Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=356.076µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.880165909Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.88041794Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=252.032µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.880894012Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.881178445Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=283.521µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.881622355Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.882085462Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=463.016µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.882516499Z level=info msg="Executing migration" id="Update user table charset" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.882548228Z level=info msg="Migration successfully executed" id="Update user table charset" duration=31.799µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.883026233Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.883519496Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=493.233µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.883926648Z level=info msg="Executing migration" id="Add missing user data" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.884061019Z level=info msg="Migration successfully executed" id="Add missing user data" duration=134.492µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.884564541Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.885122405Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=557.724µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.885594129Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.885996032Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=402.224µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.88643865Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.887023584Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=585.084µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.887426549Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.891051664Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=3.624544ms 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.891547291Z level=info msg="Executing migration" id="Add uid column to user" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.892208789Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=661.508µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.892723403Z level=info msg="Executing migration" id="Update uid column values for users" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.892834039Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=110.797µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.898610932Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.8990048Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=393.427µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.899854019Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.900193674Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=339.556µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.900824385Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.901156676Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=332.212µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.901712928Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.902031774Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=318.897µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.902576744Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.902891555Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=314.75µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.903448526Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.903837394Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=388.277µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.904427098Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.904457615Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=30.808µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.904985674Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.905385591Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=400.069µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.906795701Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.907173589Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=377.868µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.907622509Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.908003432Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=380.823µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.908466077Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.908836831Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=372.057µs 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.909316199Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.910686593Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=1.370395ms 2026-03-05T23:18:08.919 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.912630302Z level=info msg="Executing migration" id="create temp_user v2" 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.913093338Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=463.788µs 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.913675267Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.914152139Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=477.003µs 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.91462756Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.914980039Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=352.539µs 2026-03-05T23:18:08.920 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.915380929Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.91749692Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=2.11574ms 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.917939138Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.918258525Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=319.168µs 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.918824735Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.919024859Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=200.074µs 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.919448583Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.919723818Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=275.175µs 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.920141309Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.920365289Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=224.14µs 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.92083035Z level=info msg="Executing migration" id="create star table" 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.921152482Z level=info msg="Migration successfully executed" id="create star table" duration=322.034µs 2026-03-05T23:18:09.169 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.921574973Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.921910781Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=334.876µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.922434982Z level=info msg="Executing migration" id="create org table v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.922758558Z level=info msg="Migration successfully executed" id="create org table v1" duration=323.916µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.923240349Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.923584513Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=343.913µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.92409536Z level=info msg="Executing migration" id="create org_user table v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.924414948Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=319.417µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.924920574Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.92527596Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=355.055µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.925828645Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.926203085Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=374.13µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.926737876Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.927078363Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=340.406µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.927877488Z level=info msg="Executing migration" id="Update org table charset" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.927908116Z level=info msg="Migration successfully executed" id="Update org table charset" duration=30.887µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.928380741Z level=info msg="Executing migration" id="Update org_user table charset" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.928410937Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=30.517µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.928858845Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.928949726Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=91.09µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.929313587Z level=info msg="Executing migration" id="create dashboard table" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.929655637Z level=info msg="Migration successfully executed" id="create dashboard table" duration=342.701µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.930142568Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.930556884Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=414.125µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.931092276Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.931474501Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=381.954µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.932005465Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.932326756Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=321.191µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.932845767Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.933195693Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=350.006µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.933719763Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.934050202Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=330.489µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.93448195Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.936286478Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=1.804056ms 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.936895638Z level=info msg="Executing migration" id="create dashboard v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.937249309Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=352.76µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.937709882Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.938041002Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=330.05µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.938559642Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.938904218Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=344.444µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.939419241Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.939610319Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=191.128µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.94000093Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.940471431Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=470.07µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.94093116Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.940977768Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=46.948µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.941491239Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.942131237Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=640.258µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.942559729Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.94316886Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=609.361µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.943591491Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.944196472Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=604.972µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.94463869Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.944983956Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=345.316µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.945434279Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.946052416Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=617.957µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.946468765Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.946815384Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=346.709µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.947257753Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.947606445Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=348.864µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.948153549Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.948183735Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=31.508µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.948667641Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.948697637Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=30.487µs 2026-03-05T23:18:09.170 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.949167236Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.949851046Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=683.81µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.950271562Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.950953859Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=681.996µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.951474926Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.952123088Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=648.214µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.952577098Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.953228548Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=651.399µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.953670094Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.953788656Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=118.722µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.954252624Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.954605314Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=351.157µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.955139003Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.95550103Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=362.228µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.955945333Z level=info msg="Executing migration" id="Update dashboard title length" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.955975499Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=30.227µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.956449036Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.956950093Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=500.977µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.957487408Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.957885253Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=397.493µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.958469226Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.960350919Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=1.881562ms 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.96085422Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.961221368Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=368.21µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.96178885Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.962176745Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=387.766µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.962743806Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.963115963Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=372.637µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.96369137Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.963887557Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=196.327µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.964332169Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.964616682Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=284.373µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.965084057Z level=info msg="Executing migration" id="Add check_sum column" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.965793004Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=707.784µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.966268935Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.966642574Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=373.609µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.96707853Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.967195328Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=117.139µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.967675897Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.96779514Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=119.223µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.968248689Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.968649459Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=400.46µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.969505382Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.970259664Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=754.422µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.970740364Z level=info msg="Executing migration" id="create data_source table" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.971202779Z level=info msg="Migration successfully executed" id="create data_source table" duration=462.396µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.971752267Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.972141446Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=389.328µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.972668522Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.973069042Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=400.599µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.973623881Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.97399254Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=368.931µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.974460797Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.974815872Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=355.274µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.975275271Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.97719294Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.915124ms 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.97770043Z level=info msg="Executing migration" id="create data_source table v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.978168727Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=468.959µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.97866153Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.979085964Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=422.891µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.979555442Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.979943028Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=385.972µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.980534815Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.980826842Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=292.347µs 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.98137666Z level=info msg="Executing migration" id="Add column with_credentials" 2026-03-05T23:18:09.171 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.982285622Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=908.882µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.982805996Z level=info msg="Executing migration" id="Add secure json data column" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.983686494Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=880.288µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.984221465Z level=info msg="Executing migration" id="Update data_source table charset" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.984233027Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=12.975µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.984826047Z level=info msg="Executing migration" id="Update initial version to 1" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.984992839Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=166.722µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.985477967Z level=info msg="Executing migration" id="Add read_only data column" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.986500109Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=1.021882ms 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.987024643Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.987183289Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=158.517µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.987808289Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.987952929Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=145.363µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.988464738Z level=info msg="Executing migration" id="Add uid column" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.989359041Z level=info msg="Migration successfully executed" id="Add uid column" duration=894.074µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.989850861Z level=info msg="Executing migration" id="Update uid value" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.990011372Z level=info msg="Migration successfully executed" id="Update uid value" duration=160.53µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.99059825Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.991125137Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=524.793µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.991785433Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.992443915Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=659.254µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.993116093Z level=info msg="Executing migration" id="create api_key table" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.993589569Z level=info msg="Migration successfully executed" id="create api_key table" duration=473.056µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.994162742Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.994581345Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=418.754µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.995147014Z level=info msg="Executing migration" id="add index api_key.key" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.995555009Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=407.964µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.996160491Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.99663522Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=476.332µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.997203333Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.997618931Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=415.628µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.998097937Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.998652094Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=554.057µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.99909347Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.999496915Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=403.866µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:08.999953441Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.002247995Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=2.294323ms 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.002754793Z level=info msg="Executing migration" id="create api_key table v2" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.003147648Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=392.665µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.003628779Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.004034859Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=406.01µs 2026-03-05T23:18:09.172 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.004494039Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.004885662Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=391.332µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.005540217Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.00613536Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=596.086µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.006758687Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.006979992Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=221.154µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.007442647Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.007775189Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=332.232µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.008236062Z level=info msg="Executing migration" id="Update api_key table charset" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.00824532Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=10.199µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.008820617Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.009799309Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=978.391µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.010342735Z level=info msg="Executing migration" id="Add service account foreign key" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.01126966Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=926.685µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.011822705Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.011950354Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=127.599µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.012523827Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.013599822Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=1.075704ms 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.014092404Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.015098637Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=1.007565ms 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.015663143Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.016079212Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=415.858µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.016602602Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.016899898Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=296.945µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.017392569Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.017791357Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=398.427µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.018261166Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.018691201Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=429.795µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.019245017Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.019662749Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=417.953µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.020231053Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.020624078Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=394.067µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.021425669Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.021498445Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=72.555µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.021988432Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.02199785Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=9.929µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.022424709Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.02337144Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=946.191µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.0238463Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.02475494Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=908.36µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.0253536Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.025423391Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=69.951µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.025905553Z level=info msg="Executing migration" id="create quota table v1" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.026261569Z level=info msg="Migration successfully executed" id="create quota table v1" duration=356.387µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.026810929Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.027198193Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=386.894µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.027740128Z level=info msg="Executing migration" id="Update quota table charset" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.027753032Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=11.431µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.028279758Z level=info msg="Executing migration" id="create plugin_setting table" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.028716144Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=436.346µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.029233732Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.029645554Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=411.81µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.030175795Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.031126155Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=949.959µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.0328976Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.03290851Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=13.115µs 2026-03-05T23:18:09.173 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.033503474Z level=info msg="Executing migration" id="create session table" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.033920896Z level=info msg="Migration successfully executed" id="create session table" duration=417.251µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.034514366Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.034601369Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=87.033µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.035085054Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.035164052Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=79.219µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.035646555Z level=info msg="Executing migration" id="create playlist table v2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.036001279Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=354.644µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.036560145Z level=info msg="Executing migration" id="create playlist item table v2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.037061463Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=501.127µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.037639645Z level=info msg="Executing migration" id="Update playlist table charset" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.037649354Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=10.199µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.038215443Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.03822452Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=9.638µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.03879598Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.039948558Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=1.152557ms 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.04054271Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.041645964Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=1.102654ms 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.042125762Z level=info msg="Executing migration" id="drop preferences table v2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.042212314Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=86.312µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.042700858Z level=info msg="Executing migration" id="drop preferences table v3" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.042784064Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=84.418µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.043258172Z level=info msg="Executing migration" id="create preferences table v3" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.043675212Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=417.081µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.044429835Z level=info msg="Executing migration" id="Update preferences table charset" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.044439252Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=9.879µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.04495613Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.045964447Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=1.005973ms 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.046497544Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.046610446Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=112.922µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.047079324Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.048072792Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=993.399µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.048582157Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.049591876Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=1.009249ms 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.050034034Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.050099366Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=65.302µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.050776944Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.051204975Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=428.311µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.051803255Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.052205438Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=403.394µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.052762109Z level=info msg="Executing migration" id="create alert table v1" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.053260874Z level=info msg="Migration successfully executed" id="create alert table v1" duration=498.203µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.053851179Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.054283788Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=432.56µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.055125232Z level=info msg="Executing migration" id="add index alert state" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.055534469Z level=info msg="Migration successfully executed" id="add index alert state" duration=409.486µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.056054772Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.056522959Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=470.18µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.057086072Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.057442029Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=355.637µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.057963525Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.058403529Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=439.603µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.059092849Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.059631717Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=538.588µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.060490945Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.069060855Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=8.598184ms 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.069691155Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.070071978Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=381.133µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.070549041Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.070915727Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=368.24µs 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.071512515Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-03-05T23:18:09.174 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.071656384Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=143.859µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.072075838Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.072387833Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=312.033µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.072868181Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.073258772Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=389.199µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.073741165Z level=info msg="Executing migration" id="Add column is_default" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.075384471Z level=info msg="Migration successfully executed" id="Add column is_default" duration=1.640651ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.075920955Z level=info msg="Executing migration" id="Add column frequency" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.077405704Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.486131ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.077860115Z level=info msg="Executing migration" id="Add column send_reminder" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.079194612Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.333215ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.079641419Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.08074841Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=1.10678ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.081227638Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.081585377Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=357.449µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.082124666Z level=info msg="Executing migration" id="Update alert table charset" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.082134555Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=10.21µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.082601398Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.082610405Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=9.457µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.083043826Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.083376359Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=331.34µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.08383574Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.084192207Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=356.558µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.084710947Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.08506525Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=354.163µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.085453447Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.086403815Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=948.876µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.086982538Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.087573915Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=591.317µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.088134014Z level=info msg="Executing migration" id="Add for to alert table" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.089627419Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=1.493685ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.090161448Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.091851311Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.689301ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.092410198Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.092589764Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=179.576µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.093263064Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.093820928Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=557.693µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.094460475Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.094992881Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=532.606µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.095466949Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.096897265Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=1.430067ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.097523919Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.097634696Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=111.099µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.09824054Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.098834441Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=593.992µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.099383689Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.09993982Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=555.729µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.100621135Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.100750477Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=129.592µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.101494751Z level=info msg="Executing migration" id="create annotation table v5" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.102054178Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=556.552µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.102761231Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.103282867Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=519.782µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.103944766Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.104485979Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=541.062µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.105131016Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.105584906Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=454.121µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.106266141Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.106769593Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=503.573µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.107583296Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.10806087Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=477.394µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.108690498Z level=info msg="Executing migration" id="Update annotation table charset" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.10876608Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=75.742µs 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.109320888Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.110731519Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=1.407575ms 2026-03-05T23:18:09.175 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.111492082Z level=info msg="Executing migration" id="Drop category_id index" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.111936724Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=444.742µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.112470042Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.113750288Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.279764ms 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.114233793Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.114619335Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=385.953µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.11507573Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.115528226Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=452.586µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.116158596Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.116606515Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=447.938µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.117102703Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.12018945Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=3.087709ms 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.120715735Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.12108673Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=369.712µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.121545989Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.121988477Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=442.327µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.122575045Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.122778847Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=203.692µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.123242806Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.12356548Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=322.853µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.12405688Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.124197743Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=140.973µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.124762309Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.125978636Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.216206ms 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.126498278Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.127757154Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.258756ms 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.128242313Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.128695852Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=453.299µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.129182262Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.129620112Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=438.35µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.130183435Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.130357902Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=174.506µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.130846035Z level=info msg="Executing migration" id="Add epoch_end column" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.132085006Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=1.238839ms 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.132615348Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.133050993Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=435.555µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.133706129Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.133844388Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=138.218µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.134340496Z level=info msg="Executing migration" id="Move region to single row" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.134562331Z level=info msg="Migration successfully executed" id="Move region to single row" duration=221.896µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.135082135Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.135519974Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=437.749µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.135991076Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.136436338Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=445.044µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.13694965Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.137405383Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=455.602µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.13789532Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.138351002Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=455.572µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.138797709Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.139219247Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=422.581µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.139693936Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.140115235Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=421.478µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.140632612Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.140724575Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=93.415µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.141336491Z level=info msg="Executing migration" id="create test_data table" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.141727382Z level=info msg="Migration successfully executed" id="create test_data table" duration=390.571µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.142267083Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.142670397Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=403.275µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.143238149Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.143679235Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=440.885µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.144230066Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.144697912Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=467.655µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.145254904Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.145406277Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=151.573µs 2026-03-05T23:18:09.176 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.145905342Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.146129702Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=224.38µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.146601114Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.146691734Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=90.779µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.147179266Z level=info msg="Executing migration" id="create team table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.147572362Z level=info msg="Migration successfully executed" id="create team table" duration=393.005µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.148161114Z level=info msg="Executing migration" id="add index team.org_id" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.14867246Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=511.116µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.149277022Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.149726453Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=448.108µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.150283176Z level=info msg="Executing migration" id="Add column uid in team" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.151752706Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.468247ms 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.152243564Z level=info msg="Executing migration" id="Update uid column values in team" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.152408764Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=166.521µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.152918939Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.153397214Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=478.406µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.154211077Z level=info msg="Executing migration" id="create team member table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.154603021Z level=info msg="Migration successfully executed" id="create team member table" duration=391.884µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.155197033Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.155643779Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=446.726µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.156246707Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.156866968Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=619.98µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.157476639Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.157858974Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=382.295µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.158363078Z level=info msg="Executing migration" id="Add column email to team table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.159802452Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.437651ms 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.160323738Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.161930706Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.606908ms 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.162409001Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.163863333Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.454103ms 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.164329917Z level=info msg="Executing migration" id="create dashboard acl table" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.164735545Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=405.459µs 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.165321362Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-03-05T23:18:09.177 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.16572631Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=404.708µs 2026-03-05T23:18:09.190 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:08 vm02 systemd[1]: Stopping Ceph mgr.y for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:09.190 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 23:18:09 vm02 podman[109118]: 2026-03-05 23:18:09.072831088 +0100 CET m=+0.068582035 container died f9caa3c78e445fcf39b932d1eba151c3eb0850f491e5be2d831fa5d19d198955 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-y, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:09.290 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.y.service' 2026-03-05T23:18:09.320 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:09.321 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-03-05T23:18:09.321 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-05T23:18:09.321 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.x 2026-03-05T23:18:09.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:18:09 vm09 systemd[1]: Stopping Ceph mgr.x for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.173055017Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.173662594Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=608.628µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.17577661Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.176265946Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=492.251µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.176954716Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.177399318Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=444.642µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.178168377Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.178593152Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=424.443µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.179175622Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.179605937Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=430.255µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.180192585Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.180636717Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=443.931µs 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.181199641Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-03-05T23:18:09.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.181514871Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=314.278µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.182031818Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.182210933Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=179.075µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.182793314Z level=info msg="Executing migration" id="create tag table" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.183270456Z level=info msg="Migration successfully executed" id="create tag table" duration=477.264µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.183893412Z level=info msg="Executing migration" id="add index tag.key_value" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.184422211Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=528.75µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.186744629Z level=info msg="Executing migration" id="create login attempt table" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.187122637Z level=info msg="Migration successfully executed" id="create login attempt table" duration=377.887µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.187733549Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.188174786Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=441.386µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.188777694Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.189199232Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=421.469µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.189679733Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.193489342Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=3.809079ms 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.19398505Z level=info msg="Executing migration" id="create login_attempt v2" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.194351476Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=368.371µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.194817138Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.195217608Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=398.677µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.195817941Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.196017024Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=198.982µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.196462307Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.196767217Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=306.594µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.19727063Z level=info msg="Executing migration" id="create user auth table" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.197624672Z level=info msg="Migration successfully executed" id="create user auth table" duration=353.862µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.19806167Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.198482228Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=420.348µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.198984017Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.199066672Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=83.025µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.199627231Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.201128511Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.501301ms 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.201658763Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.203109118Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.450626ms 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.203613362Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.205084074Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.470893ms 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.205547521Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.207023553Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.476182ms 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.20750215Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.207907869Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=405.669µs 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.20849574Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-03-05T23:18:09.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.20997611Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.480331ms 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.210458553Z level=info msg="Executing migration" id="create server_lock table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.210846709Z level=info msg="Migration successfully executed" id="create server_lock table" duration=386.774µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.211448686Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.211849527Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=400.731µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.212375802Z level=info msg="Executing migration" id="create user auth token table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.212761113Z level=info msg="Migration successfully executed" id="create user auth token table" duration=385.231µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.213305362Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.213708446Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=402.753µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.21425546Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.214708327Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=452.658µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.215877716Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.216391227Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=513.491µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.216981712Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.218608928Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=1.627285ms 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.219099366Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.219568965Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=469.338µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.220103325Z level=info msg="Executing migration" id="create cache_data table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.22054405Z level=info msg="Migration successfully executed" id="create cache_data table" duration=441.216µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.221118054Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.221539052Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=422.141µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.222310265Z level=info msg="Executing migration" id="create short_url table v1" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.222717026Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=406.812µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.223280852Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.223720564Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=439.633µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.224406118Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.224490826Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=83.466µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.224966807Z level=info msg="Executing migration" id="delete alert_definition table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.225071483Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=104.937µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.225478546Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.225870649Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=392.343µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.22642135Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.226846827Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=425.646µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.227373041Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.227849432Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=476.431µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.228376238Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.228476225Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=100.217µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.228934162Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.229376651Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=442.449µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.229837985Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.23024102Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=402.593µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.23072204Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.231152655Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=430.555µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.231621022Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.232179567Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=557.724µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.232671368Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.235071249Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=2.399091ms 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.235558452Z level=info msg="Executing migration" id="drop alert_definition table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.23608665Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=527.576µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.236551199Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.236596965Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=46.037µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.237098042Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.237618848Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=520.514µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.238102092Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.238665307Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=563.235µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.239125188Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.239518533Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=393.205µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.23990653Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.239930043Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=23.794µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.240374886Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.240800172Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=426.639µs 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.241233523Z level=info msg="Executing migration" id="create alert_instance table" 2026-03-05T23:18:09.430 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.241603736Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=370.042µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.242044771Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.242430835Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=385.732µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.242836334Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.243199694Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=363.32µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.243711692Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.245521348Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=1.809125ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.245971321Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.246389433Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=415.377µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.24681502Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.247217233Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=402.334µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.247666223Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.255836004Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=8.168418ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.256381365Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.266458225Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=10.073964ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.267205173Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.267750163Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=545.481µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.268247483Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.268700902Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=453.419µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.269394531Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.271081158Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=1.686647ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.271594869Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.273232614Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.637665ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.273798534Z level=info msg="Executing migration" id="create alert_rule table" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.274243216Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=444.552µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.274908682Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.275382909Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=475.52µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.275940192Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.276394813Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=454.892µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.276914705Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.277420002Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=505.065µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.278009275Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.278094805Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=88.275µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.278637421Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.280480129Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.840966ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.280949307Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.282660992Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.715101ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.28314658Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.284873592Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.727223ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.285336989Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.285761574Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=424.545µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.286243937Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.286805468Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=561.42µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.287266681Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.289394314Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=2.127401ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.289890091Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.291632413Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=1.744837ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.292185548Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.292783908Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=597.869µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.293389721Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.295808279Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=2.417976ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.296316299Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.298183384Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.867284ms 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.298687917Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.298781162Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=93.775µs 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.299358292Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-03-05T23:18:09.431 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.29988064Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=522.889µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.300704212Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.30121078Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=504.935µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.301779835Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.302315748Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=535.772µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.303192989Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.303285002Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=93.526µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.303822017Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.305681678Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=1.859932ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.306157469Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.308005657Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.848279ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.308513017Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.31025116Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=1.738214ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.310770592Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.312581762Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=1.811199ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.313154695Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.314977517Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=1.824855ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.315459178Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.315554246Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=95.669µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.316075011Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.316476632Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=402.032µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.317054774Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.319416555Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=2.36158ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.319941998Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.320045271Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=104.405µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.320588147Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.324452841Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=3.863762ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.325113377Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.326332478Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=1.219121ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.327661717Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.331224856Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=3.562737ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.33188945Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.332380859Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=491.03µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.333372866Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.333971647Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=598.68µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.334854769Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.337873851Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=3.018781ms 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.33841338Z level=info msg="Executing migration" id="create provenance_type table" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.338993275Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=604.09µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.339690131Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.340465311Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=775.291µs 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.341135946Z level=info msg="Executing migration" id="create alert_image table" 2026-03-05T23:18:09.432 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.341595706Z level=info msg="Migration successfully executed" id="create alert_image table" duration=459.89µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.342172817Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.342695905Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=523.279µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.343318842Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.343420301Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=101.57µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.34395895Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.344429962Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=471.081µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.345040224Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.34552979Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=496.569µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.346002585Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.346221404Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.346946411Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.347487364Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=541.413µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.349112415Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.349644982Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=532.417µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.350124409Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.352055443Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=1.930913ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.354324541Z level=info msg="Executing migration" id="create library_element table v1" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.354955422Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=630.901µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.355600999Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.356171557Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=570.608µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.357118459Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.358321351Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=1.171624ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.366006304Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.366829856Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=824.713µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.367725572Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.368230528Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=506.217µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.368905932Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.368982304Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=76.503µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.369511044Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.36961609Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=105.898µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.370243585Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.370493773Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=250.409µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.371102293Z level=info msg="Executing migration" id="create data_keys table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.371726952Z level=info msg="Migration successfully executed" id="create data_keys table" duration=624.478µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.37239932Z level=info msg="Executing migration" id="create secrets table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.372891161Z level=info msg="Migration successfully executed" id="create secrets table" duration=491.32µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.373515749Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.388126846Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=14.60729ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.3892185Z level=info msg="Executing migration" id="add name column into data_keys" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.391531328Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=2.312778ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.392114139Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.392270302Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=156.453µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.392837213Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.403355049Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=10.514599ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.404085235Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.413865541Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=9.778913ms 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.414678071Z level=info msg="Executing migration" id="create kv_store table v1" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.415194298Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=520.074µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.415910168Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.416437985Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=527.547µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.417100075Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.417267528Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=167.524µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.417807699Z level=info msg="Executing migration" id="create permission table" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.4184813Z level=info msg="Migration successfully executed" id="create permission table" duration=674.522µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.419075472Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.419596908Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=521.377µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.420128132Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.420603512Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=475.4µs 2026-03-05T23:18:09.433 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.421150957Z level=info msg="Executing migration" id="create role table" 2026-03-05T23:18:09.434 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.421611448Z level=info msg="Migration successfully executed" id="create role table" duration=460.172µs 2026-03-05T23:18:09.434 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.422153963Z level=info msg="Executing migration" id="add column display_name" 2026-03-05T23:18:09.681 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:18:09 vm09 podman[117119]: 2026-03-05 23:18:09.486804137 +0100 CET m=+0.062628671 container died f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:09.681 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:18:09 vm09 podman[117119]: 2026-03-05 23:18:09.629968511 +0100 CET m=+0.205793045 container remove f119b227bb5be6bce251baa153a1e016e63f97896b17a42177b8a220b56b37fa (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:09.681 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:18:09 vm09 bash[117119]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-mgr-x 2026-03-05T23:18:09.681 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 23:18:09 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.424488243Z level=info msg="Migration successfully executed" id="add column display_name" duration=2.334129ms 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.429534157Z level=info msg="Executing migration" id="add column group_name" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.431791922Z level=info msg="Migration successfully executed" id="add column group_name" duration=2.257856ms 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.43231378Z level=info msg="Executing migration" id="add index role.org_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.432780173Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=466.623µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.433375226Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.433858982Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=480.65µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.434436382Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.434900941Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=464.589µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.43567478Z level=info msg="Executing migration" id="create team role table" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.436087532Z level=info msg="Migration successfully executed" id="create team role table" duration=412.712µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.436675703Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.437180238Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=504.395µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.438525986Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.439192995Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=688.358µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.439801594Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.440263589Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=461.844µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.441867351Z level=info msg="Executing migration" id="create user role table" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.442333443Z level=info msg="Migration successfully executed" id="create user role table" duration=466.934µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.442932124Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.443458649Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=526.316µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.444040698Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.444534772Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=494.065µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.445144123Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.445655121Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=509.644µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.446232851Z level=info msg="Executing migration" id="create builtin role table" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.446650163Z level=info msg="Migration successfully executed" id="create builtin role table" duration=417.301µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.44723653Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.447782151Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=545.511µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.448505645Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.449537346Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=1.031451ms 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.45012706Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.452617752Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=2.490231ms 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.453145038Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.453663699Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=518.701µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.454954275Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.455510015Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=555.459µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.456087346Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.456603772Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=516.356µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.457121261Z level=info msg="Executing migration" id="add unique index role.uid" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.45760748Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=485.679µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.458105933Z level=info msg="Executing migration" id="create seed assignment table" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.458503216Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=397.304µs 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.459409143Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-03-05T23:18:09.682 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.459899671Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=490.699µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.460455361Z level=info msg="Executing migration" id="add column hidden to role table" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.462801492Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.342874ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.463320073Z level=info msg="Executing migration" id="permission kind migration" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.465892467Z level=info msg="Migration successfully executed" id="permission kind migration" duration=2.571292ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.466433259Z level=info msg="Executing migration" id="permission attribute migration" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.468700674Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=2.266954ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.469233019Z level=info msg="Executing migration" id="permission identifier migration" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.471499301Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=2.26583ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.472007562Z level=info msg="Executing migration" id="add permission identifier index" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.472550148Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=542.557µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.473139972Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.473709328Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=568.985µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.474286498Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.474804197Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=518.741µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.475315333Z level=info msg="Executing migration" id="create query_history table v1" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.475747392Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=432.839µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.47624844Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.476776449Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=527.799µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.477404264Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.47749848Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=94.417µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.47801724Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.478096889Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=79.959µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.478592147Z level=info msg="Executing migration" id="teams permissions migration" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.478865588Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=269.355µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.479436547Z level=info msg="Executing migration" id="dashboard permissions" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.479775061Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=338.945µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.480338856Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.480661359Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=323.044µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.481325784Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.481485422Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=159.768µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.481985868Z level=info msg="Executing migration" id="alerting notification permissions" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.482308883Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=323.335µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.482835498Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.483255785Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=420.116µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.484493472Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.48501131Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=517.268µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.485653183Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.488597774Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=2.943598ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.48913601Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.489234134Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=98.784µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.489954393Z level=info msg="Executing migration" id="create correlation table v1" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.490487781Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=534.55µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.491159338Z level=info msg="Executing migration" id="add index correlations.uid" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.491693578Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=534.13µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.492288401Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.492794929Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=506.568µs 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.493427503Z level=info msg="Executing migration" id="add correlation config column" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.49582965Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.401966ms 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.497050544Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-03-05T23:18:09.683 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.497567131Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=516.467µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.498102323Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.49861435Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=511.357µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.499161526Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.50547435Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=6.31045ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.506129407Z level=info msg="Executing migration" id="create correlation v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.506741853Z level=info msg="Migration successfully executed" id="create correlation v2" duration=612.626µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.507332158Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.507844968Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=512.44µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.508483794Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.509022502Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=536.624µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.50964114Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.510131307Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=490.248µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.510746148Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.51092917Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=183.203µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.511409189Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.511826881Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=417.553µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.512324252Z level=info msg="Executing migration" id="add provisioning column" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.514738209Z level=info msg="Migration successfully executed" id="add provisioning column" duration=2.413586ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.51532081Z level=info msg="Executing migration" id="create entity_events table" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.515722211Z level=info msg="Migration successfully executed" id="create entity_events table" duration=401.421µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.516220683Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.516723135Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=502.181µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.517563958Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.517801493Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.518301729Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.518528243Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.519261655Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.519681812Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=419.915µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.520170536Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.520650946Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=480.44µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.521280454Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.521783566Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=502.901µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.522404698Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.522910315Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=505.596µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.523457699Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.524080745Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=622.746µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.524582855Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.525088201Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=505.347µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.525614176Z level=info msg="Executing migration" id="Drop public config table" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.526023362Z level=info msg="Migration successfully executed" id="Drop public config table" duration=409.266µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.526506536Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.527015147Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=508.512µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.527501007Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.527998929Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=498.062µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.528482934Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.528991406Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=508.572µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.529529443Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.530020443Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=490.779µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.530694044Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.538471982Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=7.775393ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.539181038Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.541775504Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=2.594245ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.542310044Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.544665503Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.355349ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.545166411Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.545576307Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=409.757µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.546080742Z level=info msg="Executing migration" id="add share column" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.548459254Z level=info msg="Migration successfully executed" id="add share column" duration=2.378202ms 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.548948078Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.549112617Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=164.639µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.549693404Z level=info msg="Executing migration" id="create file table" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.550125252Z level=info msg="Migration successfully executed" id="create file table" duration=433.061µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.550712781Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.551210753Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=495.527µs 2026-03-05T23:18:09.684 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.551789838Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.552275486Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=485.759µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.552998299Z level=info msg="Executing migration" id="create file_meta table" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.55338868Z level=info msg="Migration successfully executed" id="create file_meta table" duration=390.832µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.553875541Z level=info msg="Executing migration" id="file table idx: path key" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.554266142Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=390.121µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.554788169Z level=info msg="Executing migration" id="set path collation in file table" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.554811873Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=24.014µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.555239424Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.555262416Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=23.524µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.555690828Z level=info msg="Executing migration" id="managed permissions migration" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.555923433Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=232.145µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.556234316Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.556341447Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=107.07µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.556756584Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.557346778Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=589.944µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.557758519Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.560152368Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.39352ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.560545355Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.560615046Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=69.619µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.561051712Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.561529076Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=477.364µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.562030584Z level=info msg="Executing migration" id="update group index for alert rules" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.562184403Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=155.582µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.562614127Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.562702853Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=88.666µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.56310758Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.563306463Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=197.801µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.56378068Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.566261924Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.481044ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.566818937Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.569525733Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.706436ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.569984502Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.570552314Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=568.233µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.57099349Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.59574672Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=24.750535ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.596458382Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.597052764Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=594.803µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.597519567Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.598083403Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=564.356µs 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.598698474Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.616491416Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=17.790428ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.617257921Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.619746599Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=2.488277ms 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.620314943Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-03-05T23:18:09.685 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.62047401Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=161.081µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.62093336Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.621021405Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=88.185µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.621415522Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.621513526Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=98.044µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.621965401Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.622058415Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=93.014µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.622427638Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.62254132Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=114.004µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.623016159Z level=info msg="Executing migration" id="create folder table" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.623479566Z level=info msg="Migration successfully executed" id="create folder table" duration=463.428µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.623889703Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.624492382Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=602.357µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.625017665Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.625547256Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=529.48µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.626060536Z level=info msg="Executing migration" id="Update folder title length" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.626070765Z level=info msg="Migration successfully executed" id="Update folder title length" duration=10.619µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.626541787Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.627069085Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=526.997µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.627856247Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.628364329Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=508.111µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.629090838Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.633044047Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=3.942089ms 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.633692871Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.633914076Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=221.605µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.634322289Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.634447474Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=126.607µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.634874823Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.635281135Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=406.192µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.635696482Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.636127319Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=430.816µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.636545782Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.636938577Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=392.875µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.637395251Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.637842148Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=446.186µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.638285698Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.638707336Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=422.471µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.639119428Z level=info msg="Executing migration" id="create anon_device table" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.639470625Z level=info msg="Migration successfully executed" id="create anon_device table" duration=351.147µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.639846098Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.640415374Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=568.706µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.640912524Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.641351556Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=438.861µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.641829972Z level=info msg="Executing migration" id="create signing_key table" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.64219813Z level=info msg="Migration successfully executed" id="create signing_key table" duration=368.049µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.642717502Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.643107672Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=390.179µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.643675746Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.644086184Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=410.378µs 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.644460445Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-03-05T23:18:09.686 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.644582544Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=122.519µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.645049427Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.648203209Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=3.15333ms 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.648730075Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.649177133Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=447.588µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.649710101Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.650247235Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=536.494µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.650832621Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.651342104Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=508.221µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.651764936Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.652206462Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=441.326µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.652693974Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.653186688Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=492.373µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.653607244Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.654045645Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=438.341µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.654985063Z level=info msg="Executing migration" id="create sso_setting table" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.655422301Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=437.419µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.656517261Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.657281521Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=764.611µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.657740581Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.657873019Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=132.508µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.658477771Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.658502998Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=25.859µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.658984328Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.662419989Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=3.434899ms 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.662913222Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.666898822Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=3.983917ms 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.667450674Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.667638977Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=189.675µs 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=migrator t=2026-03-05T22:18:09.668093618Z level=info msg="migrations completed" performed=547 skipped=0 duration=801.630266ms 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore t=2026-03-05T22:18:09.668761868Z level=info msg="Created default organization" 2026-03-05T23:18:09.687 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=secrets t=2026-03-05T22:18:09.669399001Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-03-05T23:18:09.726 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@mgr.x.service' 2026-03-05T23:18:09.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:09.825 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-05T23:18:09.826 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-05T23:18:09.826 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.0 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=plugin.store t=2026-03-05T22:18:09.680155424Z level=info msg="Loading plugins..." 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=local.finder t=2026-03-05T22:18:09.726767365Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=plugin.store t=2026-03-05T22:18:09.726899241Z level=info msg="Plugins loaded" count=55 duration=46.744428ms 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=query_data t=2026-03-05T22:18:09.728268073Z level=info msg="Query Service initialization" 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=live.push_http t=2026-03-05T22:18:09.729865664Z level=info msg="Live Push Gateway initialization" 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.migration t=2026-03-05T22:18:09.731025224Z level=info msg=Starting 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.migration t=2026-03-05T22:18:09.731459877Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.migration orgID=1 t=2026-03-05T22:18:09.731750962Z level=info msg="Migrating alerts for organisation" 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.migration orgID=1 t=2026-03-05T22:18:09.732153826Z level=info msg="Alerts found to migrate" alerts=0 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.migration t=2026-03-05T22:18:09.733082054Z level=info msg="Completed alerting migration" 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.state.manager t=2026-03-05T22:18:09.740003939Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-03-05T23:18:09.943 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=infra.usagestats.collector t=2026-03-05T22:18:09.741053243Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.datasources t=2026-03-05T22:18:09.742324643Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.datasources t=2026-03-05T22:18:09.746797444Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.alerting t=2026-03-05T22:18:09.751552595Z level=info msg="starting to provision alerting" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.alerting t=2026-03-05T22:18:09.751640239Z level=info msg="finished to provision alerting" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=grafanaStorageLogger t=2026-03-05T22:18:09.751797462Z level=info msg="Storage starting" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=http.server t=2026-03-05T22:18:09.752866694Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=http.server t=2026-03-05T22:18:09.753155945Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.state.manager t=2026-03-05T22:18:09.753191662Z level=info msg="Warming state cache for startup" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.state.manager t=2026-03-05T22:18:09.753369555Z level=info msg="State cache has been initialized" states=0 duration=177.703µs 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.dashboard t=2026-03-05T22:18:09.754813158Z level=info msg="starting to provision dashboards" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.768251319Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.multiorg.alertmanager t=2026-03-05T22:18:09.769857014Z level=info msg="Starting MultiOrg Alertmanager" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ngalert.scheduler t=2026-03-05T22:18:09.769891127Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ticker t=2026-03-05T22:18:09.769906627Z level=info msg=starting first_tick=2026-03-05T22:18:10Z 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=grafana.update.checker t=2026-03-05T22:18:09.859735465Z level=info msg="Update check succeeded" duration=91.608409ms 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=grafana-apiserver t=2026-03-05T22:18:09.860565949Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=grafana-apiserver t=2026-03-05T22:18:09.861101032Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=plugins.update.checker t=2026-03-05T22:18:09.864631869Z level=info msg="Update check succeeded" duration=96.419853ms 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.897028605Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.907749811Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.918406016Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2026-03-05T23:18:09.944 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.930260434Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2026-03-05T23:18:10.173 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:09 vm02 systemd[1]: Stopping Ceph osd.0 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:10.173 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0[68299]: 2026-03-05T22:18:09.923+0000 7f44fe2ea640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:10.173 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0[68299]: 2026-03-05T22:18:09.923+0000 7f44fe2ea640 -1 osd.0 61 *** Got signal Terminated *** 2026-03-05T23:18:10.173 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:09 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0[68299]: 2026-03-05T22:18:09.923+0000 7f44fe2ea640 -1 osd.0 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:10.428 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:18:09.941803358Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2026-03-05T23:18:10.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=secret.migration t=2026-03-05T22:18:09.943490255Z level=error msg="Stopped secret migration service" service=*migrations.DataSourceSecretMigrationService reason="database is locked" 2026-03-05T23:18:10.429 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:18:09 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=provisioning.dashboard t=2026-03-05T22:18:09.950038472Z level=info msg="finished to provision dashboards" 2026-03-05T23:18:12.423 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:18:12 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-alertmanager-a[108056]: ts=2026-03-05T22:18:12.074Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003916298s 2026-03-05T23:18:15.218 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:14 vm02 podman[109231]: 2026-03-05 23:18:14.951279474 +0100 CET m=+5.041800378 container died f8dc2dd59f2bc9787f0d5122e9f320774e8ac0c1dffd898943ceb86448b45e58 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:15.218 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109231]: 2026-03-05 23:18:15.080335535 +0100 CET m=+5.170856430 container remove f8dc2dd59f2bc9787f0d5122e9f320774e8ac0c1dffd898943ceb86448b45e58 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:15.218 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 bash[109231]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0 2026-03-05T23:18:15.611 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109311]: 2026-03-05 23:18:15.216929015 +0100 CET m=+0.014177827 container create d17f2244739f0724eb400f881b766aaf07c08c98349fb5b65d0192fb3ca5ce89 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:15.611 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109311]: 2026-03-05 23:18:15.251518195 +0100 CET m=+0.048767007 container init d17f2244739f0724eb400f881b766aaf07c08c98349fb5b65d0192fb3ca5ce89 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:15.611 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109311]: 2026-03-05 23:18:15.256586421 +0100 CET m=+0.053835233 container start d17f2244739f0724eb400f881b766aaf07c08c98349fb5b65d0192fb3ca5ce89 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:15.611 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109311]: 2026-03-05 23:18:15.259188992 +0100 CET m=+0.056437804 container attach d17f2244739f0724eb400f881b766aaf07c08c98349fb5b65d0192fb3ca5ce89 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-0-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T23:18:15.611 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 23:18:15 vm02 podman[109311]: 2026-03-05 23:18:15.211632972 +0100 CET m=+0.008881784 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:15.751 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.0.service' 2026-03-05T23:18:15.781 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:15.781 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-05T23:18:15.781 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-05T23:18:15.781 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.1 2026-03-05T23:18:15.912 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:15 vm02 systemd[1]: Stopping Ceph osd.1 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:16.173 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1[76072]: 2026-03-05T22:18:15.909+0000 7f553e990640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:16.173 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1[76072]: 2026-03-05T22:18:15.909+0000 7f553e990640 -1 osd.1 61 *** Got signal Terminated *** 2026-03-05T23:18:16.173 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:15 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1[76072]: 2026-03-05T22:18:15.909+0000 7f553e990640 -1 osd.1 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:21.214 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:20 vm02 podman[109430]: 2026-03-05 23:18:20.945325591 +0100 CET m=+5.047629628 container died 8462533f66230039b1f3bcb16c2a0e4b92158bd110cdc326aa0757a81c3801a2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:21.214 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109430]: 2026-03-05 23:18:21.068734613 +0100 CET m=+5.171038650 container remove 8462533f66230039b1f3bcb16c2a0e4b92158bd110cdc326aa0757a81c3801a2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:21.214 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 bash[109430]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1 2026-03-05T23:18:21.613 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109522]: 2026-03-05 23:18:21.212688781 +0100 CET m=+0.015002993 container create 3324e8c9f89ea5e77f4b695c53b37cadbca7421284e6fbe181e65f57b2ff6fe0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:21.613 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109522]: 2026-03-05 23:18:21.249681689 +0100 CET m=+0.051995901 container init 3324e8c9f89ea5e77f4b695c53b37cadbca7421284e6fbe181e65f57b2ff6fe0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1-deactivate, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:21.613 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109522]: 2026-03-05 23:18:21.255730009 +0100 CET m=+0.058044211 container start 3324e8c9f89ea5e77f4b695c53b37cadbca7421284e6fbe181e65f57b2ff6fe0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:18:21.613 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109522]: 2026-03-05 23:18:21.256621318 +0100 CET m=+0.058935530 container attach 3324e8c9f89ea5e77f4b695c53b37cadbca7421284e6fbe181e65f57b2ff6fe0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-1-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:21.613 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 23:18:21 vm02 podman[109522]: 2026-03-05 23:18:21.206429735 +0100 CET m=+0.008743957 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:21.748 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.1.service' 2026-03-05T23:18:21.782 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:21.782 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-05T23:18:21.782 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-03-05T23:18:21.782 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.2 2026-03-05T23:18:21.923 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:21 vm02 systemd[1]: Stopping Ceph osd.2 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:22.423 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:21 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2[84254]: 2026-03-05T22:18:21.929+0000 7f1cab2ec640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:22.423 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:21 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2[84254]: 2026-03-05T22:18:21.929+0000 7f1cab2ec640 -1 osd.2 61 *** Got signal Terminated *** 2026-03-05T23:18:22.423 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:21 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2[84254]: 2026-03-05T22:18:21.929+0000 7f1cab2ec640 -1 osd.2 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:27.218 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:26 vm02 podman[109645]: 2026-03-05 23:18:26.959927393 +0100 CET m=+5.046897739 container died 1700c6e8cbad13f3d12cf6caeeb47b5b6640c46a231d549a5488b43c9a099a09 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:27.219 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109645]: 2026-03-05 23:18:27.088674397 +0100 CET m=+5.175644743 container remove 1700c6e8cbad13f3d12cf6caeeb47b5b6640c46a231d549a5488b43c9a099a09 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:27.219 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 bash[109645]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.217110469 +0100 CET m=+0.014887977 container create af1a928a58ef4327314931ee3616251d8044ad4032152aa7d5271e3becd3f22a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.264272241 +0100 CET m=+0.062049749 container init af1a928a58ef4327314931ee3616251d8044ad4032152aa7d5271e3becd3f22a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.269126486 +0100 CET m=+0.066903994 container start af1a928a58ef4327314931ee3616251d8044ad4032152aa7d5271e3becd3f22a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.270123041 +0100 CET m=+0.067900549 container attach af1a928a58ef4327314931ee3616251d8044ad4032152aa7d5271e3becd3f22a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.211161924 +0100 CET m=+0.008939432 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:27.632 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 23:18:27 vm02 podman[109723]: 2026-03-05 23:18:27.630217644 +0100 CET m=+0.427995152 container died af1a928a58ef4327314931ee3616251d8044ad4032152aa7d5271e3becd3f22a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-2-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:27.766 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.2.service' 2026-03-05T23:18:27.797 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:27.797 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-03-05T23:18:27.797 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-03-05T23:18:27.797 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.3 2026-03-05T23:18:27.923 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:27 vm02 systemd[1]: Stopping Ceph osd.3 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:28.423 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3[92705]: 2026-03-05T22:18:27.929+0000 7f8892d08640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:28.423 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3[92705]: 2026-03-05T22:18:27.929+0000 7f8892d08640 -1 osd.3 61 *** Got signal Terminated *** 2026-03-05T23:18:28.423 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:27 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3[92705]: 2026-03-05T22:18:27.929+0000 7f8892d08640 -1 osd.3 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:33.229 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:32 vm02 podman[109842]: 2026-03-05 23:18:32.964178632 +0100 CET m=+5.048834433 container died 0b376befbe80f9aa75a1d85cb96651a7981b454ff741f9a2f8dc1ae7510efe1a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:33.229 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109842]: 2026-03-05 23:18:33.084094717 +0100 CET m=+5.168750538 container remove 0b376befbe80f9aa75a1d85cb96651a7981b454ff741f9a2f8dc1ae7510efe1a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:33.229 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 bash[109842]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3 2026-03-05T23:18:33.621 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109920]: 2026-03-05 23:18:33.228139482 +0100 CET m=+0.016556009 container create 11d353efdf5db4e7864f44850dbc0543c7f753e512607c13cabda6a199393a2c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T23:18:33.621 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109920]: 2026-03-05 23:18:33.259000464 +0100 CET m=+0.047417001 container init 11d353efdf5db4e7864f44850dbc0543c7f753e512607c13cabda6a199393a2c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:33.621 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109920]: 2026-03-05 23:18:33.263642021 +0100 CET m=+0.052058558 container start 11d353efdf5db4e7864f44850dbc0543c7f753e512607c13cabda6a199393a2c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:33.621 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109920]: 2026-03-05 23:18:33.264360466 +0100 CET m=+0.052777003 container attach 11d353efdf5db4e7864f44850dbc0543c7f753e512607c13cabda6a199393a2c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-3-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:33.621 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 23:18:33 vm02 podman[109920]: 2026-03-05 23:18:33.221469628 +0100 CET m=+0.009886165 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:33.775 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.3.service' 2026-03-05T23:18:33.806 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:33.806 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-03-05T23:18:33.806 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-03-05T23:18:33.806 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.4 2026-03-05T23:18:34.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:33 vm09 systemd[1]: Stopping Ceph osd.4 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:34.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:33 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:18:33.922+0000 7fd860a15640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:34.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:33 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:18:33.922+0000 7fd860a15640 -1 osd.4 61 *** Got signal Terminated *** 2026-03-05T23:18:34.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:33 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:18:33.922+0000 7fd860a15640 -1 osd.4 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:35.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:35 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:35.474+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:36.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:36 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:36.491+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:37.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:37 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:37.079+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:37.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:37 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:37.464+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:37.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:37 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:37.516+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:38.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:38.083+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:38.838 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:38.434+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:38.839 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:38.509+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:39.178 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:39 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:39.033+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:39.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4[84012]: 2026-03-05T22:18:38.836+0000 7fd85c82d640 -1 osd.4 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:14.252785+0000 front 2026-03-05T22:18:14.252819+0000 (oldest deadline 2026-03-05T22:18:38.352403+0000) 2026-03-05T23:18:39.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:38 vm09 podman[117237]: 2026-03-05 23:18:38.94282708 +0100 CET m=+5.046251432 container died 73ffe0ffbc5338c7582f8050e91cdf9f7f4e85e958f449a95e5763e11cef90e4 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:18:39.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117237]: 2026-03-05 23:18:39.079147886 +0100 CET m=+5.182572238 container remove 73ffe0ffbc5338c7582f8050e91cdf9f7f4e85e958f449a95e5763e11cef90e4 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:18:39.178 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 bash[117237]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4 2026-03-05T23:18:39.178 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:18:38.849Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T23:18:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:18:38.849Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T23:18:39.179 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:18:38 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:18:38.849Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117312]: 2026-03-05 23:18:39.209902854 +0100 CET m=+0.018765554 container create 3585e44df5e5a20fe2bdda41194dd0611457cebce3a3a17b25adb645b624c3f2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117312]: 2026-03-05 23:18:39.246086527 +0100 CET m=+0.054949218 container init 3585e44df5e5a20fe2bdda41194dd0611457cebce3a3a17b25adb645b624c3f2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4-deactivate, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117312]: 2026-03-05 23:18:39.251011375 +0100 CET m=+0.059874065 container start 3585e44df5e5a20fe2bdda41194dd0611457cebce3a3a17b25adb645b624c3f2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117312]: 2026-03-05 23:18:39.257360247 +0100 CET m=+0.066222958 container attach 3585e44df5e5a20fe2bdda41194dd0611457cebce3a3a17b25adb645b624c3f2 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-4-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 23:18:39 vm09 podman[117312]: 2026-03-05 23:18:39.20255964 +0100 CET m=+0.011422340 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:39 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:39.405+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:39.561 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:39 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:39.558+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:39.776 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.4.service' 2026-03-05T23:18:39.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:39.810 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-03-05T23:18:39.810 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-03-05T23:18:39.810 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.5 2026-03-05T23:18:40.178 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:40.006+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:40.178 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:39 vm09 systemd[1]: Stopping Ceph osd.5 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:40.178 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:40.024+0000 7fa951438640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:40.178 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:40.024+0000 7fa951438640 -1 osd.5 61 *** Got signal Terminated *** 2026-03-05T23:18:40.178 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:40.024+0000 7fa951438640 -1 osd.5 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:40.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:40.527+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:40.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:40.447+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:41.421 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:40 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:40.959+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:41.678 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:41 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:41.482+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:41.678 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:41 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:41.419+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:42.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:41 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:41.979+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:42.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:41 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:41.979+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:42.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:42.450+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:42.929 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:42.450+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.565321+0000 front 2026-03-05T22:18:20.565147+0000 (oldest deadline 2026-03-05T22:18:41.664869+0000) 2026-03-05T23:18:42.929 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:42 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:42.479+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:43.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:43 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:43.025+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:43.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:43 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:43.025+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:43.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:43 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:43.508+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:43.928 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:43 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:43.433+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:43.929 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:43 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:43.433+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.565321+0000 front 2026-03-05T22:18:20.565147+0000 (oldest deadline 2026-03-05T22:18:41.664869+0000) 2026-03-05T23:18:44.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:44.030+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:44.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:44.030+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:44.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:44.515+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:44.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:44.515+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:44.929 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:44.463+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:13.164356+0000 front 2026-03-05T22:18:13.164265+0000 (oldest deadline 2026-03-05T22:18:35.463919+0000) 2026-03-05T23:18:44.929 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:44 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5[91740]: 2026-03-05T22:18:44.463+0000 7fa94da51640 -1 osd.5 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.565321+0000 front 2026-03-05T22:18:20.565147+0000 (oldest deadline 2026-03-05T22:18:41.664869+0000) 2026-03-05T23:18:45.328 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:45.035+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:45.328 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:45.035+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:45.328 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117430]: 2026-03-05 23:18:45.049069609 +0100 CET m=+5.111813803 container died 5a61a7e905b1b6baee2bd9b3833f8bbcf6b1983295b2226825b8f1e5bb51e5cb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:45.328 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117430]: 2026-03-05 23:18:45.181869304 +0100 CET m=+5.244613488 container remove 5a61a7e905b1b6baee2bd9b3833f8bbcf6b1983295b2226825b8f1e5bb51e5cb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:45.328 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 bash[117430]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5 2026-03-05T23:18:45.678 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117507]: 2026-03-05 23:18:45.326527795 +0100 CET m=+0.016108641 container create 4713e13ffbcc3a296d86d538edd1cc38984f3703f11350b021495335d5e29a99 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:45.678 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117507]: 2026-03-05 23:18:45.361417427 +0100 CET m=+0.050998273 container init 4713e13ffbcc3a296d86d538edd1cc38984f3703f11350b021495335d5e29a99 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T23:18:45.678 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117507]: 2026-03-05 23:18:45.366570071 +0100 CET m=+0.056150917 container start 4713e13ffbcc3a296d86d538edd1cc38984f3703f11350b021495335d5e29a99 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:45.678 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117507]: 2026-03-05 23:18:45.369334494 +0100 CET m=+0.058915340 container attach 4713e13ffbcc3a296d86d538edd1cc38984f3703f11350b021495335d5e29a99 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-5-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:45.679 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 23:18:45 vm09 podman[117507]: 2026-03-05 23:18:45.320882699 +0100 CET m=+0.010463545 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:45.679 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:45.468+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:45.679 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:45.468+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:45.947 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.5.service' 2026-03-05T23:18:45.982 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:45.982 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-03-05T23:18:45.982 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-03-05T23:18:45.982 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.6 2026-03-05T23:18:46.122 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:45.988+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:46.122 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:45 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:45.988+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:46.122 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 systemd[1]: Stopping Ceph osd.6 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:46.428 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:46.119+0000 7fb4d10c9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:46.428 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:46.119+0000 7fb4d10c9640 -1 osd.6 61 *** Got signal Terminated *** 2026-03-05T23:18:46.428 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:46.119+0000 7fb4d10c9640 -1 osd.6 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:46.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:46.477+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:46.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:46.477+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:47.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:46.940+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:47.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:46 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:46.940+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:47.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:47.480+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:47.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:47.480+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:48.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:47.967+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:48.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:47.967+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:48.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:47 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:47.967+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:48.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:48.513+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:48.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:48.513+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:49.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:48.926+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:49.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:48.926+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:49.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:48 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:48.926+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:49.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:49.525+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:49.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:49.525+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:49.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:49.525+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:23.996228+0000 front 2026-03-05T22:18:23.996175+0000 (oldest deadline 2026-03-05T22:18:48.695984+0000) 2026-03-05T23:18:50.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:49.947+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:50.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:49.947+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:50.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:49 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:49.947+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:50.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:50.524+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.195418+0000 front 2026-03-05T22:18:11.195312+0000 (oldest deadline 2026-03-05T22:18:37.094982+0000) 2026-03-05T23:18:50.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:50.524+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.496162+0000 front 2026-03-05T22:18:20.496171+0000 (oldest deadline 2026-03-05T22:18:43.995810+0000) 2026-03-05T23:18:50.928 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6[99113]: 2026-03-05T22:18:50.524+0000 7fb4ccee1640 -1 osd.6 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:23.996228+0000 front 2026-03-05T22:18:23.996175+0000 (oldest deadline 2026-03-05T22:18:48.695984+0000) 2026-03-05T23:18:51.268 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:50.936+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:51.268 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:50.936+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:51.268 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:50 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:50.936+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:51.269 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117629]: 2026-03-05 23:18:51.151868159 +0100 CET m=+5.049323779 container died f9f582a0900e52b06f32d13b252b13b646f3cd6e93dd7c6ff891258fcd6f7553 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117629]: 2026-03-05 23:18:51.277496739 +0100 CET m=+5.174952359 container remove f9f582a0900e52b06f32d13b252b13b646f3cd6e93dd7c6ff891258fcd6f7553 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 bash[117629]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117708]: 2026-03-05 23:18:51.450409058 +0100 CET m=+0.018342721 container create dccaee4eed6dc461d21e97ee1208881c84b4776f146e4cf72bf11f32ab19528f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117708]: 2026-03-05 23:18:51.493366028 +0100 CET m=+0.061299691 container init dccaee4eed6dc461d21e97ee1208881c84b4776f146e4cf72bf11f32ab19528f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117708]: 2026-03-05 23:18:51.498199855 +0100 CET m=+0.066133518 container start dccaee4eed6dc461d21e97ee1208881c84b4776f146e4cf72bf11f32ab19528f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:51.544 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117708]: 2026-03-05 23:18:51.502480687 +0100 CET m=+0.070414350 container attach dccaee4eed6dc461d21e97ee1208881c84b4776f146e4cf72bf11f32ab19528f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-6-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T23:18:51.910 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 23:18:51 vm09 podman[117708]: 2026-03-05 23:18:51.444211548 +0100 CET m=+0.012145222 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:52.065 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.6.service' 2026-03-05T23:18:52.100 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:52.100 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-03-05T23:18:52.100 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-03-05T23:18:52.100 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.7 2026-03-05T23:18:52.162 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:51 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:51.909+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:52.162 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:51 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:51.909+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:52.162 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:51 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:51.909+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:52.429 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 systemd[1]: Stopping Ceph osd.7 for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:52.429 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.244+0000 7f9beed66640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:52.429 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.244+0000 7f9beed66640 -1 osd.7 61 *** Got signal Terminated *** 2026-03-05T23:18:52.429 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.244+0000 7f9beed66640 -1 osd.7 61 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T23:18:53.179 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.902+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:53.179 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.902+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:53.179 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:52 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:52.902+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:54.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:53 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:53.949+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:54.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:53 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:53.949+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:54.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:53 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:53.949+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:55.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:54 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:54.954+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:55.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:54 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:54.954+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:55.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:54 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:54.954+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:55.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:54 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:54.954+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T22:18:31.274837+0000 front 2026-03-05T22:18:31.274735+0000 (oldest deadline 2026-03-05T22:18:54.174599+0000) 2026-03-05T23:18:56.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:56 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:56.001+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:56.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:56 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:56.001+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:56.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:56 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:56.001+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:56.428 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:56 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:56.001+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T22:18:31.274837+0000 front 2026-03-05T22:18:31.274735+0000 (oldest deadline 2026-03-05T22:18:54.174599+0000) 2026-03-05T23:18:57.275 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:57.006+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T22:18:11.473748+0000 front 2026-03-05T22:18:11.473230+0000 (oldest deadline 2026-03-05T22:18:36.772979+0000) 2026-03-05T23:18:57.275 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:57.006+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T22:18:20.273860+0000 front 2026-03-05T22:18:20.274067+0000 (oldest deadline 2026-03-05T22:18:41.373578+0000) 2026-03-05T23:18:57.275 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:57.006+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T22:18:24.874484+0000 front 2026-03-05T22:18:24.874250+0000 (oldest deadline 2026-03-05T22:18:47.774086+0000) 2026-03-05T23:18:57.275 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7[107478]: 2026-03-05T22:18:57.006+0000 7f9beab7e640 -1 osd.7 61 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T22:18:31.274837+0000 front 2026-03-05T22:18:31.274735+0000 (oldest deadline 2026-03-05T22:18:54.174599+0000) 2026-03-05T23:18:57.578 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117831]: 2026-03-05 23:18:57.273523212 +0100 CET m=+5.042519007 container died a77b4e780dd7138168e22e53781e9d1e99ceb7df4bb6e4fb248a33c2d5c05316 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:57.578 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117831]: 2026-03-05 23:18:57.418510155 +0100 CET m=+5.187505950 container remove a77b4e780dd7138168e22e53781e9d1e99ceb7df4bb6e4fb248a33c2d5c05316 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T23:18:57.578 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 bash[117831]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7 2026-03-05T23:18:57.928 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117910]: 2026-03-05 23:18:57.577026328 +0100 CET m=+0.018354094 container create bc282af51d510672fcd14ca94972272a7f44209c4716cc085d4eddc905858962 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:18:57.929 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117910]: 2026-03-05 23:18:57.613864747 +0100 CET m=+0.055192513 container init bc282af51d510672fcd14ca94972272a7f44209c4716cc085d4eddc905858962 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:18:57.929 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117910]: 2026-03-05 23:18:57.618800965 +0100 CET m=+0.060128721 container start bc282af51d510672fcd14ca94972272a7f44209c4716cc085d4eddc905858962 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T23:18:57.929 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117910]: 2026-03-05 23:18:57.619612584 +0100 CET m=+0.060940350 container attach bc282af51d510672fcd14ca94972272a7f44209c4716cc085d4eddc905858962 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-osd-7-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:18:57.929 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 23:18:57 vm09 podman[117910]: 2026-03-05 23:18:57.570265705 +0100 CET m=+0.011593471 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T23:18:58.159 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@osd.7.service' 2026-03-05T23:18:58.238 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:18:58.238 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-03-05T23:18:58.239 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopping rgw.foo.a... 2026-03-05T23:18:58.239 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@rgw.foo.a 2026-03-05T23:18:58.673 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:18:58 vm02 systemd[1]: Stopping Ceph rgw.foo.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:18:58.673 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:18:58 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a[100278]: 2026-03-05T22:18:58.345+0000 7fa860c11640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/radosgw -n client.rgw.foo.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T23:18:58.673 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:18:58 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a[100278]: 2026-03-05T22:18:58.345+0000 7fa864480940 -1 shutting down 2026-03-05T23:19:08.596 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@rgw.foo.a.service' 2026-03-05T23:19:08.618 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 bash[110038]: time="2026-03-05T23:19:08+01:00" level=warning msg="StopSignal SIGTERM failed to stop container ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a in 10 seconds, resorting to SIGKILL" 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 podman[110038]: 2026-03-05 23:19:08.370882275 +0100 CET m=+10.044267607 container died 6e9ee8afbeda0f6e25c697938c2ba23df698e4aa53b60a6f93c1a1152274fc98 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 podman[110038]: 2026-03-05 23:19:08.529983409 +0100 CET m=+10.203368731 container remove 6e9ee8afbeda0f6e25c697938c2ba23df698e4aa53b60a6f93c1a1152274fc98 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 bash[110038]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-rgw-foo-a 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@rgw.foo.a.service: Main process exited, code=exited, status=137/n/a 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@rgw.foo.a.service: Failed with result 'exit-code'. 2026-03-05T23:19:08.619 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 23:19:08 vm02 systemd[1]: Stopped Ceph rgw.foo.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:19:08.629 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:19:08.629 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopped rgw.foo.a 2026-03-05T23:19:08.629 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-03-05T23:19:08.629 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@prometheus.a 2026-03-05T23:19:08.912 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 systemd[1]: Stopping Ceph prometheus.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:19:08.912 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-03-05T23:19:08.912 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.725Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.726Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.726Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a[115237]: ts=2026-03-05T22:19:08.726Z caller=main.go:1273 level=info msg="See you next time!" 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 podman[118028]: 2026-03-05 23:19:08.737442423 +0100 CET m=+0.025467537 container died 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 podman[118028]: 2026-03-05 23:19:08.855865327 +0100 CET m=+0.143890431 container remove 10b890cb82e3bf2ae3375466042b1111f728ce44673d2ec06a1d65605ece5713 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T23:19:08.913 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 23:19:08 vm09 bash[118028]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-prometheus-a 2026-03-05T23:19:08.918 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@prometheus.a.service' 2026-03-05T23:19:08.948 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T23:19:08.948 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-03-05T23:19:08.948 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd --force --keep-logs 2026-03-05T23:19:09.232 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:19:11.014 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:10 vm02 systemd[1]: Stopping Ceph alertmanager.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:19:11.014 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:10 vm02 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-alertmanager-a[108056]: ts=2026-03-05T22:19:10.896Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-03-05T23:19:11.014 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:10 vm02 podman[110574]: 2026-03-05 23:19:10.90090904 +0100 CET m=+0.020828725 container died 8221016acc66101b76ffc23d00b97b2fe98fdbe69d2e42f3bb49ae82c0a16b06 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-05T23:19:11.352 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:11 vm02 podman[110574]: 2026-03-05 23:19:11.019325335 +0100 CET m=+0.139245009 container remove 8221016acc66101b76ffc23d00b97b2fe98fdbe69d2e42f3bb49ae82c0a16b06 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-05T23:19:11.353 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:11 vm02 podman[110574]: 2026-03-05 23:19:11.02037537 +0100 CET m=+0.140295055 volume remove 4ea4f1827e2126b8fb564073229d7958ca4c2c9ee0114333434742aec41f36eb 2026-03-05T23:19:11.353 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:11 vm02 bash[110574]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-alertmanager-a 2026-03-05T23:19:11.353 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:11 vm02 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@alertmanager.a.service: Deactivated successfully. 2026-03-05T23:19:11.353 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 23:19:11 vm02 systemd[1]: Stopped Ceph alertmanager.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:19:11.690 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd --force --keep-logs 2026-03-05T23:19:11.993 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:19:13.156 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:13 vm09 systemd[1]: Stopping Ceph iscsi.iscsi.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:19:13.428 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:13 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a[114602]: debug Shutdown received 2026-03-05T23:19:14.178 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:13 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=infra.usagestats t=2026-03-05T22:19:13.755400077Z level=info msg="Usage stats are ready to report" 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 bash[118453]: time="2026-03-05T23:19:23+01:00" level=warning msg="StopSignal SIGTERM failed to stop container ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a in 10 seconds, resorting to SIGKILL" 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 podman[118453]: 2026-03-05 23:19:23.254587079 +0100 CET m=+10.045502724 container died 351d9c38a263c031a228ff542690a53b36ae53da3afaa48bf34826254bd124d0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 podman[118453]: 2026-03-05 23:19:23.393389237 +0100 CET m=+10.184304871 container remove 351d9c38a263c031a228ff542690a53b36ae53da3afaa48bf34826254bd124d0 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 bash[118453]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-iscsi-iscsi-a 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@iscsi.iscsi.a.service: Main process exited, code=exited, status=137/n/a 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@iscsi.iscsi.a.service: Failed with result 'exit-code'. 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 systemd[1]: Stopped Ceph iscsi.iscsi.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:19:23.539 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 23:19:23 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@iscsi.iscsi.a.service: Consumed 1.432s CPU time. 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 systemd[1]: Stopping Ceph grafana.a for 899950a0-18e0-11f1-8524-455d4b1e06bd... 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=server t=2026-03-05T22:19:24.350361307Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=tracing t=2026-03-05T22:19:24.350778507Z level=info msg="Closing tracing" 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=grafana-apiserver t=2026-03-05T22:19:24.350771915Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=ticker t=2026-03-05T22:19:24.350826557Z level=info msg=stopped last_tick=2026-03-05T22:19:20Z 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a[116998]: logger=sqlstore.transactions t=2026-03-05T22:19:24.362755463Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 podman[118714]: 2026-03-05 23:19:24.37271287 +0100 CET m=+0.042810176 container died 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f (image=quay.io/ceph/grafana:10.4.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a, maintainer=Grafana Labs ) 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 podman[118714]: 2026-03-05 23:19:24.49267717 +0100 CET m=+0.162774476 container remove 321106d129b3a39f41e422a3ee22af6d68ab6e134307fb7d8a2190cd18618c0f (image=quay.io/ceph/grafana:10.4.0, name=ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a, maintainer=Grafana Labs ) 2026-03-05T23:19:24.539 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 bash[118714]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd-grafana-a 2026-03-05T23:19:24.825 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@grafana.a.service: Deactivated successfully. 2026-03-05T23:19:24.825 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 systemd[1]: Stopped Ceph grafana.a for 899950a0-18e0-11f1-8524-455d4b1e06bd. 2026-03-05T23:19:24.825 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 23:19:24 vm09 systemd[1]: ceph-899950a0-18e0-11f1-8524-455d4b1e06bd@grafana.a.service: Consumed 1.526s CPU time. 2026-03-05T23:19:25.185 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:19:25.211 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T23:19:25.236 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-05T23:19:25.236 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm02/crash 2026-03-05T23:19:25.236 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash -- . 2026-03-05T23:19:25.274 INFO:teuthology.orchestra.run.vm02.stderr:tar: /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash: Cannot open: No such file or directory 2026-03-05T23:19:25.274 INFO:teuthology.orchestra.run.vm02.stderr:tar: Error is not recoverable: exiting now 2026-03-05T23:19:25.275 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm09/crash 2026-03-05T23:19:25.275 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash -- . 2026-03-05T23:19:25.307 INFO:teuthology.orchestra.run.vm09.stderr:tar: /var/lib/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/crash: Cannot open: No such file or directory 2026-03-05T23:19:25.308 INFO:teuthology.orchestra.run.vm09.stderr:tar: Error is not recoverable: exiting now 2026-03-05T23:19:25.309 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-05T23:19:25.309 DEBUG:teuthology.orchestra.run.vm02:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v MON_DOWN | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v 'out of quorum' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | egrep -v PG_DEGRADED | head -n 1 2026-03-05T23:19:25.349 INFO:tasks.cephadm:Compressing logs... 2026-03-05T23:19:25.349 DEBUG:teuthology.orchestra.run.vm02:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T23:19:25.391 DEBUG:teuthology.orchestra.run.vm09:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T23:19:25.415 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-05T23:19:25.416 INFO:teuthology.orchestra.run.vm02.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-05T23:19:25.417 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.a.log 2026-03-05T23:19:25.417 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log 2026-03-05T23:19:25.417 INFO:teuthology.orchestra.run.vm09.stderr:find: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-05T23:19:25.417 INFO:teuthology.orchestra.run.vm09.stderr:‘/var/log/rbd-target-api’: No such file or directory 2026-03-05T23:19:25.418 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.a.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-05T23:19:25.419 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log 2026-03-05T23:19:25.419 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log 2026-03-05T23:19:25.419 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log: 90.8% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log.gz 2026-03-05T23:19:25.420 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.y.log 2026-03-05T23:19:25.421 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.b.log 2026-03-05T23:19:25.422 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log: 93.8% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log.gz 2026-03-05T23:19:25.422 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log 2026-03-05T23:19:25.425 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-05T23:19:25.425 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log 2026-03-05T23:19:25.427 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log 2026-03-05T23:19:25.428 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log: 88.4% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log.gz 2026-03-05T23:19:25.430 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log 2026-03-05T23:19:25.431 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log: 79.6% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.cephadm.log.gz 2026-03-05T23:19:25.432 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.c.log 2026-03-05T23:19:25.435 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log 2026-03-05T23:19:25.437 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log: 83.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.log.gz 2026-03-05T23:19:25.441 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.x.log 2026-03-05T23:19:25.442 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.0.log 2026-03-05T23:19:25.443 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log: 90.1% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph.audit.log.gz 2026-03-05T23:19:25.447 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.4.log 2026-03-05T23:19:25.449 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.1.log 2026-03-05T23:19:25.450 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.x.log: 93.1% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log.gz 2026-03-05T23:19:25.451 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.5.log 2026-03-05T23:19:25.453 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.4.log: 90.2% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.x.log.gz 2026-03-05T23:19:25.458 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.6.log 2026-03-05T23:19:25.459 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.2.log 2026-03-05T23:19:25.464 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.3.log 2026-03-05T23:19:25.468 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-client.rgw.foo.a.log 2026-03-05T23:19:25.469 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.7.log 2026-03-05T23:19:25.482 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.3.log: /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-client.rgw.foo.a.log: 59.0% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-client.rgw.foo.a.log.gz 2026-03-05T23:19:25.482 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/tcmu-runner.log 2026-03-05T23:19:25.488 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.7.log: 91.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.b.log.gz 2026-03-05T23:19:25.497 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/tcmu-runner.log: 63.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/tcmu-runner.log.gz 2026-03-05T23:19:25.531 INFO:teuthology.orchestra.run.vm02.stderr: 93.2% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-volume.log.gz 2026-03-05T23:19:25.594 INFO:teuthology.orchestra.run.vm02.stderr: 89.4% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mgr.y.log.gz 2026-03-05T23:19:25.596 INFO:teuthology.orchestra.run.vm02.stderr: 91.8% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.c.log.gz 2026-03-05T23:19:25.608 INFO:teuthology.orchestra.run.vm09.stderr: 93.5% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.5.log.gz 2026-03-05T23:19:25.612 INFO:teuthology.orchestra.run.vm09.stderr: 93.5% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.6.log.gz 2026-03-05T23:19:25.625 INFO:teuthology.orchestra.run.vm09.stderr: 93.7% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.7.log.gz 2026-03-05T23:19:25.626 INFO:teuthology.orchestra.run.vm09.stderr: 93.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.4.log.gz 2026-03-05T23:19:25.628 INFO:teuthology.orchestra.run.vm09.stderr: 2026-03-05T23:19:25.628 INFO:teuthology.orchestra.run.vm09.stderr:real 0m0.221s 2026-03-05T23:19:25.628 INFO:teuthology.orchestra.run.vm09.stderr:user 0m0.392s 2026-03-05T23:19:25.628 INFO:teuthology.orchestra.run.vm09.stderr:sys 0m0.036s 2026-03-05T23:19:25.644 INFO:teuthology.orchestra.run.vm02.stderr: 93.3% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.2.log.gz 2026-03-05T23:19:25.694 INFO:teuthology.orchestra.run.vm02.stderr: 93.7% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.0.log.gz 2026-03-05T23:19:25.719 INFO:teuthology.orchestra.run.vm02.stderr: 91.3% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-mon.a.log.gz 2026-03-05T23:19:25.728 INFO:teuthology.orchestra.run.vm02.stderr: 93.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.3.log.gz 2026-03-05T23:19:25.737 INFO:teuthology.orchestra.run.vm02.stderr: 93.9% -- replaced with /var/log/ceph/899950a0-18e0-11f1-8524-455d4b1e06bd/ceph-osd.1.log.gz 2026-03-05T23:19:25.739 INFO:teuthology.orchestra.run.vm02.stderr: 2026-03-05T23:19:25.739 INFO:teuthology.orchestra.run.vm02.stderr:real 0m0.334s 2026-03-05T23:19:25.739 INFO:teuthology.orchestra.run.vm02.stderr:user 0m0.605s 2026-03-05T23:19:25.739 INFO:teuthology.orchestra.run.vm02.stderr:sys 0m0.042s 2026-03-05T23:19:25.739 INFO:tasks.cephadm:Archiving logs... 2026-03-05T23:19:25.739 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/log/ceph to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm02/log 2026-03-05T23:19:25.739 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T23:19:25.842 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/log/ceph to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm09/log 2026-03-05T23:19:25.842 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T23:19:25.895 INFO:tasks.cephadm:Removing cluster... 2026-03-05T23:19:25.895 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd --force 2026-03-05T23:19:26.197 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:19:26.313 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 899950a0-18e0-11f1-8524-455d4b1e06bd --force 2026-03-05T23:19:26.606 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: 899950a0-18e0-11f1-8524-455d4b1e06bd 2026-03-05T23:19:26.712 INFO:tasks.cephadm:Removing cephadm ... 2026-03-05T23:19:26.712 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-05T23:19:26.728 DEBUG:teuthology.orchestra.run.vm09:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-05T23:19:26.746 INFO:tasks.cephadm:Teardown complete 2026-03-05T23:19:26.746 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-03-05T23:19:26.748 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdb... 2026-03-05T23:19:26.748 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdb 2026-03-05T23:19:26.853 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-05T23:19:26.854 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdc... 2026-03-05T23:19:26.854 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdc 2026-03-05T23:19:26.954 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-05T23:19:26.955 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdd... 2026-03-05T23:19:26.955 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdd 2026-03-05T23:19:27.050 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-05T23:19:27.051 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vde... 2026-03-05T23:19:27.051 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vde 2026-03-05T23:19:27.135 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vde disconnected 1 controller(s) 2026-03-05T23:19:27.137 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T23:19:27.137 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-03-05T23:19:27.172 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdb... 2026-03-05T23:19:27.172 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdb 2026-03-05T23:19:27.266 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-05T23:19:27.267 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdc... 2026-03-05T23:19:27.268 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdc 2026-03-05T23:19:27.363 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-05T23:19:27.365 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdd... 2026-03-05T23:19:27.366 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdd 2026-03-05T23:19:27.464 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-05T23:19:27.466 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vde... 2026-03-05T23:19:27.466 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vde 2026-03-05T23:19:27.577 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vde disconnected 1 controller(s) 2026-03-05T23:19:27.579 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T23:19:27.579 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-05T23:19:27.608 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-05T23:19:27.610 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-05T23:19:27.611 DEBUG:teuthology.orchestra.run.vm02:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T23:19:27.614 DEBUG:teuthology.orchestra.run.vm09:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T23:19:27.634 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-03-05T23:19:27.665 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:^+ cp.hypermediaa.de 2 6 377 40 -77us[ -75us] +/- 17ms 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:^? static.72.152.119.168.se> 2 7 40 370 -218us[ +417us] +/- 37ms 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:^* ntp01.pingless.com 2 6 377 40 +488us[ +490us] +/- 14ms 2026-03-05T23:19:27.670 INFO:teuthology.orchestra.run.vm09.stdout:^+ ntp01.ipfire.org 2 6 377 39 -599us[ -599us] +/- 22ms 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:^- 217.145.111.106 2 6 77 39 -334us[ -334us] +/- 46ms 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:^* ntp01.pingless.com 2 6 377 41 +515us[ +542us] +/- 14ms 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:^+ ntp01.ipfire.org 2 6 377 42 -709us[ -682us] +/- 22ms 2026-03-05T23:19:27.868 INFO:teuthology.orchestra.run.vm02.stdout:^+ cp.hypermediaa.de 2 6 377 40 -4689ns[-4689ns] +/- 17ms 2026-03-05T23:19:27.869 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-05T23:19:27.871 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-05T23:19:27.872 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-05T23:19:27.874 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-05T23:19:27.876 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-05T23:19:27.878 INFO:teuthology.task.internal:Duration was 1111.920672 seconds 2026-03-05T23:19:27.878 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-05T23:19:27.880 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-05T23:19:27.880 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T23:19:27.912 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T23:19:27.956 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T23:19:27.958 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T23:19:28.460 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-05T23:19:28.460 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm02.local 2026-03-05T23:19:28.460 DEBUG:teuthology.orchestra.run.vm02:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T23:19:28.489 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm09.local 2026-03-05T23:19:28.489 DEBUG:teuthology.orchestra.run.vm09:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T23:19:28.512 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-05T23:19:28.513 DEBUG:teuthology.orchestra.run.vm02:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T23:19:28.531 DEBUG:teuthology.orchestra.run.vm09:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T23:19:29.678 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-05T23:19:29.678 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T23:19:29.680 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T23:19:29.704 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T23:19:29.704 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T23:19:29.704 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T23:19:29.705 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T23:19:29.705 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T23:19:29.707 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T23:19:29.707 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T23:19:29.708 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T23:19:29.708 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T23:19:29.708 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz/home/ubuntu/cephtest/archive/syslog/journalctl.log: 2026-03-05T23:19:29.912 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.2% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T23:19:30.117 INFO:teuthology.orchestra.run.vm09.stderr: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T23:19:30.119 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-05T23:19:30.121 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-05T23:19:30.121 DEBUG:teuthology.orchestra.run.vm02:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T23:19:30.149 DEBUG:teuthology.orchestra.run.vm09:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T23:19:30.187 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-05T23:19:30.189 DEBUG:teuthology.orchestra.run.vm02:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T23:19:30.191 DEBUG:teuthology.orchestra.run.vm09:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T23:19:30.219 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = core 2026-03-05T23:19:30.254 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = core 2026-03-05T23:19:30.267 DEBUG:teuthology.orchestra.run.vm02:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T23:19:30.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:19:30.291 DEBUG:teuthology.orchestra.run.vm09:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T23:19:30.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T23:19:30.323 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-05T23:19:30.325 INFO:teuthology.task.internal:Transferring archived files... 2026-03-05T23:19:30.326 DEBUG:teuthology.misc:Transferring archived files from vm02:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm02 2026-03-05T23:19:30.326 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T23:19:30.366 DEBUG:teuthology.misc:Transferring archived files from vm09:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/84/remote/vm09 2026-03-05T23:19:30.366 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T23:19:30.400 INFO:teuthology.task.internal:Removing archive directory... 2026-03-05T23:19:30.400 DEBUG:teuthology.orchestra.run.vm02:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T23:19:30.407 DEBUG:teuthology.orchestra.run.vm09:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T23:19:30.456 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-05T23:19:30.458 INFO:teuthology.task.internal:Not uploading archives. 2026-03-05T23:19:30.458 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-05T23:19:30.460 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-05T23:19:30.461 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T23:19:30.468 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T23:19:30.485 INFO:teuthology.orchestra.run.vm02.stdout: 8532139 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 23:19 /home/ubuntu/cephtest 2026-03-05T23:19:30.514 INFO:teuthology.orchestra.run.vm09.stdout: 8532145 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 23:19 /home/ubuntu/cephtest 2026-03-05T23:19:30.515 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-05T23:19:30.521 INFO:teuthology.run:Summary data: description: orch:cephadm:smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} duration: 1111.920672416687 owner: irq0 success: true 2026-03-05T23:19:30.521 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T23:19:30.541 INFO:teuthology.run:pass